react-native-ai-debugger 1.4.40 → 1.5.0

package/build/core/executor.js

@@ -761,8 +761,8 @@ function formatLayoutTree(elements, renderLine) {
     }
     return lines.join("\n");
 }
-function formatScreenLayoutTree(elements, extended = false) {
-    return formatLayoutTree(elements, (el, indent, isLeaf) => {
+export function formatScreenLayoutTree(elements, extended = false, offScreen) {
+    const tree = formatLayoutTree(elements, (el, indent, isLeaf) => {
         const prefix = "  ".repeat(indent);
         const frame = el.frame
             ? ` (${Math.round(el.frame.x)},${Math.round(el.frame.y)} ${Math.round(el.frame.width)}x${Math.round(el.frame.height)})`
@@ -775,6 +775,23 @@ function formatScreenLayoutTree(elements, extended = false) {
             : "";
         return `${prefix}${el.component}${frame}${idStr}${textStr}${layoutStr}`;
     });
+    const suffix = [];
+    if (offScreen?.offScreenAbove?.length) {
+        suffix.push(formatOffScreenLine(offScreen.offScreenAbove, "above fold"));
+    }
+    if (offScreen?.offScreenBelow?.length) {
+        suffix.push(formatOffScreenLine(offScreen.offScreenBelow, "below fold"));
+    }
+    return suffix.length > 0 ? `${tree}\n\n${suffix.join("\n")}` : tree;
+}
+function formatOffScreenLine(names, position) {
+    const total = names.length;
+    const CAP = 10;
+    if (total <= CAP) {
+        return `[... ${total} component${total === 1 ? "" : "s"} ${position}: ${names.join(", ")}]`;
+    }
+    const shown = names.slice(0, CAP).join(", ");
+    return `[... ${total} components ${position}: ${shown}, ... +${total - CAP} more]`;
 }
 function formatFoundComponentsToTonl(components) {
     const lines = ["#found{component,path,depth,key,layout}"];
@@ -1075,6 +1092,19 @@ export async function getScreenLayout(options = {}) {
                     typeof sn.canonical.publicInstance.measureInWindow === 'function') {
                     return sn.canonical.publicInstance;
                 }
+                // Fabric leaf nodes like RCTText have no publicInstance. Measure via
+                // the native Fabric UIManager using the shadow node instead — needed
+                // for text bounds that are tight around the glyphs (not the scroll
+                // container the text happens to live inside).
+                if (sn.node && globalThis.nativeFabricUIManager &&
+                    typeof globalThis.nativeFabricUIManager.measureInWindow === 'function') {
+                    var node = sn.node;
+                    return {
+                        measureInWindow: function(cb) {
+                            try { globalThis.nativeFabricUIManager.measureInWindow(node, cb); } catch(e) {}
+                        }
+                    };
+                }
                 return null;
             }
 
@@ -1086,7 +1116,7 @@ export async function getScreenLayout(options = {}) {
             // RN internals and primitives — skip these when looking for meaningful component names
             // Only filter internal components that can't be written as JSX.
             // Keep all user-facing components (View, Text, ScrollView, Modal, etc.)
-            var RN_PRIMITIVES = /^(Animated\\(.*|withAnimated.*|AnimatedComponent.*|ForwardRef.*|memo\\(.*|Context\\.Consumer|Context\\.Provider|RCT.*|RNS.*|RNC.*|ViewManagerAdapter_.*|VirtualizedList.*|CellRenderer.*|FrameSizeProvider.*|MaybeScreenContainer|MaybeScreen|Navigation.*|Screen$|ScreenStack|ScreenContainer|ScreenContentWrapper|SceneView|DelayedFreeze|Freeze|Suspender|DebugContainer|StaticContainer|SafeAreaProvider.*|SafeAreaFrameContext|SafeAreaInsetsContext|ExpoRoot|ExpoRootComponent|GestureHandler.*|NativeViewGestureHandler|GestureDetector|PanGestureHandler|Reanimated.*|BottomTabNavigator|TabLayout|RouteNode|Route$|KeyboardProvider|PortalProviderComponent|BottomSheetModalProviderWrapper|ThemeContext|ThemeProvider|TextAncestorContext|PressabilityDebugView|TouchableHighlightImpl|StatusBarOverlay|BottomSheetHostingContainerComponent|BottomSheetGestureHandlersProvider|BottomSheetBackdropContainerComponent|BottomSheetContainerComponent|BottomSheetDraggableViewComponent|BottomSheetHandleContainerComponent|BottomSheetBackgroundContainerComponent|DebuggingOverlay|InspectorDeferred|Inspector|InspectorOverlay|InspectorPanel|StyleInspector|BoxInspector|BoxContainer|ElementBox|BorderBox|InspectorPanelButton)$/;
+            var RN_PRIMITIVES = /^(Animated\\(.*|withAnimated.*|AnimatedComponent.*|ForwardRef.*|memo\\(.*|Context\\.Consumer|Context\\.Provider|ScrollViewContext(Base)?|VirtualizedListContext(Resetter)?|TextInputContext|KeyboardAvoidingViewContext|RCT.*|RNS.*|RNC.*|ViewManagerAdapter_.*|VirtualizedList.*|CellRenderer.*|FrameSizeProvider.*|MaybeScreenContainer|MaybeScreen|Navigation.*|Screen$|ScreenStack|ScreenContainer|ScreenContentWrapper|SceneView|DelayedFreeze|Freeze|Suspender|DebugContainer|StaticContainer|SafeAreaProvider.*|SafeAreaFrameContext|SafeAreaInsetsContext|ExpoRoot|ExpoRootComponent|GestureHandler.*|NativeViewGestureHandler|GestureDetector|PanGestureHandler|Reanimated.*|BottomTabNavigator|TabLayout|RouteNode|Route$|KeyboardProvider|PortalProviderComponent|BottomSheetModalProviderWrapper|ThemeContext|ThemeProvider|TextAncestorContext|PressabilityDebugView|TouchableHighlightImpl|StatusBarOverlay|BottomSheetHostingContainerComponent|BottomSheetGestureHandlersProvider|BottomSheetBackdropContainerComponent|BottomSheetContainerComponent|BottomSheetDraggableViewComponent|BottomSheetHandleContainerComponent|BottomSheetBackgroundContainerComponent|DebuggingOverlay|InspectorDeferred|Inspector|InspectorOverlay|InspectorPanel|StyleInspector|BoxInspector|BoxContainer|ElementBox|BorderBox|InspectorPanelButton)$/;
 
             function getComponentName(fiber) {
                 if (!fiber || !fiber.type) return null;
@@ -1141,7 +1171,7 @@ export async function getScreenLayout(options = {}) {
             if (componentsOnlyMode) {
                 // componentsOnly: walk tree looking for meaningful custom components,
                 // measure their first host child, track parent for tree output
-                function walkComponents(fiber, depth, path, parentIdx) {
+                function walkComponents(fiber, depth, path, parentIdx, ancestors) {
                     if (!fiber || depth > ${maxDepth}) return;
                     var name = getComponentName(fiber);
                     var isHost = typeof fiber.type === 'string';
@@ -1156,6 +1186,7 @@ export async function getScreenLayout(options = {}) {
                     var isMeaningful = name && !isHost && !RN_PRIMITIVES.test(name);
 
                     var myIdx = parentIdx;
+                    var nextAncestors = ancestors;
                     if (isMeaningful) {
                         var host = findFirstHost(fiber, 0);
                         if (host) {
@@ -1169,19 +1200,24 @@ export async function getScreenLayout(options = {}) {
                                 depth: depth,
                                 path: path.concat([name]),
                                 parentIndex: parentIdx,
+                                ancestorIndices: ancestors.slice(),
                                 text: text ? text.slice(0, 80) : null
                             });
+                            // Build the ancestor chain for descendants: [myIdx, ...previous ancestors]
+                            nextAncestors = [myIdx].concat(ancestors);
                         }
                     }
 
                     var child = fiber.child;
                     while (child) {
                         var childName = getComponentName(child);
-                        walkComponents(child, depth + 1, childName ? path.concat([childName]) : path, myIdx);
+                        walkComponents(child, depth + 1, childName ? path.concat([childName]) : path, myIdx, nextAncestors);
                         child = child.sibling;
                     }
                 }
-                walkComponents(roots[0].current, 0, [], -1);
+                for (var ri = 0; ri < roots.length; ri++) {
+                    walkComponents(roots[ri].current, 0, [], -1, []);
+                }
             } else {
                 // Default mode: collect all host fibers with ancestor info
                 function walkFibers(fiber, depth, path) {
@@ -1231,7 +1267,9 @@ export async function getScreenLayout(options = {}) {
                         child = child.sibling;
                     }
                 }
-                walkFibers(roots[0].current, 0, []);
+                for (var ri = 0; ri < roots.length; ri++) {
+                    walkFibers(roots[ri].current, 0, []);
+                }
             }
 
             if (hostFibers.length === 0) return { error: 'No measurable host components found.' };
@@ -1343,15 +1381,29 @@ export async function getScreenLayout(options = {}) {
             }
 
             var elements = [];
+            var offScreenBelow = [];
+            var offScreenAbove = [];
 
             for (var i = 0; i < measurements.length; i++) {
                 var m = measurements[i];
                 if (!m) continue;
 
-                // Filter: only visible within viewport (with some tolerance for partial visibility)
+                // Filter: zero-size
                 if (m.width <= 0 || m.height <= 0) continue;
-                if (m.x + m.width < 0 || m.y + m.height < 0) continue;
-                if (m.x > viewportW || m.y > viewportH) continue;
+
+                // Vertical: track off-screen above/below for the summary line
+                if (m.y + m.height < 0) {
+                    if (meta[i] && meta[i].customName) offScreenAbove.push({ idx: i, y: m.y });
+                    continue;
+                }
+                if (m.y > viewportH) {
+                    if (meta[i] && meta[i].customName) offScreenBelow.push({ idx: i, y: m.y });
+                    continue;
+                }
+
+                // Horizontal: center must be inside the viewport (drops phantom slides at x=-411 etc.)
+                var centerX = m.x + m.width / 2;
+                if (centerX < 0 || centerX > viewportW) continue;
 
                 var fiber = fibers[i];
                 var info = meta[i];
@@ -1427,6 +1479,26 @@ export async function getScreenLayout(options = {}) {
                     }
                 }
                 elements = filtered;
+
+                // Second pass: rewrite orphans whose parentIndex points at a non-surviving element.
+                // This happens when an intermediate ancestor was dropped by the viewport filter
+                // (not the full-screen wrapper path). Walk ancestorIndices to the nearest survivor.
+                var surviving = {};
+                for (var si = 0; si < elements.length; si++) {
+                    surviving[elements[si].originalIndex] = true;
+                }
+                for (var oi = 0; oi < elements.length; oi++) {
+                    var e2 = elements[oi];
+                    if (e2.parentIndex === -1 || e2.parentIndex === undefined) continue;
+                    if (surviving[e2.parentIndex]) continue;
+                    var anc = meta[e2.originalIndex] && meta[e2.originalIndex].ancestorIndices;
+                    if (!anc) { e2.parentIndex = -1; continue; }
+                    var found = -1;
+                    for (var ai = 0; ai < anc.length; ai++) {
+                        if (surviving[anc[ai]]) { found = anc[ai]; break; }
+                    }
+                    e2.parentIndex = found;
+                }
             }
 
             if (summaryMode) {
@@ -1447,7 +1519,25 @@ export async function getScreenLayout(options = {}) {
             return {
                 viewport: { width: viewportW, height: viewportH },
                 totalElements: elements.length,
-                elements: elements
+                elements: elements,
+                offScreenBelow: (function() {
+                    var seen = {}, out = [];
+                    offScreenBelow.sort(function(a, b) { return a.y - b.y; });
+                    for (var k = 0; k < offScreenBelow.length; k++) {
+                        var n = meta[offScreenBelow[k].idx].customName;
+                        if (n && !seen[n]) { seen[n] = true; out.push(n); }
+                    }
+                    return out;
+                })(),
+                offScreenAbove: (function() {
+                    var seen = {}, out = [];
+                    offScreenAbove.sort(function(a, b) { return b.y - a.y; });
+                    for (var k = 0; k < offScreenAbove.length; k++) {
+                        var n = meta[offScreenAbove[k].idx].customName;
+                        if (n && !seen[n]) { seen[n] = true; out.push(n); }
+                    }
+                    return out;
+                })()
             };
         })()
     `;
@@ -1467,10 +1557,15 @@ export async function getScreenLayout(options = {}) {
                         success: true,
                         result: result.result,
                         parsedElements: parsed.elements,
-                        viewport: parsed.viewport
+                        viewport: parsed.viewport,
+                        offScreenBelow: Array.isArray(parsed.offScreenBelow) ? parsed.offScreenBelow : [],
+                        offScreenAbove: Array.isArray(parsed.offScreenAbove) ? parsed.offScreenAbove : []
                     };
                 }
-                const tree = formatScreenLayoutTree(parsed.elements, extended);
+                const tree = formatScreenLayoutTree(parsed.elements, extended, {
+                    offScreenBelow: Array.isArray(parsed.offScreenBelow) ? parsed.offScreenBelow : [],
+                    offScreenAbove: Array.isArray(parsed.offScreenAbove) ? parsed.offScreenAbove : []
+                });
                 return { success: true, result: tree };
             }
         }
@@ -1508,6 +1603,19 @@ export async function getPressableElements(options = {}) {
                     typeof sn.canonical.publicInstance.measureInWindow === 'function') {
                     return sn.canonical.publicInstance;
                 }
+                // Fabric leaf nodes like RCTText have no publicInstance. Measure via
+                // the native Fabric UIManager using the shadow node instead — needed
+                // for text bounds that are tight around the glyphs (not the scroll
+                // container the text happens to live inside).
+                if (sn.node && globalThis.nativeFabricUIManager &&
+                    typeof globalThis.nativeFabricUIManager.measureInWindow === 'function') {
+                    var node = sn.node;
+                    return {
+                        measureInWindow: function(cb) {
+                            try { globalThis.nativeFabricUIManager.measureInWindow(node, cb); } catch(e) {}
+                        }
+                    };
+                }
                 return null;
             }
 
@@ -1574,10 +1682,12 @@ export async function getPressableElements(options = {}) {
                 return fiber.type.displayName || fiber.type.name || null;
             }
 
-            var RN_PRIMITIVES = /^(Animated\\(.*|withAnimated.*|AnimatedComponent.*|ForwardRef.*|memo\\(.*|Context\\.Consumer|Context\\.Provider|RCT.*|RNS.*|RNC.*|ViewManagerAdapter_.*|VirtualizedList.*|CellRenderer.*|FrameSizeProvider.*|MaybeScreenContainer|MaybeScreen|Navigation.*|Screen$|ScreenStack|ScreenContainer|ScreenContentWrapper|SceneView|DelayedFreeze|Freeze|Suspender|DebugContainer|StaticContainer|SafeAreaProvider.*|SafeAreaFrameContext|SafeAreaInsetsContext|ExpoRoot|ExpoRootComponent|GestureHandler.*|NativeViewGestureHandler|GestureDetector|PanGestureHandler|Reanimated.*|BottomTabNavigator|TabLayout|RouteNode|Route$|KeyboardProvider|PortalProviderComponent|BottomSheetModalProviderWrapper|ThemeContext|ThemeProvider|TextAncestorContext|PressabilityDebugView|TouchableHighlightImpl|StatusBarOverlay|BottomSheetHostingContainerComponent|BottomSheetGestureHandlersProvider|BottomSheetBackdropContainerComponent|BottomSheetContainerComponent|BottomSheetDraggableViewComponent|BottomSheetHandleContainerComponent|BottomSheetBackgroundContainerComponent|DebuggingOverlay|InspectorDeferred|Inspector|InspectorOverlay|InspectorPanel|StyleInspector|BoxInspector|BoxContainer|ElementBox|BorderBox|InspectorPanelButton)$/;
+            var RN_PRIMITIVES = /^(Animated\\(.*|withAnimated.*|AnimatedComponent.*|ForwardRef.*|memo\\(.*|Context\\.Consumer|Context\\.Provider|ScrollViewContext(Base)?|VirtualizedListContext(Resetter)?|TextInputContext|KeyboardAvoidingViewContext|RCT.*|RNS.*|RNC.*|ViewManagerAdapter_.*|VirtualizedList.*|CellRenderer.*|FrameSizeProvider.*|MaybeScreenContainer|MaybeScreen|Navigation.*|Screen$|ScreenStack|ScreenContainer|ScreenContentWrapper|SceneView|DelayedFreeze|Freeze|Suspender|DebugContainer|StaticContainer|SafeAreaProvider.*|SafeAreaFrameContext|SafeAreaInsetsContext|ExpoRoot|ExpoRootComponent|GestureHandler.*|NativeViewGestureHandler|GestureDetector|PanGestureHandler|Reanimated.*|BottomTabNavigator|TabLayout|RouteNode|Route$|KeyboardProvider|PortalProviderComponent|BottomSheetModalProviderWrapper|ThemeContext|ThemeProvider|TextAncestorContext|PressabilityDebugView|TouchableHighlightImpl|StatusBarOverlay|BottomSheetHostingContainerComponent|BottomSheetGestureHandlersProvider|BottomSheetBackdropContainerComponent|BottomSheetContainerComponent|BottomSheetDraggableViewComponent|BottomSheetHandleContainerComponent|BottomSheetBackgroundContainerComponent|DebuggingOverlay|InspectorDeferred|Inspector|InspectorOverlay|InspectorPanel|StyleInspector|BoxInspector|BoxContainer|ElementBox|BorderBox|InspectorPanelButton)$/;
 
             var hostFibers = [];
             var fiberMeta = [];
+            var textFibers = [];
+            var textContents = [];
 
             function findMeaningfulAncestorName(fiber) {
                 var cur = fiber.return;
@@ -1595,6 +1705,30 @@ export async function getPressableElements(options = {}) {
                 return fallbackName;
             }
 
+            // Layout-only and touch-wrapper components that should be skipped when scanning
+            // children for a meaningful icon/content component name.
+            var SKIP_IN_CHILD_SCAN = /^(View|Text|Image|ImageBackground|ScrollView|FlatList|SectionList|KeyboardAvoidingView|SafeAreaView|TouchableOpacity|TouchableHighlight|TouchableWithoutFeedback|TouchableNativeFeedback|Pressable|TextInput|ActivityIndicator|Switch|Modal|StatusBar|VirtualizedList|RefreshControl|Animated\\(.*|withAnimated.*|AnimatedComponent.*)$/;
+
+            // Scan children of a pressable for a meaningful component name (e.g. SvgChevronBack inside a View).
+            // Skips generic layout/touch wrappers to find the actual icon or content component.
+            function findMeaningfulChildName(fiber) {
+                function scan(f, d) {
+                    if (!f || d > 12) return null;
+                    var n = getComponentName(f);
+                    if (n && typeof f.type !== 'string' && !RN_PRIMITIVES.test(n) && !SKIP_IN_CHILD_SCAN.test(n)) return n;
+                    var c = f.child;
+                    while (c) {
+                        var r = scan(c, d + 1);
+                        if (r) return r;
+                        c = c.sibling;
+                    }
+                    return null;
+                }
+                return scan(fiber.child, 0);
+            }
+
+            var GENERIC_COMPONENT = /^(View|TouchableOpacity|TouchableHighlight|TouchableWithoutFeedback|Pressable|TouchableNativeFeedback|Text|RCTView|RCTText|Unknown)$/;
+
             function buildPath(fiber) {
                 var parts = [];
                 var cur = fiber;
@@ -1634,6 +1768,12 @@ export async function getPressableElements(options = {}) {
                     if (hostsForThis.length > 0) {
                         var text = collectText(fiber, 0, true);
                         var componentName = findMeaningfulAncestorName(fiber) || name || 'Unknown';
+                        // If name is generic (e.g. View, TouchableOpacity), scan children for a
+                        // meaningful name like SvgChevronBack so icon-only buttons are identifiable.
+                        if (GENERIC_COMPONENT.test(componentName)) {
+                            var childName = findMeaningfulChildName(fiber);
+                            if (childName) componentName = childName;
+                        }
                         var path = buildPath(fiber);
                         var testID = (props && (props.testID || props.nativeID)) || null;
                         var accessibilityLabel = (props && props.accessibilityLabel) || null;
@@ -1664,6 +1804,76 @@ export async function getPressableElements(options = {}) {
 
             walkPressables(roots[0].current, 0);
 
+            // Collect text fibers that are NOT inside a pressable — used later to attach
+            // spatial 'nearbyText' hints to icon-only pressables.
+            function extractTextString(fiber) {
+                var p = fiber.memoizedProps;
+                if (!p) return '';
+                var ch = p.children;
+                if (typeof ch === 'string') return ch;
+                if (typeof ch === 'number') return String(ch);
+                if (Array.isArray(ch)) {
+                    var parts = [];
+                    for (var k = 0; k < ch.length; k++) {
+                        if (typeof ch[k] === 'string') parts.push(ch[k]);
+                        else if (typeof ch[k] === 'number') parts.push(String(ch[k]));
+                    }
+                    if (parts.length > 0) return parts.join('');
+                }
+                return '';
+            }
+
+            function walkTexts(fiber, depth, insidePressable, inHidden) {
+                if (!fiber || depth > 5000) return;
+                var name = getComponentName(fiber);
+                var props = fiber.memoizedProps;
+
+                // Track hidden-screen ancestry without early return — a MaybeScreen wrapper
+                // can enclose BOTH the active and inactive siblings, so we must keep walking
+                // to find the active one while still skipping the inactive subtree's texts.
+                var nextHidden = inHidden;
+                if (name === 'MaybeScreen' && props && props.active === 0) nextHidden = true;
+                if (name === 'SceneView' && props && props.focused === false) nextHidden = true;
+                if (name === 'RNSScreen' && props && props['aria-hidden'] === true) nextHidden = true;
+
+                var hasOnPress = props && typeof props.onPress === 'function';
+                var isInputHere = props && (typeof props.onChangeText === 'function' || typeof props.onFocus === 'function');
+                var nextInside = insidePressable || !!hasOnPress || !!isInputHere;
+
+                // Record standalone text when outside any pressable. Detects both stock
+                // Text and custom wrappers (CustomText, ThemedText, etc.) by checking for
+                // direct string/number children. Fabric RCTText has no publicInstance, so
+                // we walk up the fiber chain to the nearest measurable host (the View
+                // enclosing the text) and use its frame as the text's proxy bounds.
+                if (!insidePressable && !nextHidden && name !== 'RCTText' && typeof fiber.type !== 'string') {
+                    var str = extractTextString(fiber);
+                    if (str && str.length > 0 && str.length <= 120) {
+                        var up = fiber;
+                        var upDepth = 0;
+                        var measurable = null;
+                        while (up && upDepth < 20) {
+                            if (typeof up.type === 'string' && getMeasurable(up)) {
+                                measurable = up;
+                                break;
+                            }
+                            up = up.return;
+                            upDepth++;
+                        }
+                        if (measurable) {
+                            textFibers.push(measurable);
+                            textContents.push(str);
+                        }
+                    }
+                }
+
+                var child = fiber.child;
+                while (child) {
+                    walkTexts(child, depth + 1, nextInside, nextHidden);
+                    child = child.sibling;
+                }
+            }
+            walkTexts(roots[0].current, 0, false, false);
+
             if (hostFibers.length === 0) return { error: 'No pressable elements found on screen.' };
 
             // Also measure the root view for viewport detection (appended; tracked by explicit index to preserve hostIndices)
@@ -1689,7 +1899,19 @@ export async function getPressableElements(options = {}) {
                 } catch(e) {}
             }
 
-            return { count: hostFibers.length };
+            globalThis.__pressableTextContents = textContents;
+            globalThis.__pressableTextMeasurements = new Array(textFibers.length).fill(null);
+            for (var ti = 0; ti < textFibers.length; ti++) {
+                try {
+                    (function(idx) {
+                        getMeasurable(textFibers[idx]).measureInWindow(function(fx, fy, fw, fh) {
+                            globalThis.__pressableTextMeasurements[idx] = { x: fx, y: fy, width: fw, height: fh };
+                        });
+                    })(ti);
+                } catch(e) {}
+            }
+
+            return { count: hostFibers.length, textCount: textFibers.length };
         })()
     `;
     const dispatchResult = await executeInApp(dispatchExpression, false, { timeoutMs: 30000 }, device);
@@ -1712,10 +1934,14 @@ export async function getPressableElements(options = {}) {
             var meta = globalThis.__pressableMeta;
             var measurements = globalThis.__pressableMeasurements;
             var rootIdx = globalThis.__pressableRootIdx;
+            var textContents = globalThis.__pressableTextContents || [];
+            var textMeasurements = globalThis.__pressableTextMeasurements || [];
             globalThis.__pressableFibers = null;
             globalThis.__pressableMeta = null;
             globalThis.__pressableMeasurements = null;
             globalThis.__pressableRootIdx = null;
+            globalThis.__pressableTextContents = null;
+            globalThis.__pressableTextMeasurements = null;
 
             if (!fibers || !measurements || !meta) {
                 return { error: 'No measurement data. Run get_pressable_elements again.' };
@@ -1854,6 +2080,65 @@ export async function getPressableElements(options = {}) {
                 }
             }
 
+            // Build a normalized list of visible standalone texts (content + frame)
+            var textBoxes = [];
+            for (var tmi = 0; tmi < textMeasurements.length; tmi++) {
+                var tm = textMeasurements[tmi];
+                var tc = textContents[tmi];
+                if (!tm || !tc) continue;
+                if (tm.width <= 0 || tm.height <= 0) continue;
+                if (tm.x + tm.width < 0 || tm.y + tm.height < 0) continue;
+                if (tm.x > viewportW || tm.y > viewportH) continue;
+                textBoxes.push({
+                    text: tc,
+                    x: tm.x, y: tm.y, width: tm.width, height: tm.height,
+                    cx: tm.x + tm.width / 2, cy: tm.y + tm.height / 2
+                });
+            }
+
+            // Humanize component name → intent (strip Svg/Icon prefixes, split camelCase)
+            function humanize(name) {
+                if (!name) return '';
+                var n = String(name);
+                n = n.replace(/^(Svg|Icon)/, '').replace(/(Svg|Icon)$/, '');
+                n = n.replace(/([a-z0-9])([A-Z])/g, '$1 $2');
+                n = n.replace(/([A-Z]+)([A-Z][a-z])/g, '$1 $2');
+                return n.trim().toLowerCase();
+            }
+
+            // Attach nearbyText for pressables that lack their own text/label.
+            // Nearest text by center-to-center distance, within a reasonable radius.
+            var NEARBY_RADIUS = 120; // points
+            for (var ei = 0; ei < elements.length; ei++) {
+                var pe = elements[ei];
+                pe.intent = humanize(pe.component);
+                // Skip when the pressable already has its own human-readable text or a11y label.
+                // testID alone doesn't suppress nearbyText — the testID may be cryptic and the
+                // surrounding visible text is still a useful handle for an agent.
+                if (pe.hasLabel || pe.accessibilityLabel) continue;
+                if (textBoxes.length === 0) continue;
+
+                var pcx = pe.frame.x + pe.frame.width / 2;
+                var pcy = pe.frame.y + pe.frame.height / 2;
+                var best = null;
+                var bestDist = Infinity;
+                for (var tbi = 0; tbi < textBoxes.length; tbi++) {
+                    var tb = textBoxes[tbi];
+                    // Skip texts contained inside this pressable (shouldn't happen — walkTexts excludes them — but defensive)
+                    if (tb.x >= pe.frame.x && tb.y >= pe.frame.y &&
+                        tb.x + tb.width <= pe.frame.x + pe.frame.width &&
+                        tb.y + tb.height <= pe.frame.y + pe.frame.height) continue;
+                    var dx = tb.cx - pcx;
+                    var dy = tb.cy - pcy;
+                    var d = Math.sqrt(dx * dx + dy * dy);
+                    if (d < bestDist && d <= NEARBY_RADIUS) {
+                        bestDist = d;
+                        best = tb;
+                    }
+                }
+                if (best) pe.nearbyText = best.text;
+            }
+
             // Sort top-to-bottom, left-to-right
             elements.sort(function(a, b) {
                 if (a.center.y !== b.center.y) return a.center.y - b.center.y;
@@ -1885,7 +2170,11 @@ export async function getPressableElements(options = {}) {
             for (let i = 0; i < pressableElements.length; i++) {
                 const el = pressableElements[i];
                 const num = i + 1;
-                const label = el.hasLabel ? `"${el.text}"` : "(icon/image)";
+                const label = el.hasLabel
+                    ? `"${el.text}"`
+                    : el.intent
+                        ? `(${el.intent} icon)`
+                        : "(icon/image)";
                 const ids = [];
                 if (el.testID)
                     ids.push(`testID="${el.testID}"`);
@@ -1894,7 +2183,8 @@ export async function getPressableElements(options = {}) {
                 const idStr = ids.length > 0 ? ` [${ids.join(", ")}]` : "";
                 const inputStr = el.isInput ? " (input)" : "";
                 const wrapperStr = el.isWrapper ? " [wrapper — skip unless dismissing keyboard]" : "";
-                lines.push(`${num}. ${el.component} ${label} — center:(${el.center.x},${el.center.y}) frame:(${el.frame.x},${el.frame.y} ${el.frame.width}x${el.frame.height})${idStr}${inputStr}${wrapperStr}`);
+                const nearPart = el.nearbyText ? ` near "${el.nearbyText}"` : "";
+                lines.push(`${num}. ${el.component} ${label}${nearPart} — center:(${el.center.x},${el.center.y}) frame:(${el.frame.x},${el.frame.y} ${el.frame.width}x${el.frame.height})${idStr}${inputStr}${wrapperStr}`);
                 if (el.path)
                     lines.push(`   path: ${el.path}`);
             }
@@ -1914,8 +2204,8 @@ export async function getPressableElements(options = {}) {
  * Format enriched elements as an indented tree with tap coordinates in pixels.
  * Same tree structure as get_screen_layout but with tap:(x,y) per node.
  */
-function formatEnrichedLayoutTree(elements) {
-    return formatLayoutTree(elements, (el, indent, isLeaf) => {
+function formatEnrichedLayoutTree(elements, offScreen) {
+    const tree = formatLayoutTree(elements, (el, indent, isLeaf) => {
         const prefix = "  ".repeat(indent);
         const frame = `(${Math.round(el.frame.x)},${Math.round(el.frame.y)} ${Math.round(el.frame.width)}x${Math.round(el.frame.height)})`;
         const tap = ` tap:(${el.tapX},${el.tapY})`;
@@ -1924,6 +2214,14 @@ function formatEnrichedLayoutTree(elements) {
         const textStr = el.text && isLeaf ? ` "${el.text}"` : "";
         return `${prefix}${el.component} ${frame}${tap}${idStr}${textStr}`;
     });
+    const suffix = [];
+    if (offScreen?.offScreenAbove?.length) {
+        suffix.push(formatOffScreenLine(offScreen.offScreenAbove, "above fold"));
+    }
+    if (offScreen?.offScreenBelow?.length) {
+        suffix.push(formatOffScreenLine(offScreen.offScreenBelow, "below fold"));
+    }
+    return suffix.length > 0 ? `${tree}\n\n${suffix.join("\n")}` : tree;
 }
 /**
  * Enrich screen layout data with tap-ready pixel coordinates for bundling with screenshots.
@@ -1935,24 +2233,29 @@ function formatEnrichedLayoutTree(elements) {
  * @param device - optional target device name
  * @returns formatted tree string with pixel coordinates, or null if unavailable
  */
-export async function enrichScreenshotWithLayout(pixelRatio, screenshotScaleFactor, device) {
+export async function enrichScreenshotWithLayout(pixelRatio, screenshotScaleFactor, device, safeAreaTopPoints = 0) {
     try {
         const result = await getScreenLayout({ extended: false, summary: false, device, raw: true });
         if (!result.success || !result.parsedElements || result.parsedElements.length === 0)
             return null;
         const elements = result.parsedElements.map((el) => {
             const frame = el.frame || { x: 0, y: 0, width: 0, height: 0 };
-            // Convert center point from points/dp to screenshot pixels
-            // Points -> device pixels: multiply by pixelRatio
-            // Device pixels -> screenshot pixels: divide by screenshotScaleFactor (if image was resized)
+            // React-native-screens modal/sheet presentations on iOS cause measureInWindow to return y
+            // relative to the screen's content origin (below safe-area inset), not the window origin.
+            // An element whose center y sits inside the safe-area band is physically impossible for a
+            // visible interactive target — treat that as a sign of the shifted space and add the inset.
             const centerXPoints = frame.x + frame.width / 2;
-            const centerYPoints = frame.y + frame.height / 2;
+            let centerYPoints = frame.y + frame.height / 2;
+            let yPoints = frame.y;
+            if (safeAreaTopPoints > 0 && centerYPoints < safeAreaTopPoints) {
+                centerYPoints += safeAreaTopPoints;
+                yPoints += safeAreaTopPoints;
+            }
             const tapX = Math.round((centerXPoints * pixelRatio) / screenshotScaleFactor);
             const tapY = Math.round((centerYPoints * pixelRatio) / screenshotScaleFactor);
-            // Convert frame to pixels too
             const pixelFrame = {
                 x: Math.round((frame.x * pixelRatio) / screenshotScaleFactor),
-                y: Math.round((frame.y * pixelRatio) / screenshotScaleFactor),
+                y: Math.round((yPoints * pixelRatio) / screenshotScaleFactor),
                 width: Math.round((frame.width * pixelRatio) / screenshotScaleFactor),
                 height: Math.round((frame.height * pixelRatio) / screenshotScaleFactor),
             };
@@ -1969,7 +2272,10 @@ export async function enrichScreenshotWithLayout(pixelRatio, screenshotScaleFact
                 path: el.path,
             };
         });
-        return formatEnrichedLayoutTree(elements);
+        return formatEnrichedLayoutTree(elements, {
+            offScreenBelow: result.offScreenBelow,
+            offScreenAbove: result.offScreenAbove,
+        });
     }
     catch {
         return null; // Non-fatal: screenshot works without layout
@@ -2412,27 +2718,35 @@ export async function pressElement(options) {
                 return fiber.type.displayName || fiber.type.name || null;
             }
 
+            // When a fiber holds a string/number child via memoizedProps.children, return it
+            // without recursing — Text > RCTText > NativeText all carry the same string,
+            // and walking through every layer duplicates it (e.g. "CircularsCircularsCirculars").
             function extractText(fiber, depth) {
                 if (!fiber || depth > 5000) return '';
-                var parts = [];
                 var props = fiber.memoizedProps;
                 if (props) {
                     var ch = props.children;
-                    if (typeof ch === 'string') parts.push(ch);
-                    else if (typeof ch === 'number') parts.push(String(ch));
-                    else if (Array.isArray(ch)) {
+                    if (typeof ch === 'string') return ch;
+                    if (typeof ch === 'number') return String(ch);
+                    if (Array.isArray(ch)) {
+                        var allPrimitive = ch.length > 0;
+                        var inline = [];
                         for (var i = 0; i < ch.length; i++) {
-                            if (typeof ch[i] === 'string') parts.push(ch[i]);
-                            else if (typeof ch[i] === 'number') parts.push(String(ch[i]));
+                            if (typeof ch[i] === 'string') inline.push(ch[i]);
+                            else if (typeof ch[i] === 'number') inline.push(String(ch[i]));
+                            else { allPrimitive = false; }
                         }
+                        if (allPrimitive && inline.length > 0) return inline.join('');
                     }
                 }
+                var parts = [];
                 var child = fiber.child;
                 while (child) {
-                    parts.push(extractText(child, depth + 1));
+                    var t = extractText(child, depth + 1);
+                    if (t) parts.push(t);
                     child = child.sibling;
                 }
-                return parts.join('');
+                return parts.join(' ');
             }
 
             function getMeasurable(fiber) {
@@ -2443,10 +2757,23 @@ export async function pressElement(options) {
                     typeof sn.canonical.publicInstance.measureInWindow === 'function') {
                     return sn.canonical.publicInstance;
                 }
+                // Fabric leaf nodes like RCTText have no publicInstance. Measure via
+                // the native Fabric UIManager using the shadow node instead — needed
+                // for text bounds that are tight around the glyphs (not the scroll
+                // container the text happens to live inside).
+                if (sn.node && globalThis.nativeFabricUIManager &&
+                    typeof globalThis.nativeFabricUIManager.measureInWindow === 'function') {
+                    var node = sn.node;
+                    return {
+                        measureInWindow: function(cb) {
+                            try { globalThis.nativeFabricUIManager.measureInWindow(node, cb); } catch(e) {}
+                        }
+                    };
+                }
                 return null;
             }
 
-            var RN_PRIMITIVES = /^(Animated\\(.*|withAnimated.*|AnimatedComponent.*|ForwardRef.*|memo\\(.*|Context\\.Consumer|Context\\.Provider|RCT.*|RNS.*|RNC.*|ViewManagerAdapter_.*|VirtualizedList.*|CellRenderer.*|FrameSizeProvider.*|MaybeScreenContainer|MaybeScreen|Navigation.*|Screen$|ScreenStack|ScreenContainer|ScreenContentWrapper|SceneView|DelayedFreeze|Freeze|Suspender|DebugContainer|StaticContainer|SafeAreaProvider.*|SafeAreaFrameContext|SafeAreaInsetsContext|ExpoRoot|ExpoRootComponent|GestureHandler.*|NativeViewGestureHandler|GestureDetector|PanGestureHandler|Reanimated.*|BottomTabNavigator|TabLayout|RouteNode|Route$|KeyboardProvider|PortalProviderComponent|BottomSheetModalProviderWrapper|ThemeContext|ThemeProvider|TextAncestorContext|PressabilityDebugView|TouchableHighlightImpl|StatusBarOverlay|BottomSheetHostingContainerComponent|BottomSheetGestureHandlersProvider|BottomSheetBackdropContainerComponent|BottomSheetContainerComponent|BottomSheetDraggableViewComponent|BottomSheetHandleContainerComponent|BottomSheetBackgroundContainerComponent|DebuggingOverlay|InspectorDeferred|Inspector|InspectorOverlay|InspectorPanel|StyleInspector|BoxInspector|BoxContainer|ElementBox|BorderBox|InspectorPanelButton)$/;
+            var RN_PRIMITIVES = /^(Animated\\(.*|withAnimated.*|AnimatedComponent.*|ForwardRef.*|memo\\(.*|Context\\.Consumer|Context\\.Provider|ScrollViewContext(Base)?|VirtualizedListContext(Resetter)?|TextInputContext|KeyboardAvoidingViewContext|RCT.*|RNS.*|RNC.*|ViewManagerAdapter_.*|VirtualizedList.*|CellRenderer.*|FrameSizeProvider.*|MaybeScreenContainer|MaybeScreen|Navigation.*|Screen$|ScreenStack|ScreenContainer|ScreenContentWrapper|SceneView|DelayedFreeze|Freeze|Suspender|DebugContainer|StaticContainer|SafeAreaProvider.*|SafeAreaFrameContext|SafeAreaInsetsContext|ExpoRoot|ExpoRootComponent|GestureHandler.*|NativeViewGestureHandler|GestureDetector|PanGestureHandler|Reanimated.*|BottomTabNavigator|TabLayout|RouteNode|Route$|KeyboardProvider|PortalProviderComponent|BottomSheetModalProviderWrapper|ThemeContext|ThemeProvider|TextAncestorContext|PressabilityDebugView|TouchableHighlightImpl|StatusBarOverlay|BottomSheetHostingContainerComponent|BottomSheetGestureHandlersProvider|BottomSheetBackdropContainerComponent|BottomSheetContainerComponent|BottomSheetDraggableViewComponent|BottomSheetHandleContainerComponent|BottomSheetBackgroundContainerComponent|DebuggingOverlay|InspectorDeferred|Inspector|InspectorOverlay|InspectorPanel|StyleInspector|BoxInspector|BoxContainer|ElementBox|BorderBox|InspectorPanelButton)$/;
 
             function isScreenHidden(name, props) {
                 if (!props) return false;
@@ -2941,21 +3268,19 @@ export async function pressElement(options) {
 
             var target = matches[targetIndex];
             var result = {
-                success: true,
+                needsNativeTap: true,
+                nativeTapTarget: { x: target.x, y: target.y, unit: 'points' },
                 pressed: target.name,
                 matchIndex: targetIndex,
                 totalMatches: matches.length,
                 text: target.text,
                 testID: target.testID,
                 path: target.path,
-                isInput: target.isInput,
-                x: target.x,
-                y: target.y,
-                unit: 'points'
+                isInput: target.isInput
             };
             if (matches.length > 1) {
                 result.allMatches = matches.map(function(m, i) {
-                    return { index: i, component: m.name, text: m.text, testID: m.testID };
+                    return { index: i, component: m.name, text: m.text, testID: m.testID, x: m.x, y: m.y };
                 });
             }
             return result;
@@ -3156,6 +3481,19 @@ export async function inspectAtPoint(x, y, options = {}) {
                     typeof sn.canonical.publicInstance.measureInWindow === 'function') {
                     return sn.canonical.publicInstance;
                 }
+                // Fabric leaf nodes like RCTText have no publicInstance. Measure via
+                // the native Fabric UIManager using the shadow node instead — needed
+                // for text bounds that are tight around the glyphs (not the scroll
+                // container the text happens to live inside).
+                if (sn.node && globalThis.nativeFabricUIManager &&
+                    typeof globalThis.nativeFabricUIManager.measureInWindow === 'function') {
+                    var node = sn.node;
+                    return {
+                        measureInWindow: function(cb) {
+                            try { globalThis.nativeFabricUIManager.measureInWindow(node, cb); } catch(e) {}
+                        }
+                    };
+                }
                 return null;
             }