react-native-ai-debugger 1.6.16 → 1.8.1

package/build/tools/screenshotTools.js

@@ -0,0 +1,606 @@
+import { z } from "zod";
+import { registerToolWithTelemetry } from "../core/register.js";
+import { iosScreenshot, androidScreenshot, detectLogBox, formatLogBoxWarning, recognizeText, inferIOSDevicePixelRatio, getPressableElements, imageBuffer, getActiveOrBootedSimulatorUdid, connectedApps, getConnectedAppBySimulatorUdid, getConnectedAppByAndroidDeviceId, iosDescribeAll, detectIOSSystemOverlay, formatIOSSystemOverlayWarning, androidGetStatusBarHeight, androidGetDensity, } from "../core/index.js";
+export function registerScreenshotTools(server) {
+    // Tool: iOS screenshot
+    registerToolWithTelemetry(server, "ios_screenshot", {
+        description: "Take a screenshot from an iOS simulator. Returns the image plus two lists: (1) pressable elements — the tappable components on screen with ready-to-use pixel tap coordinates, testIDs, and labels; (2) screen layout — all visible React components for context. Prefer tap(text=\"...\") when text is exact and unique; otherwise use tap(x, y) with coordinates from the pressables list — this is the most reliable way to tap icons or visually-identified elements. Use component names from the layout for inspect_component/find_components.\n" +
+            "PURPOSE: Snapshot what the user sees on iOS AND get tap-ready pressables + a structured component map in one call.\n" +
+            "WHEN TO USE: Any visual verification, before/after comparison, or as the starting point for tapping UI by coordinates.\n" +
+            "WORKFLOW: ios_screenshot -> pick element from pressables -> tap(x, y) or tap(testID=...) -> ios_screenshot to verify.\n" +
+            "LIMITATIONS: Requires a booted iOS simulator (simctl). For physical devices or system dialogs without RN, combine with tap(..., native=true).\n" +
+            "GOOD: ios_screenshot()\n" +
+            "BAD: ios_screenshot({ udid: \"guess\" }) with a made-up UDID — run list_ios_simulators first.\n" +
+            "SEE ALSO: call get_usage_guide(topic=\"interact\") for the full device-interaction playbook.",
+        inputSchema: {
+            outputPath: z
+                .string()
+                .optional()
+                .describe("Optional path to save the screenshot. If not provided, saves to temp directory."),
+            udid: z
+                .string()
+                .optional()
+                .describe("Optional simulator UDID (from list_ios_simulators). Uses booted simulator if not specified.")
+        }
+    }, async ({ outputPath, udid }) => {
+        const result = await iosScreenshot(outputPath, udid);
+        if (!result.success) {
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: `Error: ${result.error}`
+                    }
+                ],
+                isError: true
+            };
+        }
+        // Include image data if available
+        if (result.data) {
+            // Build info text with coordinate guidance for iOS
+            const pixelWidth = result.originalWidth || 0;
+            const pixelHeight = result.originalHeight || 0;
+            // Resolve the RN app running on THIS simulator so enrichment pulls
+            // fiber/layout data from the right app (not the first-connected one,
+            // which may belong to a different simulator).
+            const resolvedUdid = udid || (await getActiveOrBootedSimulatorUdid());
+            const targetApp = resolvedUdid ? getConnectedAppBySimulatorUdid(resolvedUdid) : null;
+            const targetDeviceName = targetApp?.deviceInfo.deviceName;
+            // Store screenshot metadata on the matching app (not an arbitrary one)
+            if (targetApp) {
+                targetApp.lastScreenshot = {
+                    originalWidth: pixelWidth,
+                    originalHeight: pixelHeight,
+                    scaleFactor: result.scaleFactor || 1,
+                };
+            }
+            // Try to get actual screen dimensions and safe area from accessibility tree
+            let pointWidth = 0;
+            let pointHeight = 0;
+            let scaleFactor = 3; // Default to 3x for modern iPhones
+            let safeAreaTop = 59; // Default safe area offset
+            try {
+                const describeResult = await iosDescribeAll(udid);
+                if (describeResult.success && describeResult.elements && describeResult.elements.length > 0) {
+                    // First element is typically the Application with full screen frame
+                    const rootElement = describeResult.elements[0];
+                    // Try parsed frame first, then parse AXFrame string
+                    if (rootElement.frame) {
+                        pointWidth = Math.round(rootElement.frame.width);
+                        pointHeight = Math.round(rootElement.frame.height);
+                        // The frame.y of the root element indicates where content starts (after status bar)
+                        if (rootElement.frame.y > 0) {
+                            safeAreaTop = Math.round(rootElement.frame.y);
+                        }
+                    }
+                    else if (rootElement.AXFrame) {
+                        // Parse format: "{{x, y}, {width, height}}"
+                        const match = rootElement.AXFrame.match(/\{\{([\d.]+),\s*([\d.]+)\},\s*\{([\d.]+),\s*([\d.]+)\}\}/);
+                        if (match) {
+                            const frameY = parseFloat(match[2]);
+                            pointWidth = Math.round(parseFloat(match[3]));
+                            pointHeight = Math.round(parseFloat(match[4]));
+                            if (frameY > 0) {
+                                safeAreaTop = Math.round(frameY);
+                            }
+                        }
+                    }
+                    // Calculate actual scale factor
+                    if (pointWidth > 0) {
+                        scaleFactor = Math.round(pixelWidth / pointWidth);
+                    }
+                }
+            }
+            catch {
+                // Fallback: use 3x scale for modern devices
+            }
+            // Fallback if we couldn't get dimensions
+            if (pointWidth === 0) {
+                pointWidth = Math.round(pixelWidth / scaleFactor);
+                pointHeight = Math.round(pixelHeight / scaleFactor);
+            }
+            const safeAreaOffsetPixels = safeAreaTop * scaleFactor;
+            // The Screen Layout tree was previously appended here but produced huge noisy
+            // output (nested Svg/G/Path duplicates). Agents should use get_screen_layout
+            // explicitly when they need the tree. The Pressable elements block below is
+            // the signal most consumers actually want.
+            let pressablesText = null;
+            // Enrich with pressable elements. With targetApp present we use the
+            // fiber path (most accurate). Without targetApp, getPressableElements
+            // falls back to iOS accessibility tree (E1) when we pass platform.
+            try {
+                const pressables = await getPressableElements({
+                    device: targetDeviceName,
+                    platform: "ios",
+                    udid: resolvedUdid ?? undefined
+                });
+                if (pressables.success && pressables.parsedElements && pressables.parsedElements.length > 0) {
+                    const screenshotScale = result.scaleFactor || 1;
+                    pressablesText = pressables.parsedElements.map((el) => {
+                        // See enrichScreenshotWithLayout: shift y when fiber reports the element
+                        // inside the safe-area band (a react-native-screens modal artifact).
+                        let centerYPoints = el.center.y;
+                        if (safeAreaTop > 0 && centerYPoints < safeAreaTop) {
+                            centerYPoints += safeAreaTop;
+                        }
+                        const px = Math.round((el.center.x * scaleFactor) / screenshotScale);
+                        const py = Math.round((centerYPoints * scaleFactor) / screenshotScale);
+                        const label = el.accessibilityLabel || el.text || el.testID || (el.intent ? `${el.intent} icon` : el.component);
+                        const idPart = el.testID ? ` testID="${el.testID}"` : "";
+                        const kindPart = el.isInput ? " [input]" : "";
+                        const wrapPart = el.isWrapper ? " [wrapper — skip]" : "";
+                        const nearPart = !el.text && !el.accessibilityLabel && el.nearbyText ? ` near "${el.nearbyText}"` : "";
+                        return `  (${px}, ${py}) ${el.component}: "${label}"${nearPart}${idPart}${kindPart}${wrapPart}`;
+                    }).join("\n");
+                }
+            }
+            catch {
+                // Non-fatal: screenshot works without pressables enrichment
+            }
+            let infoText = `Screenshot captured (${pixelWidth}x${pixelHeight} pixels)`;
+            infoText += `\n📱 iOS screen: ${pointWidth}x${pointHeight} points (${scaleFactor}x scale)`;
+            infoText += `\n📐 tap() handles pixel-to-point conversion automatically — pass pixel coords from this image directly`;
+            infoText += `\n⚠️ Status bar + safe area: ${safeAreaTop} points (${safeAreaOffsetPixels} pixels) from top`;
+            if (result.scaleFactor && result.scaleFactor > 1) {
+                infoText += `\n🖼️ Image was scaled down to fit API limits (scale: ${result.scaleFactor.toFixed(3)})`;
+            }
+            if (pressablesText) {
+                infoText += `\n\n🎯 Pressable elements (ready-to-tap, coordinates in screenshot pixels):`;
+                infoText += `\n${pressablesText}`;
+                infoText += `\n\n💡 Next steps:`;
+                infoText += `\n  • tap(text="Button Label") — when text is exact and unique`;
+                infoText += `\n  • tap(testID="id") or tap(component="Name") — when you know the identifier`;
+                infoText += `\n  • tap(x=<px>, y=<px>) — use coordinates from the pressable elements list above (reliable for icons and ambiguous elements)`;
+                infoText += `\n  • get_screen_layout — full component tree when you need more than pressables`;
+            }
+            else {
+                if (!targetApp && connectedApps.size > 0) {
+                    infoText += `\n\nℹ️ Pressable enrichment skipped: no RN app is connected to simulator ${resolvedUdid}.`;
+                    infoText += ` ${connectedApps.size} other app(s) are connected on different device(s) — their fiber data was intentionally not used to avoid mismatched output.`;
+                }
+                infoText += `\n\n💡 Next steps:`;
+                infoText += `\n  • tap(text="Button Label") — tap element by visible text`;
+                infoText += `\n  • tap(x=<px>, y=<px>) — tap at coordinates from this screenshot`;
+                infoText += `\n  • get_screen_layout — get full UI tree with real on-screen positions`;
+            }
+            // Check for LogBox overlay — only on the matching RN app; skip otherwise
+            // to avoid surfacing warnings from a different simulator's app.
+            if (targetApp) {
+                try {
+                    const logBoxState = await detectLogBox(targetDeviceName);
+                    if (logBoxState && logBoxState.total > 0) {
+                        infoText += formatLogBoxWarning(logBoxState);
+                    }
+                }
+                catch {
+                    // Non-fatal: LogBox detection failure should not break screenshot
+                }
+            }
+            // I1 (2026-05-16): detect native iOS system overlays (auth sheets, alerts,
+            // permission dialogs) that sit on top of the RN app. The pressables list
+            // reflects the RN screen underneath; without this warning the agent will
+            // happily tap inert RN buttons and loop. Runs whether or not there's a
+            // matching RN app — the overlay belongs to the simulator, not the app.
+            try {
+                const overlay = await detectIOSSystemOverlay(resolvedUdid ?? undefined);
+                if (overlay) {
+                    infoText += formatIOSSystemOverlayWarning(overlay);
+                }
+            }
+            catch {
+                // Non-fatal: overlay detection failure should not break screenshot
+            }
+            imageBuffer.add({
+                id: `ios-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+                image: result.data,
+                timestamp: Date.now(),
+                source: "ios_screenshot",
+                metadata: {
+                    width: result.originalWidth || 0,
+                    height: result.originalHeight || 0,
+                    scaleFactor: result.scaleFactor || 1,
+                    platform: "ios",
+                },
+            });
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: infoText
+                    },
+                    {
+                        type: "image",
+                        data: result.data.toString("base64"),
+                        mimeType: "image/jpeg"
+                    }
+                ]
+            };
+        }
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: `Screenshot saved to: ${result.result}`
+                }
+            ]
+        };
+    });
+    // Tool: Android screenshot
+    registerToolWithTelemetry(server, "android_screenshot", {
+        description: "Take a screenshot from an Android device/emulator. Returns the image plus two lists: (1) pressable elements — the tappable components on screen with ready-to-use pixel tap coordinates, testIDs, and labels; (2) screen layout — all visible React components for context. Prefer tap(text=\"...\") when text is exact and unique; otherwise use tap(x, y) with coordinates from the pressables list — this is the most reliable way to tap icons or visually-identified elements. Use component names from the layout for inspect_component/find_components.\n" +
+            "PURPOSE: Snapshot what the user sees on Android AND get tap-ready pressables + a structured component map in one call.\n" +
+            "WHEN TO USE: Any visual verification, before/after comparison, or as the starting point for tapping UI by coordinates on Android.\n" +
+            "WORKFLOW: android_screenshot -> pick element from pressables -> tap(x, y) or tap(testID=...) -> android_screenshot to verify.\n" +
+            "LIMITATIONS: Requires adb in PATH and a running device/emulator. For non-RN surfaces (system dialogs, permission prompts), combine with tap(..., native=true).\n" +
+            "GOOD: android_screenshot()\n" +
+            "BAD: android_screenshot({ deviceId: \"guess\" }) with a made-up serial — run list_android_devices first.\n" +
+            "SEE ALSO: call get_usage_guide(topic=\"interact\") for the full device-interaction playbook.",
+        inputSchema: {
+            outputPath: z
+                .string()
+                .optional()
+                .describe("Optional path to save the screenshot. If not provided, saves to temp directory."),
+            deviceId: z
+                .string()
+                .optional()
+                .describe("Optional device ID (from list_android_devices). Uses first available device if not specified.")
+        }
+    }, async ({ outputPath, deviceId }) => {
+        const result = await androidScreenshot(outputPath, deviceId);
+        if (!result.success) {
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: `Error: ${result.error}`
+                    }
+                ],
+                isError: true
+            };
+        }
+        // Include image data if available
+        if (result.data) {
+            // Build info text with coordinate conversion guidance
+            const pixelWidth = result.originalWidth || 0;
+            const pixelHeight = result.originalHeight || 0;
+            // Resolve the RN app running on THIS Android device so enrichment
+            // pulls data from the right app (not whichever app is "first").
+            const targetApp = getConnectedAppByAndroidDeviceId(deviceId);
+            const targetDeviceName = targetApp?.deviceInfo.deviceName;
+            // Store screenshot metadata on the matching app (not an arbitrary one)
+            if (targetApp) {
+                targetApp.lastScreenshot = {
+                    originalWidth: pixelWidth,
+                    originalHeight: pixelHeight,
+                    scaleFactor: result.scaleFactor || 1,
+                };
+            }
+            let infoText = `Screenshot captured (${pixelWidth}x${pixelHeight} pixels)`;
+            // Get status bar height for coordinate guidance
+            let statusBarPixels = 63; // Default fallback
+            let statusBarDp = 24;
+            let densityDpi = 440; // Common default
+            try {
+                const statusBarResult = await androidGetStatusBarHeight(deviceId);
+                if (statusBarResult.success && statusBarResult.heightPixels) {
+                    statusBarPixels = statusBarResult.heightPixels;
+                    statusBarDp = statusBarResult.heightDp || 24;
+                }
+                const densityResult = await androidGetDensity(deviceId);
+                if (densityResult.success && densityResult.density) {
+                    densityDpi = densityResult.density;
+                }
+            }
+            catch {
+                // Use defaults
+            }
+            // Enrich with screen layout data (component names + tap coordinates).
+            // On Bridgeless/Fabric Android (the only target architecture we support;
+            // legacy arch is <5% of users and not a priority), both code paths that
+            // feed this enrichment return DEVICE PIXELS:
+            //   - fiber path: React's measureInWindow on Fabric returns native pixels.
+            //   - a11y fallback: uiautomator's bounds are already device pixels.
+            // The earlier formula multiplied by densityDpi/160 on the (incorrect)
+            // assumption that fiber returned DP — inflating every coordinate by
+            // ~2.6× on a 420dpi emulator and producing numbers like (1170, 4054)
+            // for a button visually sitting near (445, 1370) in the JPEG. Drop the
+            // density factor; only the scaleFactor downscale is needed.
+            let pressablesText = null;
+            // Screen Layout tree previously appended here was dropped — it was noisy
+            // (nested Svg/G/Path duplicates). Use get_screen_layout when the tree is needed.
+            // Enrich with pressable elements. With targetApp present we use the
+            // fiber path (most accurate). Without targetApp, getPressableElements
+            // falls back to the Android accessibility (uiautomator) tree (E1).
+            try {
+                const pressables = await getPressableElements({ device: targetDeviceName, platform: "android" });
+                if (pressables.success && pressables.parsedElements && pressables.parsedElements.length > 0) {
+                    const screenshotScale = result.scaleFactor || 1;
+                    pressablesText = pressables.parsedElements.map((el) => {
+                        const px = Math.round(el.center.x / screenshotScale);
+                        const py = Math.round(el.center.y / screenshotScale);
+                        const label = el.accessibilityLabel || el.text || el.testID || (el.intent ? `${el.intent} icon` : el.component);
+                        const idPart = el.testID ? ` testID="${el.testID}"` : "";
+                        const kindPart = el.isInput ? " [input]" : "";
+                        const wrapPart = el.isWrapper ? " [wrapper — skip]" : "";
+                        const nearPart = !el.text && !el.accessibilityLabel && el.nearbyText ? ` near "${el.nearbyText}"` : "";
+                        return `  (${px}, ${py}) ${el.component}: "${label}"${nearPart}${idPart}${kindPart}${wrapPart}`;
+                    }).join("\n");
+                }
+            }
+            catch {
+                // Non-fatal: screenshot works without pressables enrichment
+            }
+            infoText += `\n📱 Android uses PIXELS for all coordinates`;
+            if (result.scaleFactor && result.scaleFactor > 1) {
+                infoText += `\n🖼️ Image was scaled down to fit API limits (scale: ${result.scaleFactor.toFixed(3)})`;
+                infoText += `\n📐 tap() handles coordinate conversion automatically — pass pixel coords from this image directly`;
+            }
+            else {
+                infoText += `\n📐 Screenshot coords = tap coords (no conversion needed)`;
+            }
+            infoText += `\n⚠️ Status bar: ${statusBarPixels}px (${statusBarDp}dp) from top - app content starts below this`;
+            infoText += `\n📊 Display density: ${densityDpi}dpi`;
+            if (pressablesText) {
+                infoText += `\n\n🎯 Pressable elements (ready-to-tap, coordinates in screenshot pixels):`;
+                infoText += `\n${pressablesText}`;
+                infoText += `\n\n💡 Next steps:`;
+                infoText += `\n  • tap(text="Button Label") — when text is exact and unique`;
+                infoText += `\n  • tap(testID="id") or tap(component="Name") — when you know the identifier`;
+                infoText += `\n  • tap(x=<px>, y=<px>) — use coordinates from the pressable elements list above (reliable for icons and ambiguous elements)`;
+                infoText += `\n  • get_screen_layout — full component tree when you need more than pressables`;
+            }
+            else {
+                if (!targetApp && connectedApps.size > 0) {
+                    infoText += `\n\nℹ️ Pressable enrichment skipped: no RN app is connected to device ${deviceId ?? "(default)"}.`;
+                    infoText += ` ${connectedApps.size} other app(s) are connected on different device(s) — their fiber data was intentionally not used to avoid mismatched output.`;
+                }
+                infoText += `\n\n💡 Next steps:`;
+                infoText += `\n  • tap(text="Button Label") — tap element by visible text`;
+                infoText += `\n  • tap(x=<px>, y=<px>) — tap at coordinates from this screenshot`;
+                infoText += `\n  • get_screen_layout — get full UI tree with real on-screen positions`;
+            }
+            // Check for LogBox overlay — only on the matching RN app; skip otherwise
+            // to avoid surfacing warnings from a different device's app.
+            if (targetApp) {
+                try {
+                    const logBoxState = await detectLogBox(targetDeviceName);
+                    if (logBoxState && logBoxState.total > 0) {
+                        infoText += formatLogBoxWarning(logBoxState);
+                    }
+                }
+                catch {
+                    // Non-fatal: LogBox detection failure should not break screenshot
+                }
+            }
+            imageBuffer.add({
+                id: `android-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+                image: result.data,
+                timestamp: Date.now(),
+                source: "android_screenshot",
+                metadata: {
+                    width: result.originalWidth || 0,
+                    height: result.originalHeight || 0,
+                    scaleFactor: result.scaleFactor || 1,
+                    platform: "android",
+                },
+            });
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: infoText
+                    },
+                    {
+                        type: "image",
+                        data: result.data.toString("base64"),
+                        mimeType: "image/jpeg"
+                    }
+                ]
+            };
+        }
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: `Screenshot saved to: ${result.result}`
+                }
+            ]
+        };
+    });
+    // Tool: Get images from shared image buffer
+    registerToolWithTelemetry(server, "get_images", {
+        description: "Access the shared image buffer containing screenshots from all tools (ios_screenshot, android_screenshot, ocr_screenshot, tap verification). Returns metadata only by default — use id or groupId+frameIndex to retrieve actual image data. Tap burst verification stores frame groups here when burst=true is used.\n" +
+            "PURPOSE: Retrieve prior screenshots — especially tap burst frames — without re-taking them, for visual diffing or reviewing transient UI states.\n" +
+            "WHEN TO USE: After tap(burst=true) reports transientChangeDetected, or to compare before/after frames without another screenshot round-trip.\n" +
+            "WORKFLOW: tap(burst=true) -> note verification.burstGroupId -> get_images(groupId, frameIndex=N) to inspect individual frames.\n" +
+            "LIMITATIONS: Circular buffer (50 entries) — old images are evicted. Metadata is cheap; fetching image data is not — request specific ids, not bulk.\n" +
+            "GOOD: get_images({ list: true }); get_images({ groupId: \"burst-abc\", frameIndex: 2 })\n" +
+            "BAD: get_images() with no filter when buffer is full — floods context. Use list:true or last:N first.\n" +
+            "SEE ALSO: call get_usage_guide(topic=\"interact\") for the full interaction playbook.",
+        inputSchema: {
+            list: z.boolean().optional().describe("List all entries and groups (metadata only, no image data)"),
+            id: z.string().optional().describe("Retrieve a specific image by ID (returns image data)"),
+            groupId: z.string().optional().describe("List frames in a group (metadata only), or combine with frameIndex to retrieve a specific frame"),
+            frameIndex: z.coerce.number().optional().describe("Retrieve a specific frame from a group (requires groupId)"),
+            last: z.coerce.number().optional().describe("Return the N most recent entries (metadata only)"),
+            source: z.string().optional().describe("Filter entries by source"),
+            clear: z.boolean().optional().describe("Clear the buffer")
+        }
+    }, async ({ id, groupId, frameIndex, last, source, clear }) => {
+        if (clear) {
+            const count = imageBuffer.clear();
+            return {
+                content: [{ type: "text", text: `Cleared ${count} images from buffer.` }]
+            };
+        }
+        if (id) {
+            const entry = imageBuffer.getById(id);
+            if (!entry) {
+                return {
+                    content: [{ type: "text", text: `No image found with id "${id}".` }],
+                    isError: true
+                };
+            }
+            const { image, ...meta } = entry;
+            return {
+                content: [
+                    { type: "text", text: JSON.stringify(meta, null, 2) },
+                    { type: "image", data: image.toString("base64"), mimeType: "image/png" }
+                ]
+            };
+        }
+        if (groupId !== undefined && frameIndex !== undefined) {
+            const entry = imageBuffer.getByGroupFrame(groupId, frameIndex);
+            if (!entry) {
+                return {
+                    content: [{ type: "text", text: `No frame ${frameIndex} found in group "${groupId}".` }],
+                    isError: true
+                };
+            }
+            const { image, ...meta } = entry;
+            return {
+                content: [
+                    { type: "text", text: JSON.stringify(meta, null, 2) },
+                    { type: "image", data: image.toString("base64"), mimeType: "image/png" }
+                ]
+            };
+        }
+        const entries = imageBuffer.listEntries({ source, groupId, last });
+        const groups = imageBuffer.listGroups();
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: JSON.stringify({ entries, groups, total: imageBuffer.size }, null, 2)
+                }
+            ]
+        };
+    });
+    // Tool: OCR Screenshot - Extract text with coordinates from screenshot
+    registerToolWithTelemetry(server, "ocr_screenshot", {
+        description: "RECOMMENDED: Use this tool FIRST when you need to find and tap UI elements. Takes a screenshot and extracts all visible text with tap-ready coordinates using OCR. " +
+            "ADVANTAGES over accessibility trees: (1) Works on ANY visible text regardless of accessibility labels, (2) Returns ready-to-use tapX/tapY coordinates - no conversion needed, (3) Faster than parsing accessibility hierarchies, (4) Works consistently across iOS and Android. " +
+            "USE THIS FOR: Finding buttons, labels, menu items, tab bars, or any text you need to tap. Simply find the text in the results and use its tapX/tapY with the tap command.\n" +
+            "PURPOSE: Visually locate text on screen and return coordinates safe to pass straight into tap.\n" +
+            "WHEN TO USE: Non-RN surfaces, third-party WebViews, accessibility-poor screens, or when fiber/testID strategies have failed.\n" +
+            "WORKFLOW: ocr_screenshot(platform=\"ios\") -> scan results for the label -> tap(x=tapX, y=tapY) -> ios_screenshot to verify.\n" +
+            "LIMITATIONS: OCR accuracy degrades on very small or stylized text; icons with no label won't appear — use tap(component=...) instead.\n" +
+            "GOOD: ocr_screenshot({ platform: \"ios\" })\n" +
+            "BAD: ocr_screenshot used just to view the screen — plain ios_screenshot / android_screenshot is cheaper when you don't need OCR text.\n" +
+            "SEE ALSO: call get_usage_guide(topic=\"interact\") for the full device-interaction playbook.",
+        inputSchema: {
+            platform: z.enum(["ios", "android"]).describe("Platform to capture screenshot from"),
+            deviceId: z
+                .string()
+                .optional()
+                .describe("Optional device ID (Android) or UDID (iOS). Uses first available device if not specified.")
+        }
+    }, async ({ platform, deviceId }) => {
+        try {
+            // Take screenshot
+            const screenshotResult = platform === "android"
+                ? await androidScreenshot(undefined, deviceId)
+                : await iosScreenshot(undefined, deviceId);
+            if (!screenshotResult.success || !screenshotResult.data) {
+                return {
+                    content: [
+                        {
+                            type: "text",
+                            text: `Screenshot failed: ${screenshotResult.error || "No image data"}`
+                        }
+                    ],
+                    isError: true
+                };
+            }
+            // Calculate device pixel ratio for iOS
+            const devicePixelRatio = platform === "ios" && screenshotResult.originalWidth && screenshotResult.originalHeight
+                ? inferIOSDevicePixelRatio(screenshotResult.originalWidth, screenshotResult.originalHeight)
+                : 1;
+            // Run OCR on the screenshot
+            const scaleFactor = screenshotResult.scaleFactor || 1;
+            const ocrResult = await recognizeText(screenshotResult.data, {
+                scaleFactor,
+                platform,
+                devicePixelRatio
+            });
+            if (!ocrResult.success) {
+                return {
+                    content: [
+                        {
+                            type: "text",
+                            text: `OCR failed: no text recognized`
+                        }
+                    ],
+                    isError: true
+                };
+            }
+            // Format results for MCP tool output
+            const elements = ocrResult.words
+                .filter((w) => w.confidence > 50 && w.text.trim().length > 0)
+                .map((w) => ({
+                text: w.text,
+                confidence: Math.round(w.confidence),
+                tapX: w.tapCenter.x,
+                tapY: w.tapCenter.y
+            }));
+            const result = {
+                platform,
+                engine: ocrResult.engine || "unknown",
+                processingTimeMs: ocrResult.processingTimeMs,
+                fullText: ocrResult.fullText?.trim() || "",
+                confidence: Math.round(ocrResult.confidence || 0),
+                elementCount: elements.length,
+                elements,
+                note: "tapX/tapY are in device pixels — pass directly to tap(x, y) for automatic platform conversion"
+            };
+            // Check for LogBox overlay (uses default CDP device — native deviceId cannot be mapped to CDP device name)
+            try {
+                const logBoxState = await detectLogBox();
+                if (logBoxState && logBoxState.total > 0) {
+                    result.logBoxWarning = formatLogBoxWarning(logBoxState).trim();
+                }
+            }
+            catch {
+                // Non-fatal: LogBox detection failure should not break OCR
+            }
+            // Store screenshot in image buffer
+            try {
+                imageBuffer.add({
+                    id: `ocr-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+                    image: screenshotResult.data,
+                    timestamp: Date.now(),
+                    source: "ocr_screenshot",
+                    metadata: {
+                        width: screenshotResult.originalWidth || 0,
+                        height: screenshotResult.originalHeight || 0,
+                        scaleFactor,
+                        platform,
+                    },
+                });
+            }
+            catch {
+                // Non-fatal: image buffer write failure should not break OCR response
+            }
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: JSON.stringify(result, null, 2)
+                    }
+                ]
+            };
+        }
+        catch (error) {
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: `OCR failed: ${error instanceof Error ? error.message : String(error)}`
+                    }
+                ],
+                isError: true
+            };
+        }
+    });
+}
+//# sourceMappingURL=screenshotTools.js.map

package/build/tools/screenshotTools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshotTools.js","sourceRoot":"","sources":["../../src/tools/screenshotTools.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EACH,aAAa,EACb,iBAAiB,EACjB,YAAY,EACZ,mBAAmB,EACnB,aAAa,EACb,wBAAwB,EACxB,oBAAoB,EACpB,WAAW,EACX,8BAA8B,EAE9B,aAAa,EACb,8BAA8B,EAC9B,gCAAgC,EAChC,cAAc,EACd,sBAAsB,EACtB,6BAA6B,EAC7B,yBAAyB,EACzB,iBAAiB,GACpB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,UAAU,uBAAuB,CAAC,MAAiB;IACrD,uBAAuB;IACvB,yBAAyB,CACrB,MAAM,EACN,gBAAgB,EAChB;QACI,WAAW,EAAE,whBAAwhB;YACjiB,sHAAsH;YACtH,0HAA0H;YAC1H,yHAAyH;YACzH,iJAAiJ;YACjJ,0BAA0B;YAC1B,iGAAiG;YACjG,8FAA8F;QAClG,WAAW,EAAE;YACT,UAAU,EAAE,CAAC;iBACR,MAAM,EAAE;iBACR,QAAQ,EAAE;iBACV,QAAQ,CAAC,iFAAiF,CAAC;YAChG,IAAI,EAAE,CAAC;iBACF,MAAM,EAAE;iBACR,QAAQ,EAAE;iBACV,QAAQ,CAAC,6FAA6F,CAAC;SAC/G;KACJ,EACD,KAAK,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAErD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;gBACH,OAAO,EAAE;oBACL;wBACI,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE;qBACjC;iBACJ;gBACD,OAAO,EAAE,IAAI;aAChB,CAAC;QACN,CAAC;QAED,kCAAkC;QAClC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACd,mDAAmD;YACnD,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;YAC7C,MAAM,WAAW,GAAG,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;YAE/C,mEAAmE;YACnE,qEAAqE;YACrE,8CAA8C;YAC9C,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,MAAM,8BAA8B,EAAE,CAAC,CAAC;YACtE,MAAM,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,8BAA8B,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACrF,MAAM,gBAAgB,GAAG,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC;YAE1D,uEAAuE;YACvE,IAAI,SAAS,EAAE,CAAC;gBACZ,SAAS,CAAC,cAAc,GAAG;oBACvB,aAAa,EAAE,UAAU;oBACzB,cAAc,EAAE,WAAW;oBAC3B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC;iBACvC,CAAC;YACN,CAAC;YAED,4EAA4E;YAC5E,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC,mCAAmC;YACxD,IAAI,WAAW,GAAG,EAAE,CAAC,CAAC,2BAA2B;YACjD,IAAI,CAAC;gBACD,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;gBAClD,IAAI,cAAc,CAAC,OAAO,IAAI,cAAc,CAAC,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1F,oEAAoE;oBACpE,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC/C,oDAAoD;oBACpD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;wBACpB,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBACjD,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBACnD,oFAAoF;wBACpF,IAAI,WAAW,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;4BAC1B,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBAClD,CAAC;oBACL,CAAC;yBAAM,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;wBAC7B,4CAA4C;wBAC5C,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CACnC,0DAA0D,CAC7D,CAAC;wBACF,IAAI,KAAK,EAAE,CAAC;4BACR,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;4BACpC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC9C,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC/C,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gCACb,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;4BACrC,CAAC;wBACL,CAAC;oBACL,CAAC;oBACD,gCAAgC;oBAChC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;wBACjB,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC;oBACtD,CAAC;gBACL,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,4CAA4C;YAChD,CAAC;YAED,yCAAyC;YACzC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;gBACnB,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,WAAW,CAAC,CAAC;gBAClD,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC;YACxD,CAAC;YAED,MAAM,oBAAoB,GAAG,WAAW,GAAG,WAAW,CAAC;YAEvD,8EAA8E;YAC9E,6EAA6E;YAC7E,4EAA4E;YAC5E,2CAA2C;YAC3C,IAAI,cAAc,GAAkB,IAAI,CAAC;YAEzC,oEAAoE;YACpE,sEAAsE;YACtE,mEAAmE;YACnE,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC;oBAC1C,MAAM,EAAE,gBAAgB;oBACxB,QAAQ,EAAE,KAAK;oBACf,IAAI,EAAE,YAAY,IAAI,SAAS;iBAClC,CAAC,CAAC;gBACH,IAAI,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,cAAc,IAAI,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1F,MAAM,eAAe,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;oBAChD,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;wBAClD,yEAAyE;wBACzE,qEAAqE;wBACrE,IAAI,aAAa,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;wBAChC,IAAI,WAAW,GAAG,CAAC,IAAI,aAAa,GAAG,WAAW,EAAE,CAAC;4BACjD,aAAa,IAAI,WAAW,CAAC;wBACjC,CAAC;wBACD,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,eAAe,CAAC,CAAC;wBACrE,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC,GAAG,eAAe,CAAC,CAAC;wBACvE,MAAM,KAAK,GAAG,EAAE,CAAC,kBAAkB,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;wBAChH,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;wBACzD,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC9C,MAAM,QAAQ,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;wBACzD,MAAM,QAAQ,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,kBAAkB,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvG,OAAO,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,MAAM,KAAK,IAAI,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,EAAE,CAAC;oBACpG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClB,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,4DAA4D;YAChE,CAAC;YAED,IAAI,QAAQ,GAAG,wBAAwB,UAAU,IAAI,WAAW,UAAU,CAAC;YAC3E,QAAQ,IAAI,oBAAoB,UAAU,IAAI,WAAW,YAAY,WAAW,UAAU,CAAC;YAC3F,QAAQ,IAAI,yGAAyG,CAAC;YACtH,QAAQ,IAAI,gCAAgC,WAAW,YAAY,oBAAoB,mBAAmB,CAAC;YAC3G,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC/C,QAAQ,IAAI,yDAAyD,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;YAC1G,CAAC;YACD,IAAI,cAAc,EAAE,CAAC;gBACjB,QAAQ,IAAI,6EAA6E,CAAC;gBAC1F,QAAQ,IAAI,KAAK,cAAc,EAAE,CAAC;gBAClC,QAAQ,IAAI,oBAAoB,CAAC;gBACjC,QAAQ,IAAI,gEAAgE,CAAC;gBAC7E,QAAQ,IAAI,gFAAgF,CAAC;gBAC7F,QAAQ,IAAI,gIAAgI,CAAC;gBAC7I,QAAQ,IAAI,kFAAkF,CAAC;YACnG,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,SAAS,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;oBACvC,QAAQ,IAAI,4EAA4E,YAAY,GAAG,CAAC;oBACxG,QAAQ,IAAI,IAAI,aAAa,CAAC,IAAI,8HAA8H,CAAC;gBACrK,CAAC;gBACD,QAAQ,IAAI,oBAAoB,CAAC;gBACjC,QAAQ,IAAI,8DAA8D,CAAC;gBAC3E,QAAQ,IAAI,qEAAqE,CAAC;gBAClF,QAAQ,IAAI,0EAA0E,CAAC;YAC3F,CAAC;YAED,yEAAyE;YACzE,gEAAgE;YAChE,IAAI,SAAS,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACD,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,gBAAgB,CAAC,CAAC;oBACzD,IAAI,WAAW,IAAI,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;wBACvC,QAAQ,IAAI,mBAAmB,CAAC,WAAW,CAAC,CAAC;oBACjD,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACL,kEAAkE;gBACtE,CAAC;YACL,CAAC;YAED,2EAA2E;YAC3E,yEAAyE;YACzE,yEAAyE;YACzE,uEAAuE;YACvE,uEAAuE;YACvE,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,YAAY,IAAI,SAAS,CAAC,CAAC;gBACxE,IAAI,OAAO,EAAE,CAAC;oBACV,QAAQ,IAAI,6BAA6B,CAAC,OAAO,CAAC,CAAC;gBACvD,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,mEAAmE;YACvE,CAAC;YAED,WAAW,CAAC,GAAG,CAAC;gBACZ,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBACjE,KAAK,EAAE,MAAM,CAAC,IAAI;gBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,MAAM,EAAE,gBAAgB;gBACxB,QAAQ,EAAE;oBACN,KAAK,EAAE,MAAM,CAAC,aAAa,IAAI,CAAC;oBAChC,MAAM,EAAE,MAAM,CAAC,cAAc,IAAI,CAAC;oBAClC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC;oBACpC,QAAQ,EAAE,KAAK;iBAClB;aACJ,CAAC,CAAC;YAEH,OAAO;gBACH,OAAO,EAAE;oBACL;wBACI,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,QAAQ;qBACjB;oBACD;wBACI,IAAI,EAAE,OAAgB;wBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBACpC,QAAQ,EAAE,YAAY;qBACzB;iBACJ;aACJ,CAAC;QACN,CAAC;QAED,OAAO;YACH,OAAO,EAAE;gBACL;oBACI,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,wBAAwB,MAAM,CAAC,MAAM,EAAE;iBAChD;aACJ;SACJ,CAAC;IACN,CAAC,CACJ,CAAC;IACF,2BAA2B;IAC3B,yBAAyB,CACrB,MAAM,EACN,oBAAoB,EACpB;QACI,WAAW,EAAE,kiBAAkiB;YAC3iB,0HAA0H;YAC1H,qIAAqI;YACrI,iIAAiI;YACjI,kKAAkK;YAClK,8BAA8B;YAC9B,4GAA4G;YAC5G,8FAA8F;QAClG,WAAW,EAAE;YACT,UAAU,EAAE,CAAC;iBACR,MAAM,EAAE;iBACR,QAAQ,EAAE;iBACV,QAAQ,CAAC,iFAAiF,CAAC;YAChG,QAAQ,EAAE,CAAC;iBACN,MAAM,EAAE;iBACR,QAAQ,EAAE;iBACV,QAAQ,CACL,+FAA+F,CAClG;SACR;KACJ,EACD,KAAK,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/B,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAE7D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;gBACH,OAAO,EAAE;oBACL;wBACI,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE;qBACjC;iBACJ;gBACD,OAAO,EAAE,IAAI;aAChB,CAAC;QACN,CAAC;QAED,kCAAkC;QAClC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACd,sDAAsD;YACtD,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC;YAC7C,MAAM,WAAW,GAAG,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;YAE/C,kEAAkE;YAClE,gEAAgE;YAChE,MAAM,SAAS,GAAG,gCAAgC,CAAC,QAAQ,CAAC,CAAC;YAC7D,MAAM,gBAAgB,GAAG,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC;YAE1D,uEAAuE;YACvE,IAAI,SAAS,EAAE,CAAC;gBACZ,SAAS,CAAC,cAAc,GAAG;oBACvB,aAAa,EAAE,UAAU;oBACzB,cAAc,EAAE,WAAW;oBAC3B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC;iBACvC,CAAC;YACN,CAAC;YAED,IAAI,QAAQ,GAAG,wBAAwB,UAAU,IAAI,WAAW,UAAU,CAAC;YAE3E,gDAAgD;YAChD,IAAI,eAAe,GAAG,EAAE,CAAC,CAAC,mBAAmB;YAC7C,IAAI,WAAW,GAAG,EAAE,CAAC;YACrB,IAAI,UAAU,GAAG,GAAG,CAAC,CAAC,iBAAiB;YACvC,IAAI,CAAC;gBACD,MAAM,eAAe,GAAG,MAAM,yBAAyB,CAAC,QAAQ,CAAC,CAAC;gBAClE,IAAI,eAAe,CAAC,OAAO,IAAI,eAAe,CAAC,YAAY,EAAE,CAAC;oBAC1D,eAAe,GAAG,eAAe,CAAC,YAAY,CAAC;oBAC/C,WAAW,GAAG,eAAe,CAAC,QAAQ,IAAI,EAAE,CAAC;gBACjD,CAAC;gBACD,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBACxD,IAAI,aAAa,CAAC,OAAO,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;oBACjD,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC;gBACvC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,eAAe;YACnB,CAAC;YAED,sEAAsE;YACtE,yEAAyE;YACzE,wEAAwE;YACxE,6CAA6C;YAC7C,2EAA2E;YAC3E,qEAAqE;YACrE,sEAAsE;YACtE,oEAAoE;YACpE,qEAAqE;YACrE,uEAAuE;YACvE,4DAA4D;YAC5D,IAAI,cAAc,GAAkB,IAAI,CAAC;YACzC,yEAAyE;YACzE,iFAAiF;YAEjF,oEAAoE;YACpE,sEAAsE;YACtE,mEAAmE;YACnE,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;gBACjG,IAAI,UAAU,CAAC,OAAO,IAAI,UAAU,CAAC,cAAc,IAAI,UAAU,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1F,MAAM,eAAe,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;oBAChD,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;wBAClD,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;wBACrD,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;wBACrD,MAAM,KAAK,GAAG,EAAE,CAAC,kBAAkB,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;wBAChH,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;wBACzD,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC9C,MAAM,QAAQ,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;wBACzD,MAAM,QAAQ,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,kBAAkB,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;wBACvG,OAAO,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,SAAS,MAAM,KAAK,IAAI,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,EAAE,CAAC;oBACpG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClB,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,4DAA4D;YAChE,CAAC;YAED,QAAQ,IAAI,8CAA8C,CAAC;YAE3D,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC/C,QAAQ,IAAI,yDAAyD,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;gBACtG,QAAQ,IAAI,qGAAqG,CAAC;YACtH,CAAC;iBAAM,CAAC;gBACJ,QAAQ,IAAI,4DAA4D,CAAC;YAC7E,CAAC;YAED,QAAQ,IAAI,oBAAoB,eAAe,OAAO,WAAW,8CAA8C,CAAC;YAChH,QAAQ,IAAI,yBAAyB,UAAU,KAAK,CAAC;YACrD,IAAI,cAAc,EAAE,CAAC;gBACjB,QAAQ,IAAI,6EAA6E,CAAC;gBAC1F,QAAQ,IAAI,KAAK,cAAc,EAAE,CAAC;gBAClC,QAAQ,IAAI,oBAAoB,CAAC;gBACjC,QAAQ,IAAI,gEAAgE,CAAC;gBAC7E,QAAQ,IAAI,gFAAgF,CAAC;gBAC7F,QAAQ,IAAI,gIAAgI,CAAC;gBAC7I,QAAQ,IAAI,kFAAkF,CAAC;YACnG,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,SAAS,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;oBACvC,QAAQ,IAAI,yEAAyE,QAAQ,IAAI,WAAW,GAAG,CAAC;oBAChH,QAAQ,IAAI,IAAI,aAAa,CAAC,IAAI,8HAA8H,CAAC;gBACrK,CAAC;gBACD,QAAQ,IAAI,oBAAoB,CAAC;gBACjC,QAAQ,IAAI,8DAA8D,CAAC;gBAC3E,QAAQ,IAAI,qEAAqE,CAAC;gBAClF,QAAQ,IAAI,0EAA0E,CAAC;YAC3F,CAAC;YAED,yEAAyE;YACzE,6DAA6D;YAC7D,IAAI,SAAS,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACD,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,gBAAgB,CAAC,CAAC;oBACzD,IAAI,WAAW,IAAI,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;wBACvC,QAAQ,IAAI,mBAAmB,CAAC,WAAW,CAAC,CAAC;oBACjD,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACL,kEAAkE;gBACtE,CAAC;YACL,CAAC;YAED,WAAW,CAAC,GAAG,CAAC;gBACZ,EAAE,EAAE,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBACrE,KAAK,EAAE,MAAM,CAAC,IAAI;gBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,MAAM,EAAE,oBAAoB;gBAC5B,QAAQ,EAAE;oBACN,KAAK,EAAE,MAAM,CAAC,aAAa,IAAI,CAAC;oBAChC,MAAM,EAAE,MAAM,CAAC,cAAc,IAAI,CAAC;oBAClC,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC;oBACpC,QAAQ,EAAE,SAAS;iBACtB;aACJ,CAAC,CAAC;YAEH,OAAO;gBACH,OAAO,EAAE;oBACL;wBACI,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,QAAQ;qBACjB;oBACD;wBACI,IAAI,EAAE,OAAgB;wBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBACpC,QAAQ,EAAE,YAAY;qBACzB;iBACJ;aACJ,CAAC;QACN,CAAC;QAED,OAAO;YACH,OAAO,EAAE;gBACL;oBACI,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,wBAAwB,MAAM,CAAC,MAAM,EAAE;iBAChD;aACJ;SACJ,CAAC;IACN,CAAC,CACJ,CAAC;IACF,4CAA4C;IAC5C,yBAAyB,CACrB,MAAM,EACN,YAAY,EACZ;QACI,WAAW,EACP,wTAAwT;YACxT,oJAAoJ;YACpJ,gJAAgJ;YAChJ,kIAAkI;YAClI,uJAAuJ;YACvJ,2FAA2F;YAC3F,yGAAyG;YACzG,uFAAuF;QAC3F,WAAW,EAAE;YACT,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4DAA4D,CAAC;YACnG,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sDAAsD,CAAC;YAC1F,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iGAAiG,CAAC;YAC1I,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC;YAC9G,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kDAAkD,CAAC;YAC/F,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;YAClE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;SAC7D;KACJ,EACD,KAAK,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;QACvD,IAAI,KAAK,EAAE,CAAC;YACR,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;YAClC,OAAO;gBACH,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,WAAW,KAAK,sBAAsB,EAAE,CAAC;aACrF,CAAC;QACN,CAAC;QAED,IAAI,EAAE,EAAE,CAAC;YACL,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACT,OAAO;oBACH,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,2BAA2B,EAAE,IAAI,EAAE,CAAC;oBAC7E,OAAO,EAAE,IAAI;iBAChB,CAAC;YACN,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC;YACjC,OAAO;gBACH,OAAO,EAAE;oBACL,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;oBAC9D,EAAE,IAAI,EAAE,OAAgB,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE;iBACpF;aACJ,CAAC;QACN,CAAC;QAED,IAAI,OAAO,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,WAAW,CAAC,eAAe,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;YAC/D,IAAI,CAAC,KAAK,EAAE,CAAC;gBACT,OAAO;oBACH,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,YAAY,UAAU,oBAAoB,OAAO,IAAI,EAAE,CAAC;oBACjG,OAAO,EAAE,IAAI;iBAChB,CAAC;YACN,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC;YACjC,OAAO;gBACH,OAAO,EAAE;oBACL,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;oBAC9D,EAAE,IAAI,EAAE,OAAgB,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE;iBACpF;aACJ,CAAC;QACN,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO;YACH,OAAO,EAAE;gBACL;oBACI,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;iBAC9E;aACJ;SACJ,CAAC;IACN,CAAC,CACJ,CAAC;IACF,uEAAuE;IACvE,yBAAyB,CACrB,MAAM,EACN,gBAAgB,EAChB;QACI,WAAW,EACP,qKAAqK;YACrK,kRAAkR;YAClR,6KAA6K;YAC7K,kGAAkG;YAClG,gIAAgI;YAChI,gIAAgI;YAChI,yIAAyI;YACzI,+CAA+C;YAC/C,yIAAyI;YACzI,8FAA8F;QAClG,WAAW,EAAE;YACT,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,qCAAqC,CAAC;YACpF,QAAQ,EAAE,CAAC;iBACN,MAAM,EAAE;iBACR,QAAQ,EAAE;iBACV,QAAQ,CAAC,2FAA2F,CAAC;SAC7G;KACJ,EACD,KAAK,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC7B,IAAI,CAAC;YACD,kBAAkB;YAClB,MAAM,gBAAgB,GAAG,QAAQ,KAAK,SAAS;gBAC3C,CAAC,CAAC,MAAM,iBAAiB,CAAC,SAAS,EAAE,QAAQ,CAAC;gBAC9C,CAAC,CAAC,MAAM,aAAa,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAE/C,IAAI,CAAC,gBAAgB,CAAC,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;gBACtD,OAAO;oBACH,OAAO,EAAE;wBACL;4BACI,IAAI,EAAE,MAAe;4BACrB,IAAI,EAAE,sBAAsB,gBAAgB,CAAC,KAAK,IAAI,eAAe,EAAE;yBAC1E;qBACJ;oBACD,OAAO,EAAE,IAAI;iBAChB,CAAC;YACN,CAAC;YAED,uCAAuC;YACvC,MAAM,gBAAgB,GAClB,QAAQ,KAAK,KAAK,IAAI,gBAAgB,CAAC,aAAa,IAAI,gBAAgB,CAAC,cAAc;gBACnF,CAAC,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,aAAa,EAAE,gBAAgB,CAAC,cAAc,CAAC;gBAC3F,CAAC,CAAC,CAAC,CAAC;YAEZ,4BAA4B;YAC5B,MAAM,WAAW,GAAG,gBAAgB,CAAC,WAAW,IAAI,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,gBAAgB,CAAC,IAAI,EAAE;gBACzD,WAAW;gBACX,QAAQ;gBACR,gBAAgB;aACnB,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO;oBACH,OAAO,EAAE;wBACL;4BACI,IAAI,EAAE,MAAe;4BACrB,IAAI,EAAE,gCAAgC;yBACzC;qBACJ;oBACD,OAAO,EAAE,IAAI;iBAChB,CAAC;YACN,CAAC;YAED,qCAAqC;YACrC,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK;iBAC3B,MAAM,CAAC,CAAC,CAAuC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;iBAClG,GAAG,CAAC,CAAC,CAA4E,EAAE,EAAE,CAAC,CAAC;gBACpF,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;gBACpC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;gBACnB,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC;aACtB,CAAC,CAAC,CAAC;YAER,MAAM,MAAM,GAA4B;gBACpC,QAAQ;gBACR,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,SAAS;gBACrC,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;gBAC5C,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC1C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,CAAC;gBACjD,YAAY,EAAE,QAAQ,CAAC,MAAM;gBAC7B,QAAQ;gBACR,IAAI,EAAE,+FAA+F;aACxG,CAAC;YAEF,2GAA2G;YAC3G,IAAI,CAAC;gBACD,MAAM,WAAW,GAAG,MAAM,YAAY,EAAE,CAAC;gBACzC,IAAI,WAAW,IAAI,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;oBACvC,MAAM,CAAC,aAAa,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;gBACnE,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,2DAA2D;YAC/D,CAAC;YAED,mCAAmC;YACnC,IAAI,CAAC;gBACD,WAAW,CAAC,GAAG,CAAC;oBACZ,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oBACjE,KAAK,EAAE,gBAAgB,CAAC,IAAI;oBAC5B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,MAAM,EAAE,gBAAgB;oBACxB,QAAQ,EAAE;wBACN,KAAK,EAAE,gBAAgB,CAAC,aAAa,IAAI,CAAC;wBAC1C,MAAM,EAAE,gBAAgB,CAAC,cAAc,IAAI,CAAC;wBAC5C,WAAW;wBACX,QAAQ;qBACX;iBACJ,CAAC,CAAC;YACP,CAAC;YAAC,MAAM,CAAC;gBACL,sEAAsE;YAC1E,CAAC;YAED,OAAO;gBACH,OAAO,EAAE;oBACL;wBACI,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;qBACxC;iBACJ;aACJ,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO;gBACH,OAAO,EAAE;oBACL;wBACI,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,eAAe,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;qBAChF;iBACJ;gBACD,OAAO,EAAE,IAAI;aAChB,CAAC;QACN,CAAC;IACL,CAAC,CACJ,CAAC;AACN,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-ai-debugger",
-  "version": "1.6.16",
+  "version": "1.8.1",
   "description": "ExecBro — MCP server giving AI agents eyes and hands into React Native apps. Logs, REPL, state inspection, tap, screenshot.",
   "type": "module",
   "main": "build/index.js",