react-native-ai-debugger 1.0.8 → 1.0.10

package/build/index.js

@@ -8,7 +8,7 @@ connectMetroBuildEvents, getBundleErrors, getBundleStatusWithErrors,
 // Android
 listAndroidDevices, androidScreenshot, androidInstallApp, androidLaunchApp, androidListPackages, 
 // Android UI Input (Phase 2)
-ANDROID_KEY_EVENTS, androidTap, androidLongPress, androidSwipe, androidInputText, androidKeyEvent, androidGetScreenSize, 
+ANDROID_KEY_EVENTS, androidTap, androidLongPress, androidSwipe, androidInputText, androidKeyEvent, androidGetScreenSize, androidGetDensity, androidGetStatusBarHeight, 
 // Android Accessibility (UI Hierarchy)
 androidDescribeAll, androidDescribePoint, androidTapElement, 
 // Android Element Finding (no screenshots)
@@ -20,14 +20,43 @@ iosTap, iosTapElement, iosSwipe, iosInputText, iosButton, iosKeyEvent, iosKeySeq
 // iOS Element Finding (no screenshots)
 iosFindElement, iosWaitForElement, 
 // Debug HTTP Server
-startDebugHttpServer, getDebugServerPort } from "./core/index.js";
+startDebugHttpServer, getDebugServerPort, 
+// Telemetry
+initTelemetry, trackToolInvocation } from "./core/index.js";
 // Create MCP server
 const server = new McpServer({
     name: "react-native-ai-debugger",
     version: "1.0.0"
 });
+// ============================================================================
+// Telemetry Wrapper
+// ============================================================================
+/* eslint-disable @typescript-eslint/no-explicit-any */
+function registerToolWithTelemetry(toolName, config, handler) {
+    server.registerTool(toolName, config, async (args) => {
+        const startTime = Date.now();
+        let success = true;
+        try {
+            const result = await handler(args);
+            // Check if result indicates an error
+            if (result?.isError) {
+                success = false;
+            }
+            return result;
+        }
+        catch (error) {
+            success = false;
+            throw error;
+        }
+        finally {
+            const duration = Date.now() - startTime;
+            trackToolInvocation(toolName, success, duration);
+        }
+    });
+}
+/* eslint-enable @typescript-eslint/no-explicit-any */
 // Tool: Scan for Metro servers
-server.registerTool("scan_metro", {
+registerToolWithTelemetry("scan_metro", {
     description: "Scan for running Metro bundler servers on common ports",
     inputSchema: {
         startPort: z.number().optional().default(8081).describe("Start port for scanning (default: 8081)"),
@@ -83,7 +112,7 @@ server.registerTool("scan_metro", {
     };
 });
 // Tool: Get connected apps
-server.registerTool("get_apps", {
+registerToolWithTelemetry("get_apps", {
     description: "List connected React Native apps and Metro server status",
     inputSchema: {}
 }, async () => {
@@ -112,7 +141,7 @@ server.registerTool("get_apps", {
     };
 });
 // Tool: Get console logs
-server.registerTool("get_logs", {
+registerToolWithTelemetry("get_logs", {
     description: "Retrieve console logs from connected React Native app",
     inputSchema: {
         maxLogs: z.number().optional().default(50).describe("Maximum number of logs to return (default: 50)"),
@@ -136,7 +165,7 @@ server.registerTool("get_logs", {
     };
 });
 // Tool: Search logs
-server.registerTool("search_logs", {
+registerToolWithTelemetry("search_logs", {
     description: "Search console logs for text (case-insensitive)",
     inputSchema: {
         text: z.string().describe("Text to search for in log messages"),
@@ -154,7 +183,7 @@ server.registerTool("search_logs", {
     };
 });
 // Tool: Clear logs
-server.registerTool("clear_logs", {
+registerToolWithTelemetry("clear_logs", {
     description: "Clear the log buffer",
     inputSchema: {}
 }, async () => {
@@ -169,7 +198,7 @@ server.registerTool("clear_logs", {
     };
 });
 // Tool: Connect to specific Metro port
-server.registerTool("connect_metro", {
+registerToolWithTelemetry("connect_metro", {
     description: "Connect to a specific Metro server port",
     inputSchema: {
         port: z.number().default(8081).describe("Metro server port (default: 8081)")
@@ -226,8 +255,8 @@ server.registerTool("connect_metro", {
     }
 });
 // Tool: Execute JavaScript in app
-server.registerTool("execute_in_app", {
-    description: "Execute JavaScript code in the connected React Native app and return the result. Use this for REPL-style interactions, inspecting app state, or running diagnostic code.",
+registerToolWithTelemetry("execute_in_app", {
+    description: "Execute JavaScript code in the connected React Native app and return the result. Use this for REPL-style interactions, inspecting app state, or running diagnostic code. Hermes compatible: 'global' is automatically polyfilled to 'globalThis', so both global.__REDUX_STORE__ and globalThis.__REDUX_STORE__ work.",
     inputSchema: {
         expression: z.string().describe("JavaScript expression to execute in the app"),
         awaitPromise: z.boolean().optional().default(true).describe("Whether to await promises (default: true)")
@@ -255,7 +284,7 @@ server.registerTool("execute_in_app", {
     };
 });
 // Tool: List debug globals available in the app
-server.registerTool("list_debug_globals", {
+registerToolWithTelemetry("list_debug_globals", {
     description: "List globally available debugging objects in the connected React Native app (Apollo Client, Redux store, React DevTools, etc.). Use this to discover what state management and debugging tools are available.",
     inputSchema: {}
 }, async () => {
@@ -281,7 +310,7 @@ server.registerTool("list_debug_globals", {
     };
 });
 // Tool: Inspect a global object to see its properties and types
-server.registerTool("inspect_global", {
+registerToolWithTelemetry("inspect_global", {
     description: "Inspect a global object to see its properties, types, and whether they are callable functions. Use this BEFORE calling methods on unfamiliar objects to avoid errors.",
     inputSchema: {
         objectName: z
@@ -311,7 +340,7 @@ server.registerTool("inspect_global", {
     };
 });
 // Tool: Get network requests
-server.registerTool("get_network_requests", {
+registerToolWithTelemetry("get_network_requests", {
     description: "Retrieve captured network requests from connected React Native app. Shows URL, method, status, and timing.",
     inputSchema: {
         maxRequests: z
@@ -349,7 +378,7 @@ server.registerTool("get_network_requests", {
     };
 });
 // Tool: Search network requests
-server.registerTool("search_network", {
+registerToolWithTelemetry("search_network", {
     description: "Search network requests by URL pattern (case-insensitive)",
     inputSchema: {
         urlPattern: z.string().describe("URL pattern to search for"),
@@ -371,7 +400,7 @@ server.registerTool("search_network", {
     };
 });
 // Tool: Get request details
-server.registerTool("get_request_details", {
+registerToolWithTelemetry("get_request_details", {
     description: "Get full details of a specific network request including headers, body, and timing. Use get_network_requests first to find the request ID.",
     inputSchema: {
         requestId: z.string().describe("The request ID to get details for")
@@ -399,7 +428,7 @@ server.registerTool("get_request_details", {
     };
 });
 // Tool: Get network stats
-server.registerTool("get_network_stats", {
+registerToolWithTelemetry("get_network_stats", {
     description: "Get statistics about captured network requests: counts by method, status code, and domain.",
     inputSchema: {}
 }, async () => {
@@ -414,7 +443,7 @@ server.registerTool("get_network_stats", {
     };
 });
 // Tool: Clear network requests
-server.registerTool("clear_network", {
+registerToolWithTelemetry("clear_network", {
     description: "Clear the network request buffer",
     inputSchema: {}
 }, async () => {
@@ -429,7 +458,7 @@ server.registerTool("clear_network", {
     };
 });
 // Tool: Reload the app
-server.registerTool("reload_app", {
+registerToolWithTelemetry("reload_app", {
     description: "Reload the connected React Native app. Triggers a JavaScript bundle reload (like pressing 'r' in Metro or shaking the device).",
     inputSchema: {}
 }, async () => {
@@ -458,7 +487,7 @@ server.registerTool("reload_app", {
 // Bundle/Build Error Tools
 // ============================================================================
 // Tool: Get bundle status
-server.registerTool("get_bundle_status", {
+registerToolWithTelemetry("get_bundle_status", {
     description: "Get the current Metro bundler status including build state and any recent bundling errors. Use this to check if there are compilation/bundling errors that prevent the app from loading.",
     inputSchema: {}
 }, async () => {
@@ -473,7 +502,7 @@ server.registerTool("get_bundle_status", {
     };
 });
 // Tool: Get bundle errors
-server.registerTool("get_bundle_errors", {
+registerToolWithTelemetry("get_bundle_errors", {
     description: "Retrieve captured Metro bundling/compilation errors. These are errors that occur during the bundle build process (import resolution, syntax errors, transform errors) that prevent the app from loading.",
     inputSchema: {
         maxErrors: z
@@ -494,7 +523,7 @@ server.registerTool("get_bundle_errors", {
     };
 });
 // Tool: Clear bundle errors
-server.registerTool("clear_bundle_errors", {
+registerToolWithTelemetry("clear_bundle_errors", {
     description: "Clear the bundle error buffer",
     inputSchema: {}
 }, async () => {
@@ -512,7 +541,7 @@ server.registerTool("clear_bundle_errors", {
 // Android Tools
 // ============================================================================
 // Tool: List Android devices
-server.registerTool("list_android_devices", {
+registerToolWithTelemetry("list_android_devices", {
     description: "List connected Android devices and emulators via ADB",
     inputSchema: {}
 }, async () => {
@@ -528,7 +557,7 @@ server.registerTool("list_android_devices", {
     };
 });
 // Tool: Android screenshot
-server.registerTool("android_screenshot", {
+registerToolWithTelemetry("android_screenshot", {
     description: "Take a screenshot from an Android device/emulator. Returns the image data that can be displayed.",
     inputSchema: {
         outputPath: z
@@ -555,12 +584,38 @@ server.registerTool("android_screenshot", {
     }
     // Include image data if available
     if (result.data) {
-        // Build info text with scale factor for coordinate conversion
-        let infoText = `Screenshot captured (${result.originalWidth}x${result.originalHeight})`;
+        // Build info text with coordinate conversion guidance
+        const pixelWidth = result.originalWidth || 0;
+        const pixelHeight = result.originalHeight || 0;
+        let infoText = `Screenshot captured (${pixelWidth}x${pixelHeight} pixels)`;
+        // Get status bar height for coordinate guidance
+        let statusBarPixels = 63; // Default fallback
+        let statusBarDp = 24;
+        let densityDpi = 440; // Common default
+        try {
+            const statusBarResult = await androidGetStatusBarHeight(deviceId);
+            if (statusBarResult.success && statusBarResult.heightPixels) {
+                statusBarPixels = statusBarResult.heightPixels;
+                statusBarDp = statusBarResult.heightDp || 24;
+            }
+            const densityResult = await androidGetDensity(deviceId);
+            if (densityResult.success && densityResult.density) {
+                densityDpi = densityResult.density;
+            }
+        }
+        catch {
+            // Use defaults
+        }
+        infoText += `\n📱 Android uses PIXELS for tap coordinates (same as screenshot)`;
         if (result.scaleFactor && result.scaleFactor > 1) {
             infoText += `\n⚠️ Image was scaled down to fit API limits. Scale factor: ${result.scaleFactor.toFixed(3)}`;
-            infoText += `\nTo tap/swipe: multiply image coordinates by ${result.scaleFactor.toFixed(3)} to get device coordinates.`;
+            infoText += `\n📐 To convert image coords to tap coords: multiply by ${result.scaleFactor.toFixed(3)}`;
+        }
+        else {
+            infoText += `\n📐 Screenshot coords = tap coords (no conversion needed)`;
         }
+        infoText += `\n⚠️ Status bar: ${statusBarPixels}px (${statusBarDp}dp) from top - app content starts below this`;
+        infoText += `\n📊 Display density: ${densityDpi}dpi`;
         return {
             content: [
                 {
@@ -585,7 +640,7 @@ server.registerTool("android_screenshot", {
     };
 });
 // Tool: Android install app
-server.registerTool("android_install_app", {
+registerToolWithTelemetry("android_install_app", {
     description: "Install an APK on an Android device/emulator",
     inputSchema: {
         apkPath: z.string().describe("Path to the APK file to install"),
@@ -617,7 +672,7 @@ server.registerTool("android_install_app", {
     };
 });
 // Tool: Android launch app
-server.registerTool("android_launch_app", {
+registerToolWithTelemetry("android_launch_app", {
     description: "Launch an app on an Android device/emulator by package name",
     inputSchema: {
         packageName: z.string().describe("Package name of the app (e.g., com.example.myapp)"),
@@ -643,7 +698,7 @@ server.registerTool("android_launch_app", {
     };
 });
 // Tool: Android list packages
-server.registerTool("android_list_packages", {
+registerToolWithTelemetry("android_list_packages", {
     description: "List installed packages on an Android device/emulator",
     inputSchema: {
         deviceId: z
@@ -671,7 +726,7 @@ server.registerTool("android_list_packages", {
 // Android UI Input Tools (Phase 2)
 // ============================================================================
 // Tool: Android tap
-server.registerTool("android_tap", {
+registerToolWithTelemetry("android_tap", {
     description: "Tap at specific coordinates on an Android device/emulator screen. NOTE: Prefer using android_tap_element instead, which finds elements by text/content-desc and is more reliable.",
     inputSchema: {
         x: z.number().describe("X coordinate in pixels"),
@@ -694,7 +749,7 @@ server.registerTool("android_tap", {
     };
 });
 // Tool: Android long press
-server.registerTool("android_long_press", {
+registerToolWithTelemetry("android_long_press", {
     description: "Long press at specific coordinates on an Android device/emulator screen",
     inputSchema: {
         x: z.number().describe("X coordinate in pixels"),
@@ -722,7 +777,7 @@ server.registerTool("android_long_press", {
     };
 });
 // Tool: Android swipe
-server.registerTool("android_swipe", {
+registerToolWithTelemetry("android_swipe", {
     description: "Swipe from one point to another on an Android device/emulator screen",
     inputSchema: {
         startX: z.number().describe("Starting X coordinate in pixels"),
@@ -752,7 +807,7 @@ server.registerTool("android_swipe", {
     };
 });
 // Tool: Android input text
-server.registerTool("android_input_text", {
+registerToolWithTelemetry("android_input_text", {
     description: "Type text on an Android device/emulator. The text will be input at the current focus point (tap an input field first).",
     inputSchema: {
         text: z.string().describe("Text to type"),
@@ -774,7 +829,7 @@ server.registerTool("android_input_text", {
     };
 });
 // Tool: Android key event
-server.registerTool("android_key_event", {
+registerToolWithTelemetry("android_key_event", {
     description: `Send a key event to an Android device/emulator. Common keys: ${Object.keys(ANDROID_KEY_EVENTS).join(", ")}`,
     inputSchema: {
         key: z
@@ -802,7 +857,7 @@ server.registerTool("android_key_event", {
     };
 });
 // Tool: Android get screen size
-server.registerTool("android_get_screen_size", {
+registerToolWithTelemetry("android_get_screen_size", {
     description: "Get the screen size (resolution) of an Android device/emulator",
     inputSchema: {
         deviceId: z
@@ -1075,7 +1130,7 @@ server.registerTool("android_wait_for_element", {
 // iOS Simulator Tools
 // ============================================================================
 // Tool: List iOS simulators
-server.registerTool("list_ios_simulators", {
+registerToolWithTelemetry("list_ios_simulators", {
     description: "List available iOS simulators",
     inputSchema: {
         onlyBooted: z
@@ -1097,7 +1152,7 @@ server.registerTool("list_ios_simulators", {
     };
 });
 // Tool: iOS screenshot
-server.registerTool("ios_screenshot", {
+registerToolWithTelemetry("ios_screenshot", {
     description: "Take a screenshot from an iOS simulator. Returns the image data that can be displayed.",
     inputSchema: {
         outputPath: z
@@ -1125,17 +1180,62 @@ server.registerTool("ios_screenshot", {
     // Include image data if available
     if (result.data) {
         // Build info text with coordinate guidance for iOS
-        // iOS simulators use points, not pixels. Retina displays are typically 2x or 3x.
         const pixelWidth = result.originalWidth || 0;
         const pixelHeight = result.originalHeight || 0;
-        // Assume 2x Retina scale for most iOS simulators
-        const pointWidth = Math.round(pixelWidth / 2);
-        const pointHeight = Math.round(pixelHeight / 2);
+        // Try to get actual screen dimensions and safe area from accessibility tree
+        let pointWidth = 0;
+        let pointHeight = 0;
+        let scaleFactor = 3; // Default to 3x for modern iPhones
+        let safeAreaTop = 59; // Default safe area offset
+        try {
+            const describeResult = await iosDescribeAll(udid);
+            if (describeResult.success && describeResult.elements && describeResult.elements.length > 0) {
+                // First element is typically the Application with full screen frame
+                const rootElement = describeResult.elements[0];
+                // Try parsed frame first, then parse AXFrame string
+                if (rootElement.frame) {
+                    pointWidth = Math.round(rootElement.frame.width);
+                    pointHeight = Math.round(rootElement.frame.height);
+                    // The frame.y of the root element indicates where content starts (after status bar)
+                    if (rootElement.frame.y > 0) {
+                        safeAreaTop = Math.round(rootElement.frame.y);
+                    }
+                }
+                else if (rootElement.AXFrame) {
+                    // Parse format: "{{x, y}, {width, height}}"
+                    const match = rootElement.AXFrame.match(/\{\{([\d.]+),\s*([\d.]+)\},\s*\{([\d.]+),\s*([\d.]+)\}\}/);
+                    if (match) {
+                        const frameY = parseFloat(match[2]);
+                        pointWidth = Math.round(parseFloat(match[3]));
+                        pointHeight = Math.round(parseFloat(match[4]));
+                        if (frameY > 0) {
+                            safeAreaTop = Math.round(frameY);
+                        }
+                    }
+                }
+                // Calculate actual scale factor
+                if (pointWidth > 0) {
+                    scaleFactor = Math.round(pixelWidth / pointWidth);
+                }
+            }
+        }
+        catch {
+            // Fallback: use 3x scale for modern devices
+        }
+        // Fallback if we couldn't get dimensions
+        if (pointWidth === 0) {
+            pointWidth = Math.round(pixelWidth / scaleFactor);
+            pointHeight = Math.round(pixelHeight / scaleFactor);
+        }
+        const safeAreaOffsetPixels = safeAreaTop * scaleFactor;
         let infoText = `Screenshot captured (${pixelWidth}x${pixelHeight} pixels)`;
-        infoText += `\n📱 iOS IDB coordinates use POINTS: ${pointWidth}x${pointHeight}`;
-        infoText += `\nTo convert image coords to IDB points: divide pixel coordinates by 2`;
+        infoText += `\n📱 iOS tap coordinates use POINTS: ${pointWidth}x${pointHeight}`;
+        infoText += `\n📐 To convert screenshot coords to tap points:`;
+        infoText += `\n   tap_x = pixel_x / ${scaleFactor}`;
+        infoText += `\n   tap_y = pixel_y / ${scaleFactor}`;
+        infoText += `\n⚠️ Status bar + safe area: ${safeAreaTop} points (${safeAreaOffsetPixels} pixels) from top`;
         if (result.scaleFactor && result.scaleFactor > 1) {
-            infoText += `\n⚠️ Image was scaled down to fit API limits (scale: ${result.scaleFactor.toFixed(3)})`;
+            infoText += `\n🖼️ Image was scaled down to fit API limits (scale: ${result.scaleFactor.toFixed(3)})`;
         }
         infoText += `\n💡 Use ios_describe_all to get exact element coordinates`;
         return {
@@ -1162,7 +1262,7 @@ server.registerTool("ios_screenshot", {
     };
 });
 // Tool: iOS install app
-server.registerTool("ios_install_app", {
+registerToolWithTelemetry("ios_install_app", {
     description: "Install an app bundle (.app) on an iOS simulator",
     inputSchema: {
         appPath: z.string().describe("Path to the .app bundle to install"),
@@ -1184,7 +1284,7 @@ server.registerTool("ios_install_app", {
     };
 });
 // Tool: iOS launch app
-server.registerTool("ios_launch_app", {
+registerToolWithTelemetry("ios_launch_app", {
     description: "Launch an app on an iOS simulator by bundle ID",
     inputSchema: {
         bundleId: z.string().describe("Bundle ID of the app (e.g., com.example.myapp)"),
@@ -1206,7 +1306,7 @@ server.registerTool("ios_launch_app", {
     };
 });
 // Tool: iOS open URL
-server.registerTool("ios_open_url", {
+registerToolWithTelemetry("ios_open_url", {
     description: "Open a URL in the iOS simulator (opens in default handler or Safari)",
     inputSchema: {
         url: z.string().describe("URL to open (e.g., https://example.com or myapp://path)"),
@@ -1228,7 +1328,7 @@ server.registerTool("ios_open_url", {
     };
 });
 // Tool: iOS terminate app
-server.registerTool("ios_terminate_app", {
+registerToolWithTelemetry("ios_terminate_app", {
     description: "Terminate a running app on an iOS simulator",
     inputSchema: {
         bundleId: z.string().describe("Bundle ID of the app to terminate"),
@@ -1250,7 +1350,7 @@ server.registerTool("ios_terminate_app", {
     };
 });
 // Tool: iOS boot simulator
-server.registerTool("ios_boot_simulator", {
+registerToolWithTelemetry("ios_boot_simulator", {
     description: "Boot an iOS simulator by UDID. Use list_ios_simulators to find available simulators.",
     inputSchema: {
         udid: z.string().describe("UDID of the simulator to boot (from list_ios_simulators)")
@@ -1637,7 +1737,7 @@ server.registerTool("ios_wait_for_element", {
     };
 });
 // Tool: Get debug server info
-server.registerTool("get_debug_server", {
+registerToolWithTelemetry("get_debug_server", {
     description: "Get the debug HTTP server URL. Use this to find where you can access logs, network requests, and other debug data via HTTP.",
     inputSchema: {}
 }, async () => {
@@ -1674,6 +1774,8 @@ server.registerTool("get_debug_server", {
 });
 // Main function
 async function main() {
+    // Initialize telemetry (checks opt-out env var, loads/creates installation ID)
+    initTelemetry();
     // Start debug HTTP server for buffer inspection (finds available port automatically)
     await startDebugHttpServer();
     const transport = new StdioServerTransport();