react-native-ai-debugger 1.0.10 → 1.0.12

package/build/index.js

@@ -2,7 +2,9 @@
 import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
 import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
 import { z } from "zod";
-import { logBuffer, networkBuffer, bundleErrorBuffer, scanMetroPorts, fetchDevices, selectMainDevice, connectToDevice, getConnectedApps, executeInApp, listDebugGlobals, inspectGlobal, reloadApp, getLogs, searchLogs, getNetworkRequests, searchNetworkRequests, getNetworkStats, formatRequestDetails, 
+import { logBuffer, networkBuffer, bundleErrorBuffer, getActiveSimulatorUdid, scanMetroPorts, fetchDevices, selectMainDevice, connectToDevice, getConnectedApps, executeInApp, listDebugGlobals, inspectGlobal, reloadApp, getLogs, searchLogs, getNetworkRequests, searchNetworkRequests, getNetworkStats, formatRequestDetails, 
+// Connection state
+getAllConnectionStates, getAllConnectionMetadata, getRecentGaps, formatDuration, 
 // Bundle (Metro build errors)
 connectMetroBuildEvents, getBundleErrors, getBundleStatusWithErrors, 
 // Android
@@ -19,8 +21,10 @@ listIOSSimulators, iosScreenshot, iosInstallApp, iosLaunchApp, iosOpenUrl, iosTe
 iosTap, iosTapElement, iosSwipe, iosInputText, iosButton, iosKeyEvent, iosKeySequence, iosDescribeAll, iosDescribePoint, IOS_BUTTON_TYPES, 
 // iOS Element Finding (no screenshots)
 iosFindElement, iosWaitForElement, 
-// Debug HTTP Server
+// Debug HTTP Server (in-process, for fallback)
 startDebugHttpServer, getDebugServerPort, 
+// HTTP Server Process (child process, for hot-reload)
+startHttpServerProcess, restartHttpServerProcess, getHttpServerProcessPort, 
 // Telemetry
 initTelemetry, trackToolInvocation } from "./core/index.js";
 // Create MCP server
@@ -131,15 +135,83 @@ registerToolWithTelemetry("get_apps", {
         const state = isConnected ? "Connected" : "Disconnected";
         return `${app.deviceInfo.title} (${app.deviceInfo.deviceName}): ${state}`;
     });
+    // Include active iOS simulator info if available
+    const activeSimulatorUdid = getActiveSimulatorUdid();
+    const simulatorInfo = activeSimulatorUdid
+        ? `\nActive iOS Simulator (auto-scoped): ${activeSimulatorUdid}`
+        : "\nNo iOS simulator linked (iOS tools will use first booted simulator)";
     return {
         content: [
             {
                 type: "text",
-                text: `Connected apps:\n${status.join("\n")}\n\nTotal logs in buffer: ${logBuffer.size}`
+                text: `Connected apps:\n${status.join("\n")}${simulatorInfo}\n\nTotal logs in buffer: ${logBuffer.size}`
             }
         ]
     };
 });
+// Tool: Get connection status (detailed health and gap tracking)
+registerToolWithTelemetry("get_connection_status", {
+    description: "Get detailed connection health status including uptime, recent disconnects/reconnects, and connection gaps that may indicate missing data.",
+    inputSchema: {}
+}, async () => {
+    const connections = getConnectedApps();
+    const states = getAllConnectionStates();
+    const metadata = getAllConnectionMetadata();
+    const lines = [];
+    lines.push("=== Connection Status ===\n");
+    if (connections.length === 0 && states.size === 0) {
+        lines.push("No connections established. Run scan_metro to connect.");
+        return {
+            content: [{ type: "text", text: lines.join("\n") }]
+        };
+    }
+    // Show active connections
+    for (const { key, app, isConnected } of connections) {
+        const state = states.get(key);
+        lines.push(`--- ${app.deviceInfo.title} (Port ${app.port}) ---`);
+        lines.push(`  Status: ${isConnected ? "CONNECTED" : "DISCONNECTED"}`);
+        if (state) {
+            if (state.lastConnectedTime) {
+                const uptime = Date.now() - state.lastConnectedTime.getTime();
+                lines.push(`  Connected since: ${state.lastConnectedTime.toLocaleTimeString()}`);
+                lines.push(`  Uptime: ${formatDuration(uptime)}`);
+            }
+            if (state.status === "reconnecting") {
+                lines.push(`  Reconnecting: Attempt ${state.reconnectionAttempts}`);
+            }
+            // Show recent gaps (last 5 minutes)
+            if (state.connectionGaps.length > 0) {
+                const recentGaps = state.connectionGaps.filter((g) => Date.now() - g.disconnectedAt.getTime() < 300000);
+                if (recentGaps.length > 0) {
+                    lines.push(`  Recent gaps: ${recentGaps.length}`);
+                    for (const gap of recentGaps.slice(-3)) {
+                        const duration = gap.durationMs ? formatDuration(gap.durationMs) : "ongoing";
+                        lines.push(`    - ${gap.disconnectedAt.toLocaleTimeString()} (${duration}): ${gap.reason}`);
+                    }
+                }
+            }
+        }
+        lines.push("");
+    }
+    // Show disconnected/reconnecting states without active connections
+    for (const [key, state] of states.entries()) {
+        if (!connections.find((c) => c.key === key)) {
+            const meta = metadata.get(key);
+            lines.push(`--- ${meta?.deviceInfo.title || key} (Disconnected) ---`);
+            lines.push(`  Status: ${state.status.toUpperCase()}`);
+            if (state.lastDisconnectTime) {
+                lines.push(`  Disconnected at: ${state.lastDisconnectTime.toLocaleTimeString()}`);
+            }
+            if (state.reconnectionAttempts > 0) {
+                lines.push(`  Reconnection attempts: ${state.reconnectionAttempts}`);
+            }
+            lines.push("");
+        }
+    }
+    return {
+        content: [{ type: "text", text: lines.join("\n") }]
+    };
+});
 // Tool: Get console logs
 registerToolWithTelemetry("get_logs", {
     description: "Retrieve console logs from connected React Native app",
@@ -154,12 +226,27 @@ registerToolWithTelemetry("get_logs", {
     }
 }, async ({ maxLogs, level, startFromText }) => {
     const { logs, formatted } = getLogs(logBuffer, { maxLogs, level, startFromText });
+    // Check for recent connection gaps
+    const warningThresholdMs = 30000; // 30 seconds
+    const recentGaps = getRecentGaps(warningThresholdMs);
+    let warning = "";
+    if (recentGaps.length > 0) {
+        const latestGap = recentGaps[recentGaps.length - 1];
+        const gapDuration = latestGap.durationMs || (Date.now() - latestGap.disconnectedAt.getTime());
+        if (latestGap.reconnectedAt) {
+            const secAgo = Math.round((Date.now() - latestGap.reconnectedAt.getTime()) / 1000);
+            warning = `\n\n[WARNING] Connection was restored ${secAgo}s ago. Some logs may have been missed during the ${formatDuration(gapDuration)} gap.`;
+        }
+        else {
+            warning = `\n\n[WARNING] Connection is currently disconnected. Logs may be incomplete.`;
+        }
+    }
     const startNote = startFromText ? ` (starting from "${startFromText}")` : "";
     return {
         content: [
             {
                 type: "text",
-                text: `React Native Console Logs (${logs.length} entries)${startNote}:\n\n${formatted}`
+                text: `React Native Console Logs (${logs.length} entries)${startNote}:\n\n${formatted}${warning}`
             }
         ]
     };
@@ -368,11 +455,26 @@ registerToolWithTelemetry("get_network_requests", {
         urlPattern,
         status
     });
+    // Check for recent connection gaps
+    const warningThresholdMs = 30000; // 30 seconds
+    const recentGaps = getRecentGaps(warningThresholdMs);
+    let warning = "";
+    if (recentGaps.length > 0) {
+        const latestGap = recentGaps[recentGaps.length - 1];
+        const gapDuration = latestGap.durationMs || (Date.now() - latestGap.disconnectedAt.getTime());
+        if (latestGap.reconnectedAt) {
+            const secAgo = Math.round((Date.now() - latestGap.reconnectedAt.getTime()) / 1000);
+            warning = `\n\n[WARNING] Connection was restored ${secAgo}s ago. Some requests may have been missed during the ${formatDuration(gapDuration)} gap.`;
+        }
+        else {
+            warning = `\n\n[WARNING] Connection is currently disconnected. Network data may be incomplete.`;
+        }
+    }
     return {
         content: [
             {
                 type: "text",
-                text: `Network Requests (${requests.length} entries):\n\n${formatted}`
+                text: `Network Requests (${requests.length} entries):\n\n${formatted}${warning}`
             }
         ]
     };
@@ -625,7 +727,7 @@ registerToolWithTelemetry("android_screenshot", {
                 {
                     type: "image",
                     data: result.data.toString("base64"),
-                    mimeType: "image/png"
+                    mimeType: "image/jpeg"
                 }
             ]
         };
@@ -727,7 +829,7 @@ registerToolWithTelemetry("android_list_packages", {
 // ============================================================================
 // Tool: Android tap
 registerToolWithTelemetry("android_tap", {
-    description: "Tap at specific coordinates on an Android device/emulator screen. NOTE: Prefer using android_tap_element instead, which finds elements by text/content-desc and is more reliable.",
+    description: "Tap at specific coordinates on an Android device/emulator screen. WORKFLOW: Use ocr_screenshot first to get tap coordinates, then use this tool with the returned tapX/tapY values.",
     inputSchema: {
         x: z.number().describe("X coordinate in pixels"),
         y: z.number().describe("Y coordinate in pixels"),
@@ -936,7 +1038,7 @@ server.registerTool("android_describe_point", {
 });
 // Tool: Android tap element
 server.registerTool("android_tap_element", {
-    description: "PREFERRED: Tap an element by its text, content-description, or resource-id. More reliable than coordinate-based tapping. Automatically finds the element using uiautomator and taps its center.",
+    description: "Tap an element by its text, content-description, or resource-id using uiautomator. TIP: Consider using ocr_screenshot first - it returns ready-to-use tap coordinates for all visible text and works more reliably across different apps.",
     inputSchema: {
         text: z
             .string()
@@ -1247,7 +1349,7 @@ registerToolWithTelemetry("ios_screenshot", {
                 {
                     type: "image",
                     data: result.data.toString("base64"),
-                    mimeType: "image/png"
+                    mimeType: "image/jpeg"
                 }
             ]
         };
@@ -1261,6 +1363,90 @@ registerToolWithTelemetry("ios_screenshot", {
         ]
     };
 });
+// Tool: OCR Screenshot - Extract text with coordinates from screenshot
+registerToolWithTelemetry("ocr_screenshot", {
+    description: "RECOMMENDED: Use this tool FIRST when you need to find and tap UI elements. Takes a screenshot and extracts all visible text with tap-ready coordinates using OCR. " +
+        "ADVANTAGES over accessibility trees: (1) Works on ANY visible text regardless of accessibility labels, (2) Returns ready-to-use tapX/tapY coordinates - no conversion needed, (3) Faster than parsing accessibility hierarchies, (4) Works consistently across iOS and Android. " +
+        "USE THIS FOR: Finding buttons, labels, menu items, tab bars, or any text you need to tap. Simply find the text in the results and use its tapX/tapY with the tap command.",
+    inputSchema: {
+        platform: z.enum(["ios", "android"]).describe("Platform to capture screenshot from"),
+        deviceId: z
+            .string()
+            .optional()
+            .describe("Optional device ID (Android) or UDID (iOS). Uses first available device if not specified.")
+    }
+}, async ({ platform, deviceId }) => {
+    // Call the HTTP endpoint for OCR (allows hot-reload without session restart)
+    // Prefer child process port, fall back to in-process port
+    const port = getHttpServerProcessPort() || getDebugServerPort();
+    if (!port) {
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: "Debug HTTP server not running"
+                }
+            ],
+            isError: true
+        };
+    }
+    try {
+        const params = new URLSearchParams({ platform, engine: "auto" });
+        if (deviceId)
+            params.set("deviceId", deviceId);
+        const response = await fetch(`http://localhost:${port}/api/ocr?${params}`);
+        const ocrResult = await response.json();
+        if (!ocrResult.success) {
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: `OCR failed: ${ocrResult.error || "Unknown error"}`
+                    }
+                ],
+                isError: true
+            };
+        }
+        // Format results for MCP tool output
+        const elements = ocrResult.words
+            .filter((w) => w.confidence > 50 && w.text.trim().length > 0)
+            .map((w) => ({
+            text: w.text,
+            confidence: Math.round(w.confidence),
+            tapX: w.tapCenter.x,
+            tapY: w.tapCenter.y
+        }));
+        const result = {
+            platform,
+            engine: ocrResult.engine || "unknown",
+            processingTimeMs: ocrResult.processingTimeMs,
+            fullText: ocrResult.fullText?.trim() || "",
+            confidence: Math.round(ocrResult.confidence || 0),
+            elementCount: elements.length,
+            elements,
+            note: "tapX/tapY are ready to use with tap commands (already converted for platform)"
+        };
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: JSON.stringify(result, null, 2)
+                }
+            ]
+        };
+    }
+    catch (error) {
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: `OCR request failed: ${error instanceof Error ? error.message : String(error)}`
+                }
+            ],
+            isError: true
+        };
+    }
+});
 // Tool: iOS install app
 registerToolWithTelemetry("ios_install_app", {
     description: "Install an app bundle (.app) on an iOS simulator",
@@ -1373,7 +1559,7 @@ registerToolWithTelemetry("ios_boot_simulator", {
 // ============================================================================
 // Tool: iOS tap
 server.registerTool("ios_tap", {
-    description: "Tap at specific coordinates on an iOS simulator screen. NOTE: Prefer using ios_tap_element instead, which finds elements by accessibility label and is more reliable. Requires IDB (brew install idb-companion).",
+    description: "Tap at specific coordinates on an iOS simulator screen. WORKFLOW: Use ocr_screenshot first to get tap coordinates, then use this tool with the returned tapX/tapY values. Requires IDB (brew install idb-companion).",
     inputSchema: {
         x: z.number().describe("X coordinate in pixels"),
         y: z.number().describe("Y coordinate in pixels"),
@@ -1400,7 +1586,7 @@ server.registerTool("ios_tap", {
 });
 // Tool: iOS tap element by label
 server.registerTool("ios_tap_element", {
-    description: "PREFERRED: Tap an element by its accessibility label. More reliable than coordinate-based tapping. Automatically finds the element and taps its center. Requires IDB (brew install idb-companion).",
+    description: "Tap an element by its accessibility label. Requires IDB (brew install idb-companion). TIP: Consider using ocr_screenshot first - it returns ready-to-use tap coordinates for all visible text and works without requiring accessibility labels.",
     inputSchema: {
         label: z
             .string()
@@ -1741,7 +1927,7 @@ registerToolWithTelemetry("get_debug_server", {
     description: "Get the debug HTTP server URL. Use this to find where you can access logs, network requests, and other debug data via HTTP.",
     inputSchema: {}
 }, async () => {
-    const port = getDebugServerPort();
+    const port = getHttpServerProcessPort() || getDebugServerPort();
     if (!port) {
         return {
             content: [
@@ -1772,15 +1958,95 @@ registerToolWithTelemetry("get_debug_server", {
         ]
     };
 });
+// Tool: Restart HTTP server (hot-reload)
+registerToolWithTelemetry("restart_http_server", {
+    description: "Restart the debug HTTP server to apply code changes (hot-reload). Use this after running 'npm run build' to load new server code without restarting the MCP session.",
+    inputSchema: {}
+}, async () => {
+    try {
+        const newPort = await restartHttpServerProcess();
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: `HTTP server restarted successfully on port ${newPort}. New code is now active.`
+                }
+            ]
+        };
+    }
+    catch (err) {
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: `Failed to restart HTTP server: ${err instanceof Error ? err.message : String(err)}`
+                }
+            ],
+            isError: true
+        };
+    }
+});
+/**
+ * Auto-connect to Metro bundler on startup
+ * Scans common ports and connects to any running Metro servers
+ */
+async function autoConnectToMetro() {
+    console.error("[rn-ai-debugger] Auto-scanning for Metro servers...");
+    try {
+        const openPorts = await scanMetroPorts();
+        if (openPorts.length === 0) {
+            console.error("[rn-ai-debugger] No Metro servers found on startup. Use scan_metro to connect later.");
+            return;
+        }
+        for (const port of openPorts) {
+            try {
+                const devices = await fetchDevices(port);
+                const mainDevice = selectMainDevice(devices);
+                if (mainDevice) {
+                    await connectToDevice(mainDevice, port);
+                    console.error(`[rn-ai-debugger] Auto-connected to ${mainDevice.title} on port ${port}`);
+                    // Also connect to Metro build events
+                    try {
+                        await connectMetroBuildEvents(port);
+                    }
+                    catch {
+                        // Build events connection is optional
+                    }
+                }
+            }
+            catch (error) {
+                console.error(`[rn-ai-debugger] Failed to auto-connect on port ${port}: ${error}`);
+            }
+        }
+    }
+    catch (error) {
+        console.error(`[rn-ai-debugger] Auto-connect error: ${error}`);
+    }
+}
 // Main function
 async function main() {
     // Initialize telemetry (checks opt-out env var, loads/creates installation ID)
     initTelemetry();
-    // Start debug HTTP server for buffer inspection (finds available port automatically)
-    await startDebugHttpServer();
+    // Start debug HTTP server as child process (enables hot-reload)
+    // Falls back to in-process if child process fails
+    try {
+        await startHttpServerProcess();
+        console.error("[rn-ai-debugger] HTTP server started as child process (hot-reload enabled)");
+    }
+    catch (err) {
+        console.error("[rn-ai-debugger] Child process failed, falling back to in-process server:", err);
+        await startDebugHttpServer();
+    }
     const transport = new StdioServerTransport();
     await server.connect(transport);
     console.error("[rn-ai-debugger] Server started on stdio");
+    // Auto-connect to Metro in background (non-blocking)
+    // Use setImmediate to ensure MCP server is fully ready first
+    setImmediate(() => {
+        autoConnectToMetro().catch((err) => {
+            console.error("[rn-ai-debugger] Auto-connect failed:", err);
+        });
+    });
 }
 main().catch((error) => {
     console.error("[rn-ai-debugger] Fatal error:", error);