react-native-ai-devtools 1.4.22 → 1.4.24

package/build/index.js

@@ -9,7 +9,7 @@ import { getGuideOverview, getGuideByTopic, getAvailableTopics } from "./core/gu
 import { getLicenseStatus, getDashboardUrl, getUsageInfo } from "./core/license.js";
 import { API_BASE_URL } from "./core/config.js";
 import { getPostHogClient, identifyIfDevMode, shutdownPostHog } from "./core/posthog.js";
-import { getInstallationId, getServerVersion, isDevMode, TELEMETRY_JSONL_PATH } from "./core/telemetry.js";
+import { getInstallationId, getServerVersion, isDevMode, TELEMETRY_JSONL_PATH, categorizeError } from "./core/telemetry.js";
 import { isSDKInstalled, querySDKNetwork, getSDKNetworkEntry, getSDKNetworkStats, clearSDKNetwork, querySDKConsole, getSDKConsoleStats, clearSDKConsole } from "./core/sdkBridge.js";
 import { tap } from "./pro/tap.js";
 import { getActivateLicenseConfig, handleActivateLicense, getDeleteAccountConfig, handleDeleteAccount, } from "./tools/accountTools.js";
@@ -38,8 +38,8 @@ androidDescribeAll, androidDescribePoint,
 androidFindElement, androidWaitForElement, 
 // iOS
 listIOSSimulators, iosScreenshot, iosInstallApp, iosLaunchApp, iosOpenUrl, iosTerminateApp, iosBootSimulator, 
-// iOS IDB-based UI tools
-iosTap, iosSwipe, iosInputText, iosButton, iosKeyEvent, iosKeySequence, iosDescribeAll, iosDescribePoint, IOS_BUTTON_TYPES, 
+// iOS UI driver tools
+isUiDriverAvailable, iosTap, iosSwipe, iosInputText, iosButton, iosKeyEvent, iosKeySequence, iosDescribeAll, iosDescribePoint, IOS_BUTTON_TYPES, 
 // iOS Element Finding (no screenshots)
 iosFindElement, iosWaitForElement, 
 // Telemetry
@@ -290,7 +290,14 @@ function registerToolWithTelemetry(toolName, config, handler, emptyResultDetecto
                     duration,
                     server_version: getServerVersion(),
                     ...(errorMessage && { error: errorMessage.substring(0, 200) }),
+                    ...(errorMessage && { error_category: categorizeError(errorMessage) }),
                     ...(getTargetPlatform() && { platform: getTargetPlatform() }),
+                    ...(tapStrategy && { tap_strategy: tapStrategy }),
+                    ...(meaningful !== undefined && { meaningful }),
+                    ...(changeRate !== undefined && { change_rate: changeRate }),
+                    ...(iosDriver && { ios_driver: iosDriver }),
+                    ...(emptyResult !== undefined && { empty_result: emptyResult }),
+                    ...(emptyReason && { empty_reason: emptyReason }),
                 },
             });
         }
@@ -435,6 +442,21 @@ registerToolWithTelemetry("scan_metro", {
             // Build events connection is optional
         }
     }
+    // Proactive check: warn if iOS UI driver is missing
+    const hasIosDevice = Array.from(allDeviceNames.values()).some(({ device }) => {
+        const title = (device.title || "").toLowerCase();
+        return title.includes("iphone") || title.includes("ipad") || title.includes("ios");
+    });
+    if (hasIosDevice) {
+        const uiDriverOk = await isUiDriverAvailable();
+        if (!uiDriverOk) {
+            results.push("");
+            results.push("⚠️  WARNING: iOS UI driver is NOT installed. Tools like tap, ios_swipe, ios_input_text, ios_describe_all, and ios_find_element will fail.");
+            results.push("   Install the recommended driver: brew install cameroncooke/axe/axe");
+            results.push("   Then set IOS_DRIVER=axe in your MCP server environment.");
+            results.push("   Alternative: brew install idb-companion (used by default)");
+        }
+    }
     return {
         content: [
             {
@@ -1540,6 +1562,7 @@ registerToolWithTelemetry("find_components", {
 registerToolWithTelemetry("tap", {
     description: "Tap a UI element. Automatically tries multiple strategies: fiber tree (React), accessibility tree (native), and OCR (visual). " +
         "Auto-detects platform (iOS/Android). For coordinates, pass raw pixel values from screenshot — tap handles all coordinate conversion internally (iOS pixel-to-point, scale factor adjustments).\n\n" +
+        "PREREQUISITE: For iOS, an iOS UI driver must be installed — AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion). Without it, accessibility and coordinate strategies will fail.\n\n" +
         "IMPORTANT: When both iOS and Android devices are connected, specify platform explicitly to avoid tapping on the wrong device.\n\n" +
         "Examples:\n" +
         "- tap(text=\"Submit\") — finds and taps element with matching text\n" +
@@ -3659,12 +3682,13 @@ registerToolWithTelemetry("ios_boot_simulator", {
     };
 });
 // ============================================================================
-// iOS IDB-Based UI Tools (require Facebook IDB)
-// Install with: brew install idb-companion
+// iOS UI Interaction Tools (require an iOS UI driver)
+// Recommended: AXe — brew install cameroncooke/axe/axe (set IOS_DRIVER=axe)
+// Alternative: IDB — brew install idb-companion (default)
 // ============================================================================
 // Tool: iOS swipe
 server.registerTool("ios_swipe", {
-    description: "Swipe gesture on an iOS simulator screen. Requires IDB to be installed (brew install idb-companion).",
+    description: "Swipe gesture on an iOS simulator screen. Requires an iOS UI driver: AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion).",
     inputSchema: {
         startX: z.coerce.number().describe("Starting X coordinate in pixels"),
         startY: z.coerce.number().describe("Starting Y coordinate in pixels"),
@@ -3688,7 +3712,7 @@ server.registerTool("ios_swipe", {
 });
 // Tool: iOS input text
 server.registerTool("ios_input_text", {
-    description: "Type text into the active input field on an iOS simulator. Requires IDB to be installed (brew install idb-companion).",
+    description: "Type text into the active input field on an iOS simulator. Requires an iOS UI driver: AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion).",
     inputSchema: {
         text: z.string().describe("Text to type into the active input field"),
         udid: z.string().optional().describe("Optional simulator UDID. Uses booted simulator if not specified.")
@@ -3707,7 +3731,7 @@ server.registerTool("ios_input_text", {
 });
 // Tool: iOS button
 server.registerTool("ios_button", {
-    description: "Press a hardware button on an iOS simulator. Requires IDB to be installed (brew install idb-companion).",
+    description: "Press a hardware button on an iOS simulator. Requires an iOS UI driver: AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion).",
     inputSchema: {
         button: z
             .enum(IOS_BUTTON_TYPES)
@@ -3729,7 +3753,7 @@ server.registerTool("ios_button", {
 });
 // Tool: iOS key event
 server.registerTool("ios_key_event", {
-    description: "Send a key event to an iOS simulator by keycode. Requires IDB to be installed (brew install idb-companion).",
+    description: "Send a key event to an iOS simulator by keycode. Requires an iOS UI driver: AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion).",
     inputSchema: {
         keycode: z.coerce.number().describe("iOS keycode to send"),
         duration: z.coerce.number().optional().describe("Optional key press duration in seconds"),
@@ -3749,7 +3773,7 @@ server.registerTool("ios_key_event", {
 });
 // Tool: iOS key sequence
 server.registerTool("ios_key_sequence", {
-    description: "Send a sequence of key events to an iOS simulator. Requires IDB to be installed (brew install idb-companion).",
+    description: "Send a sequence of key events to an iOS simulator. Requires an iOS UI driver: AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion).",
     inputSchema: {
         keycodes: z.array(z.coerce.number()).describe("Array of iOS keycodes to send in sequence"),
         udid: z.string().optional().describe("Optional simulator UDID. Uses booted simulator if not specified.")
@@ -3768,7 +3792,7 @@ server.registerTool("ios_key_sequence", {
 });
 // Tool: iOS describe all (accessibility tree)
 server.registerTool("ios_describe_all", {
-    description: "Get accessibility information for the entire iOS simulator screen. Returns a nested tree of UI elements with labels, values, and frames. Requires IDB to be installed (brew install idb-companion).",
+    description: "Get accessibility information for the entire iOS simulator screen. Returns a nested tree of UI elements with labels, values, and frames. Requires an iOS UI driver: AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion).",
     inputSchema: {
         udid: z.string().optional().describe("Optional simulator UDID. Uses booted simulator if not specified.")
     }
@@ -3799,7 +3823,7 @@ server.registerTool("ios_describe_all", {
 });
 // Tool: iOS describe point
 server.registerTool("ios_describe_point", {
-    description: "Get accessibility information for the UI element at a specific point on the iOS simulator screen. Requires IDB to be installed (brew install idb-companion).",
+    description: "Get accessibility information for the UI element at a specific point on the iOS simulator screen. Requires an iOS UI driver: AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion).",
     inputSchema: {
         x: z.coerce.number().describe("X coordinate in pixels"),
         y: z.coerce.number().describe("Y coordinate in pixels"),
@@ -3819,7 +3843,7 @@ server.registerTool("ios_describe_point", {
 });
 // Tool: iOS find element (no screenshot needed)
 server.registerTool("ios_find_element", {
-    description: "Find a UI element on iOS simulator by accessibility label or value. Returns element details including tap coordinates. Requires IDB (brew install idb-companion). Workflow: 1) wait_for_element, 2) find_element, 3) tap with returned coordinates. Prefer this over screenshots for button taps.",
+    description: "Find a UI element on iOS simulator by accessibility label or value. Returns element details including tap coordinates. Requires an iOS UI driver: AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion). Workflow: 1) wait_for_element, 2) find_element, 3) tap with returned coordinates. Prefer this over screenshots for button taps.",
     inputSchema: {
         label: z.string().optional().describe("Exact accessibility label match"),
         labelContains: z.string().optional().describe("Partial label match (case-insensitive)"),
@@ -3866,7 +3890,7 @@ server.registerTool("ios_find_element", {
 });
 // Tool: iOS wait for element
 server.registerTool("ios_wait_for_element", {
-    description: "Wait for a UI element to appear on iOS simulator. Polls until found or timeout. Requires IDB (brew install idb-companion). Use this FIRST after navigation to ensure screen is ready, then use find_element + tap.",
+    description: "Wait for a UI element to appear on iOS simulator. Polls until found or timeout. Requires an iOS UI driver: AXe (recommended: brew install cameroncooke/axe/axe) or IDB (brew install idb-companion). Use this FIRST after navigation to ensure screen is ready, then use find_element + tap.",
     inputSchema: {
         label: z.string().optional().describe("Exact accessibility label match"),
         labelContains: z.string().optional().describe("Partial label match (case-insensitive)"),