react-native-ai-debugger 1.0.5 → 1.0.7

package/build/core/telemetry.d.ts

@@ -0,0 +1,4 @@
+export declare function initTelemetry(): void;
+export declare function isTelemetryEnabled(): boolean;
+export declare function trackToolInvocation(toolName: string, success: boolean, durationMs: number): void;
+//# sourceMappingURL=telemetry.d.ts.map

package/build/core/telemetry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../src/core/telemetry.ts"],"names":[],"mappings":"AAgIA,wBAAgB,aAAa,IAAI,IAAI,CA8CpC;AAED,wBAAgB,kBAAkB,IAAI,OAAO,CAE5C;AA2BD,wBAAgB,mBAAmB,CAC/B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,GACnB,IAAI,CAiBN"}

package/build/core/telemetry.js

@@ -0,0 +1,225 @@
+import { randomUUID } from "crypto";
+import { readFileSync, writeFileSync, existsSync, mkdirSync } from "fs";
+import { homedir } from "os";
+import { join } from "path";
+// ============================================================================
+// Configuration
+// ============================================================================
+// TODO: Update these after deploying your Cloudflare Worker
+const TELEMETRY_ENDPOINT = "https://rn-debugger-telemetry.YOUR_SUBDOMAIN.workers.dev";
+const TELEMETRY_API_KEY = "YOUR_API_KEY_HERE";
+const BATCH_SIZE = 10;
+const BATCH_INTERVAL_MS = 30_000; // 30 seconds
+const REQUEST_TIMEOUT_MS = 5_000;
+const CONFIG_DIR = join(homedir(), ".rn-ai-debugger");
+const CONFIG_FILE = join(CONFIG_DIR, "telemetry.json");
+const SERVER_VERSION = "1.0.5";
+// ============================================================================
+// State
+// ============================================================================
+let telemetryEnabled = true;
+let config = null;
+let eventQueue = [];
+let batchTimer = null;
+let sessionStartTime = null;
+let isFirstRunSession = false;
+// ============================================================================
+// Configuration Management
+// ============================================================================
+function loadOrCreateConfig() {
+    if (config)
+        return config;
+    // Try to load existing config
+    try {
+        if (existsSync(CONFIG_FILE)) {
+            const data = readFileSync(CONFIG_FILE, "utf-8");
+            const parsed = JSON.parse(data);
+            // Mark as not first run for subsequent sessions
+            config = { ...parsed, isFirstRun: false };
+            isFirstRunSession = false;
+            return config;
+        }
+    }
+    catch {
+        // Config file corrupted or unreadable, create new one
+    }
+    // Create new installation
+    const newConfig = {
+        installationId: randomUUID(),
+        firstRunTimestamp: Date.now(),
+        isFirstRun: true
+    };
+    try {
+        if (!existsSync(CONFIG_DIR)) {
+            mkdirSync(CONFIG_DIR, { recursive: true });
+        }
+        writeFileSync(CONFIG_FILE, JSON.stringify(newConfig, null, 2));
+        // Re-read to handle race condition with concurrent sessions
+        // The file on disk is the source of truth
+        try {
+            const data = readFileSync(CONFIG_FILE, "utf-8");
+            const persistedConfig = JSON.parse(data);
+            config = persistedConfig;
+            isFirstRunSession = persistedConfig.isFirstRun;
+            return config;
+        }
+        catch {
+            // If re-read fails, use the config we created
+            config = newConfig;
+            isFirstRunSession = true;
+            return config;
+        }
+    }
+    catch {
+        // Failed to save config, continue with in-memory config
+        config = newConfig;
+        isFirstRunSession = true;
+        return config;
+    }
+}
+function getInstallationId() {
+    return loadOrCreateConfig().installationId;
+}
+function isFirstRun() {
+    loadOrCreateConfig();
+    return isFirstRunSession;
+}
+// ============================================================================
+// Telemetry Control
+// ============================================================================
+export function initTelemetry() {
+    // Check environment variable for opt-out
+    const envValue = process.env.RN_DEBUGGER_TELEMETRY;
+    if (envValue === "false" || envValue === "0" || envValue === "off") {
+        telemetryEnabled = false;
+        console.error("[rn-ai-debugger] Telemetry disabled via RN_DEBUGGER_TELEMETRY");
+        return;
+    }
+    // Check if endpoint is configured
+    if (TELEMETRY_ENDPOINT.includes("YOUR_SUBDOMAIN") || TELEMETRY_API_KEY === "YOUR_API_KEY_HERE") {
+        telemetryEnabled = false;
+        // Silently disable - endpoint not configured yet
+        return;
+    }
+    // Load/create config (generates installation ID)
+    loadOrCreateConfig();
+    sessionStartTime = Date.now();
+    // Track session start
+    trackEvent("session_start", {
+        isFirstRun: isFirstRun()
+    });
+    // Start batch timer
+    startBatchTimer();
+    // Flush on process exit
+    process.on("beforeExit", () => {
+        flushSync();
+    });
+    // Track session end on SIGINT/SIGTERM
+    const handleExit = () => {
+        if (sessionStartTime) {
+            trackEvent("session_end", {
+                duration: Date.now() - sessionStartTime
+            });
+            flushSync();
+        }
+        process.exit(0);
+    };
+    process.on("SIGINT", handleExit);
+    process.on("SIGTERM", handleExit);
+}
+export function isTelemetryEnabled() {
+    return telemetryEnabled;
+}
+// ============================================================================
+// Event Tracking
+// ============================================================================
+function trackEvent(name, properties) {
+    if (!telemetryEnabled)
+        return;
+    const event = {
+        name,
+        timestamp: Date.now(),
+        isFirstRun: isFirstRun(),
+        properties
+    };
+    eventQueue.push(event);
+    // Flush immediately if batch size reached
+    if (eventQueue.length >= BATCH_SIZE) {
+        flush();
+    }
+}
+export function trackToolInvocation(toolName, success, durationMs) {
+    if (!telemetryEnabled)
+        return;
+    const event = {
+        name: "tool_invocation",
+        timestamp: Date.now(),
+        toolName,
+        success,
+        duration: durationMs,
+        isFirstRun: isFirstRun()
+    };
+    eventQueue.push(event);
+    if (eventQueue.length >= BATCH_SIZE) {
+        flush();
+    }
+}
+// ============================================================================
+// Batch Sending
+// ============================================================================
+function startBatchTimer() {
+    if (batchTimer)
+        return;
+    batchTimer = setInterval(() => {
+        flush();
+    }, BATCH_INTERVAL_MS);
+    // Unref so it doesn't keep the process alive
+    batchTimer.unref();
+}
+async function flush() {
+    if (!telemetryEnabled || eventQueue.length === 0)
+        return;
+    const eventsToSend = [...eventQueue];
+    eventQueue = [];
+    try {
+        await sendEvents(eventsToSend);
+    }
+    catch {
+        // Silently fail - telemetry should never impact the user
+    }
+}
+function flushSync() {
+    if (!telemetryEnabled || eventQueue.length === 0)
+        return;
+    const eventsToSend = [...eventQueue];
+    eventQueue = [];
+    // Use a synchronous-ish approach for exit handlers
+    // This won't actually wait, but queues the request
+    sendEvents(eventsToSend).catch(() => { });
+}
+async function sendEvents(events) {
+    const payload = {
+        installationId: getInstallationId(),
+        serverVersion: SERVER_VERSION,
+        nodeVersion: process.version,
+        platform: process.platform,
+        events
+    };
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), REQUEST_TIMEOUT_MS);
+    try {
+        await fetch(TELEMETRY_ENDPOINT, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                "X-API-Key": TELEMETRY_API_KEY
+            },
+            body: JSON.stringify(payload),
+            signal: controller.signal
+        });
+    }
+    finally {
+        clearTimeout(timeoutId);
+    }
+}
+//# sourceMappingURL=telemetry.js.map

package/build/core/telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.js","sourceRoot":"","sources":["../../src/core/telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E,4DAA4D;AAC5D,MAAM,kBAAkB,GAAG,0DAA0D,CAAC;AACtF,MAAM,iBAAiB,GAAG,mBAAmB,CAAC;AAE9C,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,iBAAiB,GAAG,MAAM,CAAC,CAAC,aAAa;AAC/C,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC,CAAC;AACtD,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;AACvD,MAAM,cAAc,GAAG,OAAO,CAAC;AA8B/B,+EAA+E;AAC/E,QAAQ;AACR,+EAA+E;AAE/E,IAAI,gBAAgB,GAAG,IAAI,CAAC;AAC5B,IAAI,MAAM,GAA2B,IAAI,CAAC;AAC1C,IAAI,UAAU,GAAqB,EAAE,CAAC;AACtC,IAAI,UAAU,GAA0B,IAAI,CAAC;AAC7C,IAAI,gBAAgB,GAAkB,IAAI,CAAC;AAC3C,IAAI,iBAAiB,GAAG,KAAK,CAAC;AAE9B,+EAA+E;AAC/E,2BAA2B;AAC3B,+EAA+E;AAE/E,SAAS,kBAAkB;IACvB,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,8BAA8B;IAC9B,IAAI,CAAC;QACD,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAoB,CAAC;YACnD,gDAAgD;YAChD,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;YAC1C,iBAAiB,GAAG,KAAK,CAAC;YAC1B,OAAO,MAAM,CAAC;QAClB,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACL,sDAAsD;IAC1D,CAAC;IAED,0BAA0B;IAC1B,MAAM,SAAS,GAAoB;QAC/B,cAAc,EAAE,UAAU,EAAE;QAC5B,iBAAiB,EAAE,IAAI,CAAC,GAAG,EAAE;QAC7B,UAAU,EAAE,IAAI;KACnB,CAAC;IAEF,IAAI,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC1B,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/D,4DAA4D;QAC5D,0CAA0C;QAC1C,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAoB,CAAC;YAC5D,MAAM,GAAG,eAAe,CAAC;YACzB,iBAAiB,GAAG,eAAe,CAAC,UAAU,CAAC;YAC/C,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,MAAM,CAAC;YACL,8CAA8C;YAC9C,MAAM,GAAG,SAAS,CAAC;YACnB,iBAAiB,GAAG,IAAI,CAAC;YACzB,OAAO,MAAM,CAAC;QAClB,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACL,wDAAwD;QACxD,MAAM,GAAG,SAAS,CAAC;QACnB,iBAAiB,GAAG,IAAI,CAAC;QACzB,OAAO,MAAM,CAAC;IAClB,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB;IACtB,OAAO,kBAAkB,EAAE,CAAC,cAAc,CAAC;AAC/C,CAAC;AAED,SAAS,UAAU;IACf,kBAAkB,EAAE,CAAC;IACrB,OAAO,iBAAiB,CAAC;AAC7B,CAAC;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,MAAM,UAAU,aAAa;IACzB,yCAAyC;IACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IACnD,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;QACjE,gBAAgB,GAAG,KAAK,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,+DAA+D,CAAC,CAAC;QAC/E,OAAO;IACX,CAAC;IAED,kCAAkC;IAClC,IAAI,kBAAkB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,iBAAiB,KAAK,mBAAmB,EAAE,CAAC;QAC7F,gBAAgB,GAAG,KAAK,CAAC;QACzB,iDAAiD;QACjD,OAAO;IACX,CAAC;IAED,iDAAiD;IACjD,kBAAkB,EAAE,CAAC;IACrB,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE9B,sBAAsB;IACtB,UAAU,CAAC,eAAe,EAAE;QACxB,UAAU,EAAE,UAAU,EAAE;KAC3B,CAAC,CAAC;IAEH,oBAAoB;IACpB,eAAe,EAAE,CAAC;IAElB,wBAAwB;IACxB,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,SAAS,EAAE,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,sCAAsC;IACtC,MAAM,UAAU,GAAG,GAAG,EAAE;QACpB,IAAI,gBAAgB,EAAE,CAAC;YACnB,UAAU,CAAC,aAAa,EAAE;gBACtB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;aAC1C,CAAC,CAAC;YACH,SAAS,EAAE,CAAC;QAChB,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC;IAEF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,kBAAkB;IAC9B,OAAO,gBAAgB,CAAC;AAC5B,CAAC;AAED,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E,SAAS,UAAU,CACf,IAAY,EACZ,UAAsD;IAEtD,IAAI,CAAC,gBAAgB;QAAE,OAAO;IAE9B,MAAM,KAAK,GAAmB;QAC1B,IAAI;QACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,UAAU,EAAE,UAAU,EAAE;QACxB,UAAU;KACb,CAAC;IAEF,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEvB,0CAA0C;IAC1C,IAAI,UAAU,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;QAClC,KAAK,EAAE,CAAC;IACZ,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAC/B,QAAgB,EAChB,OAAgB,EAChB,UAAkB;IAElB,IAAI,CAAC,gBAAgB;QAAE,OAAO;IAE9B,MAAM,KAAK,GAAmB;QAC1B,IAAI,EAAE,iBAAiB;QACvB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,QAAQ;QACR,OAAO;QACP,QAAQ,EAAE,UAAU;QACpB,UAAU,EAAE,UAAU,EAAE;KAC3B,CAAC;IAEF,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEvB,IAAI,UAAU,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;QAClC,KAAK,EAAE,CAAC;IACZ,CAAC;AACL,CAAC;AAED,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E,SAAS,eAAe;IACpB,IAAI,UAAU;QAAE,OAAO;IAEvB,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;QAC1B,KAAK,EAAE,CAAC;IACZ,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAEtB,6CAA6C;IAC7C,UAAU,CAAC,KAAK,EAAE,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,KAAK;IAChB,IAAI,CAAC,gBAAgB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAEzD,MAAM,YAAY,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;IACrC,UAAU,GAAG,EAAE,CAAC;IAEhB,IAAI,CAAC;QACD,MAAM,UAAU,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACL,yDAAyD;IAC7D,CAAC;AACL,CAAC;AAED,SAAS,SAAS;IACd,IAAI,CAAC,gBAAgB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAEzD,MAAM,YAAY,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;IACrC,UAAU,GAAG,EAAE,CAAC;IAEhB,mDAAmD;IACnD,mDAAmD;IACnD,UAAU,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,MAAwB;IAC9C,MAAM,OAAO,GAAqB;QAC9B,cAAc,EAAE,iBAAiB,EAAE;QACnC,aAAa,EAAE,cAAc;QAC7B,WAAW,EAAE,OAAO,CAAC,OAAO;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM;KACT,CAAC;IAEF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,kBAAkB,CAAC,CAAC;IAE3E,IAAI,CAAC;QACD,MAAM,KAAK,CAAC,kBAAkB,EAAE;YAC5B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,iBAAiB;aACjC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAC7B,MAAM,EAAE,UAAU,CAAC,MAAM;SAC5B,CAAC,CAAC;IACP,CAAC;YAAS,CAAC;QACP,YAAY,CAAC,SAAS,CAAC,CAAC;IAC5B,CAAC;AACL,CAAC"}

package/build/index.js

@@ -9,8 +9,12 @@ connectMetroBuildEvents, getBundleErrors, getBundleStatusWithErrors,
 listAndroidDevices, androidScreenshot, androidInstallApp, androidLaunchApp, androidListPackages, 
 // Android UI Input (Phase 2)
 ANDROID_KEY_EVENTS, androidTap, androidLongPress, androidSwipe, androidInputText, androidKeyEvent, androidGetScreenSize, 
+// Android Accessibility (UI Hierarchy)
+androidDescribeAll, androidDescribePoint, androidTapElement, 
 // iOS
 listIOSSimulators, iosScreenshot, iosInstallApp, iosLaunchApp, iosOpenUrl, iosTerminateApp, iosBootSimulator, 
+// iOS IDB-based UI tools
+iosTap, iosTapElement, iosSwipe, iosInputText, iosButton, iosKeyEvent, iosKeySequence, iosDescribeAll, iosDescribePoint, IOS_BUTTON_TYPES, 
 // Debug HTTP Server
 startDebugHttpServer, getDebugServerPort } from "./core/index.js";
 // Create MCP server
@@ -664,7 +668,7 @@ server.registerTool("android_list_packages", {
 // ============================================================================
 // Tool: Android tap
 server.registerTool("android_tap", {
-    description: "Tap at specific coordinates on an Android device/emulator screen",
+    description: "Tap at specific coordinates on an Android device/emulator screen. NOTE: Prefer using android_tap_element instead, which finds elements by text/content-desc and is more reliable.",
     inputSchema: {
         x: z.number().describe("X coordinate in pixels"),
         y: z.number().describe("Y coordinate in pixels"),
@@ -825,6 +829,106 @@ server.registerTool("android_get_screen_size", {
     };
 });
 // ============================================================================
+// Android Accessibility Tools (UI Hierarchy)
+// ============================================================================
+// Tool: Android describe all (UI hierarchy)
+server.registerTool("android_describe_all", {
+    description: "Get the full UI accessibility tree from the Android device using uiautomator. Returns a hierarchical view of all UI elements with their text, content-description, resource-id, bounds, and tap coordinates.",
+    inputSchema: {
+        deviceId: z
+            .string()
+            .optional()
+            .describe("Optional device ID. Uses first available device if not specified.")
+    }
+}, async ({ deviceId }) => {
+    const result = await androidDescribeAll(deviceId);
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.formatted : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: Android describe point
+server.registerTool("android_describe_point", {
+    description: "Get UI element info at specific coordinates on an Android device. Returns the element's text, content-description, resource-id, bounds, and state flags.",
+    inputSchema: {
+        x: z.number().describe("X coordinate in pixels"),
+        y: z.number().describe("Y coordinate in pixels"),
+        deviceId: z
+            .string()
+            .optional()
+            .describe("Optional device ID. Uses first available device if not specified.")
+    }
+}, async ({ x, y, deviceId }) => {
+    const result = await androidDescribePoint(x, y, deviceId);
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.formatted : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: Android tap element
+server.registerTool("android_tap_element", {
+    description: "PREFERRED: Tap an element by its text, content-description, or resource-id. More reliable than coordinate-based tapping. Automatically finds the element using uiautomator and taps its center.",
+    inputSchema: {
+        text: z
+            .string()
+            .optional()
+            .describe("Exact text match for the element"),
+        textContains: z
+            .string()
+            .optional()
+            .describe("Partial text match (case-insensitive)"),
+        contentDesc: z
+            .string()
+            .optional()
+            .describe("Exact content-description match"),
+        contentDescContains: z
+            .string()
+            .optional()
+            .describe("Partial content-description match (case-insensitive)"),
+        resourceId: z
+            .string()
+            .optional()
+            .describe("Resource ID match (e.g., 'com.app:id/button' or just 'button')"),
+        index: z
+            .number()
+            .optional()
+            .describe("If multiple elements match, tap the nth one (0-indexed, default: 0)"),
+        deviceId: z
+            .string()
+            .optional()
+            .describe("Optional device ID. Uses first available device if not specified.")
+    }
+}, async ({ text, textContains, contentDesc, contentDescContains, resourceId, index, deviceId }) => {
+    const result = await androidTapElement({
+        text,
+        textContains,
+        contentDesc,
+        contentDescContains,
+        resourceId,
+        index,
+        deviceId
+    });
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// ============================================================================
 // iOS Simulator Tools
 // ============================================================================
 // Tool: List iOS simulators
@@ -877,12 +981,20 @@ server.registerTool("ios_screenshot", {
     }
     // Include image data if available
     if (result.data) {
-        // Build info text with scale factor for coordinate conversion
-        let infoText = `Screenshot captured (${result.originalWidth}x${result.originalHeight})`;
+        // Build info text with coordinate guidance for iOS
+        // iOS simulators use points, not pixels. Retina displays are typically 2x or 3x.
+        const pixelWidth = result.originalWidth || 0;
+        const pixelHeight = result.originalHeight || 0;
+        // Assume 2x Retina scale for most iOS simulators
+        const pointWidth = Math.round(pixelWidth / 2);
+        const pointHeight = Math.round(pixelHeight / 2);
+        let infoText = `Screenshot captured (${pixelWidth}x${pixelHeight} pixels)`;
+        infoText += `\n📱 iOS IDB coordinates use POINTS: ${pointWidth}x${pointHeight}`;
+        infoText += `\nTo convert image coords to IDB points: divide pixel coordinates by 2`;
         if (result.scaleFactor && result.scaleFactor > 1) {
-            infoText += `\n⚠️ Image was scaled down to fit API limits. Scale factor: ${result.scaleFactor.toFixed(3)}`;
-            infoText += `\nTo tap/swipe: multiply image coordinates by ${result.scaleFactor.toFixed(3)} to get device coordinates.`;
+            infoText += `\n⚠️ Image was scaled down to fit API limits (scale: ${result.scaleFactor.toFixed(3)})`;
         }
+        infoText += `\n💡 Use ios_describe_all to get exact element coordinates`;
         return {
             content: [
                 {
@@ -1012,6 +1124,237 @@ server.registerTool("ios_boot_simulator", {
         isError: !result.success
     };
 });
+// ============================================================================
+// iOS IDB-Based UI Tools (require Facebook IDB)
+// Install with: brew install idb-companion
+// ============================================================================
+// Tool: iOS tap
+server.registerTool("ios_tap", {
+    description: "Tap at specific coordinates on an iOS simulator screen. NOTE: Prefer using ios_tap_element instead, which finds elements by accessibility label and is more reliable. Requires IDB (brew install idb-companion).",
+    inputSchema: {
+        x: z.number().describe("X coordinate in pixels"),
+        y: z.number().describe("Y coordinate in pixels"),
+        duration: z
+            .number()
+            .optional()
+            .describe("Optional tap duration in seconds (for long press)"),
+        udid: z
+            .string()
+            .optional()
+            .describe("Optional simulator UDID. Uses booted simulator if not specified.")
+    }
+}, async ({ x, y, duration, udid }) => {
+    const result = await iosTap(x, y, { duration, udid });
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: iOS tap element by label
+server.registerTool("ios_tap_element", {
+    description: "PREFERRED: Tap an element by its accessibility label. More reliable than coordinate-based tapping. Automatically finds the element and taps its center. Requires IDB (brew install idb-companion).",
+    inputSchema: {
+        label: z
+            .string()
+            .optional()
+            .describe("Exact accessibility label to match (e.g., 'Home', 'Settings')"),
+        labelContains: z
+            .string()
+            .optional()
+            .describe("Partial label match, case-insensitive (e.g., 'Circular' matches 'Circulars, 3, 12 total')"),
+        index: z
+            .number()
+            .optional()
+            .describe("If multiple elements match, tap the nth one (0-indexed, default: 0)"),
+        duration: z
+            .number()
+            .optional()
+            .describe("Optional tap duration in seconds (for long press)"),
+        udid: z
+            .string()
+            .optional()
+            .describe("Optional simulator UDID. Uses booted simulator if not specified.")
+    }
+}, async ({ label, labelContains, index, duration, udid }) => {
+    const result = await iosTapElement({ label, labelContains, index, duration, udid });
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: iOS swipe
+server.registerTool("ios_swipe", {
+    description: "Swipe gesture on an iOS simulator screen. Requires IDB to be installed (brew install idb-companion).",
+    inputSchema: {
+        startX: z.number().describe("Starting X coordinate in pixels"),
+        startY: z.number().describe("Starting Y coordinate in pixels"),
+        endX: z.number().describe("Ending X coordinate in pixels"),
+        endY: z.number().describe("Ending Y coordinate in pixels"),
+        duration: z.number().optional().describe("Optional swipe duration in seconds"),
+        delta: z.number().optional().describe("Optional delta between touch events (step size)"),
+        udid: z
+            .string()
+            .optional()
+            .describe("Optional simulator UDID. Uses booted simulator if not specified.")
+    }
+}, async ({ startX, startY, endX, endY, duration, delta, udid }) => {
+    const result = await iosSwipe(startX, startY, endX, endY, { duration, delta, udid });
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: iOS input text
+server.registerTool("ios_input_text", {
+    description: "Type text into the active input field on an iOS simulator. Requires IDB to be installed (brew install idb-companion).",
+    inputSchema: {
+        text: z.string().describe("Text to type into the active input field"),
+        udid: z
+            .string()
+            .optional()
+            .describe("Optional simulator UDID. Uses booted simulator if not specified.")
+    }
+}, async ({ text, udid }) => {
+    const result = await iosInputText(text, udid);
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: iOS button
+server.registerTool("ios_button", {
+    description: "Press a hardware button on an iOS simulator. Requires IDB to be installed (brew install idb-companion).",
+    inputSchema: {
+        button: z
+            .enum(IOS_BUTTON_TYPES)
+            .describe("Hardware button to press: HOME, LOCK, SIDE_BUTTON, SIRI, or APPLE_PAY"),
+        duration: z.number().optional().describe("Optional button press duration in seconds"),
+        udid: z
+            .string()
+            .optional()
+            .describe("Optional simulator UDID. Uses booted simulator if not specified.")
+    }
+}, async ({ button, duration, udid }) => {
+    const result = await iosButton(button, { duration, udid });
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: iOS key event
+server.registerTool("ios_key_event", {
+    description: "Send a key event to an iOS simulator by keycode. Requires IDB to be installed (brew install idb-companion).",
+    inputSchema: {
+        keycode: z.number().describe("iOS keycode to send"),
+        duration: z.number().optional().describe("Optional key press duration in seconds"),
+        udid: z
+            .string()
+            .optional()
+            .describe("Optional simulator UDID. Uses booted simulator if not specified.")
+    }
+}, async ({ keycode, duration, udid }) => {
+    const result = await iosKeyEvent(keycode, { duration, udid });
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: iOS key sequence
+server.registerTool("ios_key_sequence", {
+    description: "Send a sequence of key events to an iOS simulator. Requires IDB to be installed (brew install idb-companion).",
+    inputSchema: {
+        keycodes: z.array(z.number()).describe("Array of iOS keycodes to send in sequence"),
+        udid: z
+            .string()
+            .optional()
+            .describe("Optional simulator UDID. Uses booted simulator if not specified.")
+    }
+}, async ({ keycodes, udid }) => {
+    const result = await iosKeySequence(keycodes, udid);
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: iOS describe all (accessibility tree)
+server.registerTool("ios_describe_all", {
+    description: "Get accessibility information for the entire iOS simulator screen. Returns a nested tree of UI elements with labels, values, and frames. Requires IDB to be installed (brew install idb-companion).",
+    inputSchema: {
+        udid: z
+            .string()
+            .optional()
+            .describe("Optional simulator UDID. Uses booted simulator if not specified.")
+    }
+}, async ({ udid }) => {
+    const result = await iosDescribeAll(udid);
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
+// Tool: iOS describe point
+server.registerTool("ios_describe_point", {
+    description: "Get accessibility information for the UI element at a specific point on the iOS simulator screen. Requires IDB to be installed (brew install idb-companion).",
+    inputSchema: {
+        x: z.number().describe("X coordinate in pixels"),
+        y: z.number().describe("Y coordinate in pixels"),
+        udid: z
+            .string()
+            .optional()
+            .describe("Optional simulator UDID. Uses booted simulator if not specified.")
+    }
+}, async ({ x, y, udid }) => {
+    const result = await iosDescribePoint(x, y, udid);
+    return {
+        content: [
+            {
+                type: "text",
+                text: result.success ? result.result : `Error: ${result.error}`
+            }
+        ],
+        isError: !result.success
+    };
+});
 // Tool: Get debug server info
 server.registerTool("get_debug_server", {
     description: "Get the debug HTTP server URL. Use this to find where you can access logs, network requests, and other debug data via HTTP.",