@mobilenext/mobile-mcp 0.0.31 → 0.0.33

package/lib/android.js

@@ -120,7 +120,7 @@ class AndroidRobot {
             .map(line => line.substring("package:".length));
     }
     async launchApp(packageName) {
-        this.adb("shell", "monkey", "-p", packageName, "-c", "android.intent.category.LAUNCHER", "1");
+        this.adb("shell", "monkey", "-p", packageName, "-c", "android.intent.category.LAUNCHER", "1", "1>/dev/null", "2>/dev/null");
     }
     async listRunningProcesses() {
         return this.adb("shell", "ps", "-e")
@@ -202,24 +202,52 @@ class AndroidRobot {
             .length;
     }
     getFirstDisplayId() {
-        const displays = this.adb("shell", "cmd", "display", "get-displays")
-            .toString()
-            .split("\n")
-            .filter(s => s.startsWith("Display id "))
-            // filter for state ON even though get-displays only returns turned on displays
-            .filter(s => s.indexOf(", state ON,") >= 0)
-            // another paranoia check
-            .filter(s => s.indexOf(", uniqueId ") >= 0);
-        if (displays.length > 0) {
-            const m = displays[0].match(/uniqueId \"([^\"]+)\"/);
-            if (m !== null) {
-                const displayId = m[1];
-                if (displayId.indexOf("local:") === 0) {
-                    return displayId.split(":")[1];
+        try {
+            // Try using cmd display get-displays (Android 11+)
+            const displays = this.adb("shell", "cmd", "display", "get-displays")
+                .toString()
+                .split("\n")
+                .filter(s => s.startsWith("Display id "))
+                // filter for state ON even though get-displays only returns turned on displays
+                .filter(s => s.indexOf(", state ON,") >= 0)
+                // another paranoia check
+                .filter(s => s.indexOf(", uniqueId ") >= 0);
+            if (displays.length > 0) {
+                const m = displays[0].match(/uniqueId \"([^\"]+)\"/);
+                if (m !== null) {
+                    let displayId = m[1];
+                    if (displayId.startsWith("local:")) {
+                        displayId = displayId.substring("local:".length);
+                    }
+                    return displayId;
                 }
-                return displayId;
             }
         }
+        catch (error) {
+            // cmd display get-displays not available on this device
+        }
+        // fallback: parse dumpsys display for display info (compatible with older Android versions)
+        try {
+            const dumpsys = this.adb("shell", "dumpsys", "display")
+                .toString();
+            // look for DisplayViewport entries with isActive=true and type=INTERNAL
+            const viewportMatch = dumpsys.match(/DisplayViewport\{type=INTERNAL[^}]*isActive=true[^}]*uniqueId='([^']+)'/);
+            if (viewportMatch) {
+                let uniqueId = viewportMatch[1];
+                if (uniqueId.startsWith("local:")) {
+                    uniqueId = uniqueId.substring("local:".length);
+                }
+                return uniqueId;
+            }
+            // fallback: look for active display with state ON
+            const displayStateMatch = dumpsys.match(/Display Id=(\d+)[\s\S]*?Display State=ON/);
+            if (displayStateMatch) {
+                return displayStateMatch[1];
+            }
+        }
+        catch (error) {
+            // dumpsys display also failed
+        }
         return null;
     }
     async getScreenshot() {
@@ -229,6 +257,11 @@ class AndroidRobot {
         }
         // find the first display that is turned on, and capture that one
         const displayId = this.getFirstDisplayId();
+        if (displayId === null) {
+            // no idea why, but we have displayCount >= 2, yet we failed to parse
+            // let's go with screencap's defaults and hope for the best
+            return this.adb("exec-out", "screencap", "-p");
+        }
         return this.adb("exec-out", "screencap", "-p", "-d", `${displayId}`);
     }
     collectElements(node) {
@@ -348,6 +381,11 @@ class AndroidRobot {
         // a long press is a swipe with no movement and a long duration
         this.adb("shell", "input", "swipe", `${x}`, `${y}`, `${x}`, `${y}`, "500");
     }
+    async doubleTap(x, y) {
+        await this.tap(x, y);
+        await new Promise(r => setTimeout(r, 100)); // short delay
+        await this.tap(x, y);
+    }
     async setOrientation(orientation) {
         const value = orientation === "portrait" ? 0 : 1;
         // disable auto-rotation prior to setting the orientation

package/lib/ios.js

@@ -141,6 +141,10 @@ class IosRobot {
         const wda = await this.wda();
         await wda.tap(x, y);
     }
+    async doubleTap(x, y) {
+        const wda = await this.wda();
+        await wda.doubleTap(x, y);
+    }
     async longPress(x, y) {
         const wda = await this.wda();
         await wda.longPress(x, y);

package/lib/iphone-simulator.js

@@ -188,6 +188,10 @@ class Simctl {
         const wda = await this.wda();
         return wda.tap(x, y);
     }
+    async doubleTap(x, y) {
+        const wda = await this.wda();
+        await wda.doubleTap(x, y);
+    }
     async longPress(x, y) {
         const wda = await this.wda();
         return wda.longPress(x, y);

package/lib/server.js

@@ -50,7 +50,7 @@ const createMcpServer = () => {
                 (0, logger_1.trace)(`Invoking ${name} with args: ${JSON.stringify(args)}`);
                 const response = await cb(args);
                 (0, logger_1.trace)(`=> ${response}`);
-                posthog("tool_invoked", {}).then();
+                posthog("tool_invoked", { "ToolName": name }).then();
                 return {
                     content: [{ type: "text", text: response }],
                 };
@@ -162,7 +162,7 @@ const createMcpServer = () => {
         const androidMobileDevices = androidDevices.filter(d => d.deviceType === "mobile").map(d => d.deviceId);
         const resp = ["Found these devices:"];
         if (simulatorNames.length > 0) {
-            resp.push(`iOS simulators: [${simulatorNames.join(".")}]`);
+            resp.push(`iOS simulators: [${simulatorNames.join(",")}]`);
         }
         if (iosDevices.length > 0) {
             resp.push(`iOS devices: [${iosDeviceNames.join(",")}]`);
@@ -230,6 +230,15 @@ const createMcpServer = () => {
         await robot.tap(x, y);
         return `Clicked on screen at coordinates: ${x}, ${y}`;
     });
+    tool("mobile_double_tap_on_screen", "Double-tap on the screen at given x,y coordinates.", {
+        device: zod_1.z.string().describe("The device identifier to use. Use mobile_list_available_devices to find which devices are available to you."),
+        x: zod_1.z.number().describe("The x coordinate to double-tap, in pixels"),
+        y: zod_1.z.number().describe("The y coordinate to double-tap, in pixels"),
+    }, async ({ device, x, y }) => {
+        const robot = getRobotFromDevice(device);
+        await robot.doubleTap(x, y);
+        return `Double-tapped on screen at coordinates: ${x}, ${y}`;
+    });
     tool("mobile_long_press_on_screen_at_coordinates", "Long press on the screen at given x,y coordinates. If long pressing on an element, use the list_elements_on_screen tool to find the coordinates.", {
         device: zod_1.z.string().describe("The device identifier to use. Use mobile_list_available_devices to find which devices are available to you."),
         x: zod_1.z.number().describe("The x coordinate to long press on the screen, in pixels"),
@@ -350,6 +359,13 @@ const createMcpServer = () => {
             }
             const screenshot64 = screenshot.toString("base64");
             (0, logger_1.trace)(`Screenshot taken: ${screenshot.length} bytes`);
+            posthog("tool_invoked", {
+                "ToolName": "mobile_take_screenshot",
+                "ScreenshotFilesize": screenshot64.length,
+                "ScreenshotMimeType": mimeType,
+                "ScreenshotWidth": pngSize.width,
+                "ScreenshotHeight": pngSize.height,
+            }).then();
             return {
                 content: [{ type: "image", data: screenshot64, mimeType }]
             };

package/lib/webdriver-agent.js

@@ -142,6 +142,36 @@ class WebDriverAgent {
             });
         });
     }
+    async doubleTap(x, y) {
+        await this.withinSession(async (sessionUrl) => {
+            const url = `${sessionUrl}/actions`;
+            await fetch(url, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify({
+                    actions: [
+                        {
+                            type: "pointer",
+                            id: "finger1",
+                            parameters: { pointerType: "touch" },
+                            actions: [
+                                { type: "pointerMove", duration: 0, x, y },
+                                { type: "pointerDown", button: 0 },
+                                { type: "pause", duration: 50 },
+                                { type: "pointerUp", button: 0 },
+                                { type: "pause", duration: 100 },
+                                { type: "pointerDown", button: 0 },
+                                { type: "pause", duration: 50 },
+                                { type: "pointerUp", button: 0 }
+                            ]
+                        }
+                    ]
+                }),
+            });
+        });
+    }
     async longPress(x, y) {
         await this.withinSession(async (sessionUrl) => {
             const url = `${sessionUrl}/actions`;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@mobilenext/mobile-mcp",
   "mcpName": "io.github.mobile-next/mobile-mcp",
-  "version": "0.0.31",
+  "version": "0.0.33",
   "description": "Mobile MCP",
   "repository": {
     "type": "git",