@mobilenext/mobile-mcp 0.0.33 → 0.0.35

package/README.md

@@ -67,6 +67,47 @@ How we help to scale mobile automation:
 - 📊 **Deterministic tool application**: Reduces ambiguity found in purely screenshot-based approaches by relying on structured data whenever possible.
 - 📺 **Extract structured data**: Enables you to extract structred data from anything visible on screen.
 
+## 🔧 Available MCP Tools
+
+<details>
+<summary>📱 <strong>Click to expand tool list</strong> - List of Mobile MCP tools for automation and development</summary>
+
+> For detailed implementation and parameter specifications, see [`src/server.ts`](src/server.ts)
+
+### Device Management
+- **`mobile_list_available_devices`** - List all available devices (simulators, emulators, and real devices)
+- **`mobile_get_screen_size`** - Get the screen size of the mobile device in pixels
+- **`mobile_get_orientation`** - Get the current screen orientation of the device
+- **`mobile_set_orientation`** - Change the screen orientation (portrait/landscape)
+
+### App Management
+- **`mobile_list_apps`** - List all installed apps on the device
+- **`mobile_launch_app`** - Launch an app using its package name
+- **`mobile_terminate_app`** - Stop and terminate a running app
+- **`mobile_install_app`** - Install an app from file (.apk, .ipa, .app, .zip)
+- **`mobile_uninstall_app`** - Uninstall an app using bundle ID or package name
+
+### Screen Interaction
+- **`mobile_take_screenshot`** - Take a screenshot to understand what's on screen
+- **`mobile_save_screenshot`** - Save a screenshot to a file
+- **`mobile_list_elements_on_screen`** - List UI elements with their coordinates and properties
+- **`mobile_click_on_screen_at_coordinates`** - Click at specific x,y coordinates
+- **`mobile_double_tap_on_screen`** - Double-tap at specific coordinates
+- **`mobile_long_press_on_screen_at_coordinates`** - Long press at specific coordinates
+- **`mobile_swipe_on_screen`** - Swipe in any direction (up, down, left, right)
+
+### Input & Navigation
+- **`mobile_type_keys`** - Type text into focused elements with optional submit
+- **`mobile_press_button`** - Press device buttons (HOME, BACK, VOLUME_UP/DOWN, ENTER, etc.)
+- **`mobile_open_url`** - Open URLs in the device browser
+
+### Platform Support
+- **iOS**: Simulators and real devices via native accessibility and WebDriverAgent
+- **Android**: Emulators and real devices via ADB and UI Automator
+- **Cross-platform**: Unified API works across both iOS and Android
+
+</details>
+
 ## 🏗️ Mobile MCP Architecture
 
 <p align="center">

package/lib/android.js

@@ -43,14 +43,24 @@ const node_fs_1 = require("node:fs");
 const xml = __importStar(require("fast-xml-parser"));
 const robot_1 = require("./robot");
 const getAdbPath = () => {
+    const exeName = process.env.platform === "win32" ? "adb.exe" : "adb";
     if (process.env.ANDROID_HOME) {
-        return node_path_1.default.join(process.env.ANDROID_HOME, "platform-tools", "adb");
+        return node_path_1.default.join(process.env.ANDROID_HOME, "platform-tools", exeName);
     }
-    const defaultAndroidSdk = node_path_1.default.join(process.env.HOME || "", "Library", "Android", "sdk", "platform-tools", "adb");
-    if ((0, node_fs_1.existsSync)(defaultAndroidSdk)) {
-        return defaultAndroidSdk;
+    if (process.platform === "win32" && process.env.LOCALAPPDATA) {
+        const windowsAdbPath = node_path_1.default.join(process.env.LOCALAPPDATA, "Android", "Sdk", "platform-tools", "adb.exe");
+        if ((0, node_fs_1.existsSync)(windowsAdbPath)) {
+            return windowsAdbPath;
+        }
+    }
+    if (process.platform === "darwin" && process.env.HOME) {
+        const defaultAndroidSdk = node_path_1.default.join(process.env.HOME, "Library", "Android", "sdk", "platform-tools", "adb");
+        if ((0, node_fs_1.existsSync)(defaultAndroidSdk)) {
+            return defaultAndroidSdk;
+        }
     }
-    return "adb";
+    // fallthrough, hope for the best
+    return exeName;
 };
 const BUTTON_MAP = {
     "BACK": "KEYCODE_BACK",
@@ -77,6 +87,13 @@ class AndroidRobot {
             timeout: TIMEOUT,
         });
     }
+    silentAdb(...args) {
+        return (0, node_child_process_1.execFileSync)(getAdbPath(), ["-s", this.deviceId, ...args], {
+            maxBuffer: MAX_BUFFER_SIZE,
+            timeout: TIMEOUT,
+            stdio: ["pipe", "pipe", "pipe"],
+        });
+    }
     getSystemFeatures() {
         return this.adb("shell", "pm", "list", "features")
             .toString()
@@ -120,7 +137,12 @@ class AndroidRobot {
             .map(line => line.substring("package:".length));
     }
     async launchApp(packageName) {
-        this.adb("shell", "monkey", "-p", packageName, "-c", "android.intent.category.LAUNCHER", "1", "1>/dev/null", "2>/dev/null");
+        try {
+            this.silentAdb("shell", "monkey", "-p", packageName, "-c", "android.intent.category.LAUNCHER", "1");
+        }
+        catch (error) {
+            throw new robot_1.ActionableError(`Failed launching app with package name "${packageName}", please make sure it exists`);
+        }
     }
     async listRunningProcesses() {
         return this.adb("shell", "ps", "-e")

package/lib/mobilecli.js

@@ -7,14 +7,19 @@ const getMobilecliPath = () => {
     if (process.env.MOBILECLI_PATH) {
         return process.env.MOBILECLI_PATH;
     }
+    const arch = process.arch;
     const platform = process.platform;
     let binaryName = "mobilecli";
     switch (platform) {
         case "darwin":
-            binaryName += "-darwin";
+            if (arch === "arm64") {
+                binaryName += "-darwin-arm64";
+            }
+            else {
+                binaryName += "-darwin-amd64";
+            }
             break;
         case "linux":
-            const arch = process.arch;
             if (arch === "arm64") {
                 binaryName += "-linux-arm64";
             }

package/lib/server.js

@@ -56,6 +56,7 @@ const createMcpServer = () => {
                 };
             }
             catch (error) {
+                posthog("tool_failed", { "ToolName": name }).then();
                 if (error instanceof robot_1.ActionableError) {
                     return {
                         content: [{ type: "text", text: `${error.message}. Please fix the issue and try again.` }],
@@ -122,6 +123,11 @@ const createMcpServer = () => {
             return "failed " + error.message;
         }
     };
+    const getMobilecliDevices = () => {
+        const mobilecliPath = (0, mobilecli_1.getMobilecliPath)();
+        const mobilecliOutput = (0, node_child_process_1.execFileSync)(mobilecliPath, ["devices"], { encoding: "utf8" }).toString().trim();
+        return JSON.parse(mobilecliOutput);
+    };
     const mobilecliVersion = getMobilecliVersion();
     posthog("launch", { "MobilecliVersion": mobilecliVersion }).then();
     const simulatorManager = new iphone_simulator_1.SimctlManager();
@@ -160,6 +166,35 @@ const createMcpServer = () => {
         const iosDeviceNames = iosDevices.map(d => d.deviceId);
         const androidTvDevices = androidDevices.filter(d => d.deviceType === "tv").map(d => d.deviceId);
         const androidMobileDevices = androidDevices.filter(d => d.deviceType === "mobile").map(d => d.deviceId);
+        if (true) {
+            // gilm: this is new code to verify first that mobilecli detects more or equal number of devices.
+            // in an attempt to make the smoothest transition from go-ios+xcrun+adb+iproxy+sips+imagemagick+wda to
+            // a single cli tool.
+            const deviceCount = simulators.length + iosDevices.length + androidDevices.length;
+            let mobilecliDeviceCount = 0;
+            try {
+                const response = getMobilecliDevices();
+                if (response.status === "ok" && response.data && response.data.devices) {
+                    mobilecliDeviceCount = response.data.devices.length;
+                }
+            }
+            catch (error) {
+                // if mobilecli fails, we'll just set count to 0
+            }
+            if (deviceCount === mobilecliDeviceCount) {
+                posthog("debug_mobilecli_same_number_of_devices", {
+                    "DeviceCount": deviceCount,
+                    "MobilecliDeviceCount": mobilecliDeviceCount,
+                }).then();
+            }
+            else {
+                posthog("debug_mobilecli_different_number_of_devices", {
+                    "DeviceCount": deviceCount,
+                    "MobilecliDeviceCount": mobilecliDeviceCount,
+                    "DeviceCountDifference": deviceCount - mobilecliDeviceCount,
+                }).then();
+            }
+        }
         const resp = ["Found these devices:"];
         if (simulatorNames.length > 0) {
             resp.push(`iOS simulators: [${simulatorNames.join(",")}]`);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@mobilenext/mobile-mcp",
   "mcpName": "io.github.mobile-next/mobile-mcp",
-  "version": "0.0.33",
+  "version": "0.0.35",
   "description": "Mobile MCP",
   "repository": {
     "type": "git",
@@ -31,7 +31,7 @@
     "zod-to-json-schema": "3.24.6"
   },
   "optionalDependencies": {
-    "@mobilenext/mobilecli": "0.0.28"
+    "@mobilenext/mobilecli": "0.0.33"
   },
   "devDependencies": {
     "@eslint/eslintrc": "^3.2.0",