@mobilenext/mobile-mcp 0.0.14 → 0.0.16

package/lib/android.js

@@ -139,7 +139,7 @@ class AndroidRobot {
         this.adb("shell", "input", "swipe", `${x0}`, `${y0}`, `${x1}`, `${y1}`, "1000");
     }
     async getScreenshot() {
-        return this.adb("shell", "screencap", "-p");
+        return this.adb("exec-out", "screencap", "-p");
     }
     collectElements(node) {
         const elements = [];
@@ -197,13 +197,8 @@ class AndroidRobot {
         this.adb("shell", "input", "tap", `${x}`, `${y}`);
     }
     async setOrientation(orientation) {
-        // Android uses numbers for orientation:
-        // 0 - Portrait
-        // 1 - Landscape
         const orientationValue = orientation === "portrait" ? 0 : 1;
-        // Set orientation using content provider
         this.adb("shell", "content", "insert", "--uri", "content://settings/system", "--bind", "name:s:user_rotation", "--bind", `value:i:${orientationValue}`);
-        // Force the orientation change
         this.adb("shell", "settings", "put", "system", "accelerometer_rotation", "0");
     }
     async getOrientation() {
@@ -228,7 +223,7 @@ class AndroidRobot {
         const dump = await this.getUiAutomatorDump();
         const parser = new xml.XMLParser({
             ignoreAttributes: false,
-            attributeNamePrefix: ""
+            attributeNamePrefix: "",
         });
         return parser.parse(dump);
     }

package/lib/server.js

@@ -14,6 +14,23 @@ const getAgentVersion = () => {
     const json = require("../package.json");
     return json.version;
 };
+const getLatestAgentVersion = async () => {
+    const response = await fetch("https://api.github.com/repos/mobile-next/mobile-mcp/tags?per_page=1");
+    const json = await response.json();
+    return json[0].name;
+};
+const checkForLatestAgentVersion = async () => {
+    try {
+        const latestVersion = await getLatestAgentVersion();
+        const currentVersion = getAgentVersion();
+        if (latestVersion !== currentVersion) {
+            (0, logger_1.trace)(`You are running an older version of the agent. Please update to the latest version: ${latestVersion}.`);
+        }
+    }
+    catch (error) {
+        // ignore
+    }
+};
 const createMcpServer = () => {
     const server = new mcp_js_1.McpServer({
         name: "mobile-mcp",
@@ -136,15 +153,18 @@ const createMcpServer = () => {
         requireRobot();
         const elements = await robot.getElementsOnScreen();
         const result = elements.map(element => {
-            const x = Number((element.rect.x + element.rect.width / 2)).toFixed(1);
-            const y = Number((element.rect.y + element.rect.height / 2)).toFixed(1);
             const out = {
                 type: element.type,
                 text: element.text,
                 label: element.label,
                 name: element.name,
                 value: element.value,
-                coordinates: { x, y }
+                coordinates: {
+                    x: element.rect.x,
+                    y: element.rect.y,
+                    width: element.rect.width,
+                    height: element.rect.height,
+                },
             };
             if (element.focused) {
                 out.focused = true;
@@ -188,6 +208,7 @@ const createMcpServer = () => {
     server.tool("mobile_take_screenshot", "Take a screenshot of the mobile device. Use this to understand what's on screen, if you need to press an element that is available through view hierarchy then you must list elements on screen instead. Do not cache this result.", {}, async ({}) => {
         requireRobot();
         try {
+            const screenSize = await robot.getScreenSize();
             let screenshot = await robot.getScreenshot();
             let mimeType = "image/png";
             // validate we received a png, will throw exception otherwise
@@ -200,7 +221,7 @@ const createMcpServer = () => {
                 (0, logger_1.trace)("ImageMagick is installed, resizing screenshot");
                 const image = image_utils_1.Image.fromBuffer(screenshot);
                 const beforeSize = screenshot.length;
-                screenshot = image.resize(Math.floor(pngSize.width / 2))
+                screenshot = image.resize(Math.floor(pngSize.width / screenSize.scale))
                     .jpeg({ quality: 75 })
                     .toBuffer();
                 const afterSize = screenshot.length;
@@ -233,6 +254,8 @@ const createMcpServer = () => {
         const orientation = await robot.getOrientation();
         return `Current device orientation is ${orientation}`;
     });
+    // async check for latest agent version
+    checkForLatestAgentVersion().then();
     return server;
 };
 exports.createMcpServer = createMcpServer;

package/lib/webdriver-agent.js

@@ -127,7 +127,7 @@ class WebDriverAgent {
     }
     filterSourceElements(source) {
         const output = [];
-        const acceptedTypes = ["TextField", "Button", "Switch", "Icon", "SearchField"];
+        const acceptedTypes = ["TextField", "Button", "Switch", "Icon", "SearchField", "StaticText", "Image"];
         if (acceptedTypes.includes(source.type)) {
             if (source.isVisible === "1" && this.isVisible(source.rect)) {
                 if (source.label !== null || source.name !== null) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mobilenext/mobile-mcp",
-  "version": "0.0.14",
+  "version": "0.0.16",
   "description": "Mobile MCP",
   "repository": {
     "type": "git",