@midscene/android 1.5.3 → 1.5.4-beta-20260310030546.0

package/dist/es/index.mjs

@@ -12,6 +12,7 @@ import { createImgBase64ByFormat, isValidImageBuffer } from "@midscene/shared/im
 import { mergeAndNormalizeAppNameMapping, normalizeForComparison, repeat } from "@midscene/shared/utils";
 import { ADB } from "appium-adb";
 import { Agent } from "@midscene/core/agent";
+import { BaseMidsceneTools } from "@midscene/shared/mcp";
 var __webpack_modules__ = {
     "./src/scrcpy-manager.ts" (__unused_rspack_module, __webpack_exports__, __webpack_require__) {
         __webpack_require__.d(__webpack_exports__, {
@@ -1823,4 +1824,58 @@ async function agentFromAdbDevice(deviceId, opts) {
     await device.connect();
     return new AndroidAgent(device, opts);
 }
-export { AndroidAgent, AndroidDevice, ScrcpyDeviceAdapter, agentFromAdbDevice, getConnectedDevices, overrideAIConfig };
+const debug = (0, logger_.getDebug)('mcp:android-tools');
+class AndroidMidsceneTools extends BaseMidsceneTools {
+    createTemporaryDevice() {
+        return new AndroidDevice('temp-for-action-space', {});
+    }
+    async ensureAgent(deviceId) {
+        if (this.agent && deviceId) {
+            try {
+                await this.agent.destroy?.();
+            } catch (error) {
+                debug('Failed to destroy agent during cleanup:', error);
+            }
+            this.agent = void 0;
+        }
+        if (this.agent) return this.agent;
+        debug('Creating Android agent with deviceId:', deviceId || 'auto-detect');
+        const agent = await agentFromAdbDevice(deviceId, {
+            autoDismissKeyboard: false
+        });
+        this.agent = agent;
+        return agent;
+    }
+    preparePlatformTools() {
+        return [
+            {
+                name: 'android_connect',
+                description: 'Connect to Android device via ADB. If deviceId not provided, uses the first available device.',
+                schema: {
+                    deviceId: z.string().optional().describe('Android device ID (from adb devices)')
+                },
+                handler: async ({ deviceId })=>{
+                    const agent = await this.ensureAgent(deviceId);
+                    const screenshot = await agent.page.screenshotBase64();
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: `Connected to Android device${deviceId ? `: ${deviceId}` : ' (auto-detected)'}`
+                            },
+                            ...this.buildScreenshotContent(screenshot)
+                        ],
+                        isError: false
+                    };
+                }
+            },
+            {
+                name: 'android_disconnect',
+                description: 'Disconnect from current Android device and release ADB resources',
+                schema: {},
+                handler: this.createDisconnectHandler('Android device')
+            }
+        ];
+    }
+}
+export { AndroidAgent, AndroidDevice, AndroidMidsceneTools, ScrcpyDeviceAdapter, agentFromAdbDevice, getConnectedDevices, overrideAIConfig };

package/dist/lib/index.js

@@ -458,6 +458,7 @@ var __webpack_exports__ = {};
 (()=>{
     __webpack_require__.r(__webpack_exports__);
     __webpack_require__.d(__webpack_exports__, {
+        AndroidMidsceneTools: ()=>AndroidMidsceneTools,
         getConnectedDevices: ()=>getConnectedDevices,
         overrideAIConfig: ()=>env_namespaceObject.overrideAIConfig,
         AndroidAgent: ()=>AndroidAgent,
@@ -1857,9 +1858,65 @@ ${Object.keys(size).filter((key)=>size[key]).map((key)=>`  ${key} size: ${size[k
         await device.connect();
         return new AndroidAgent(device, opts);
     }
+    const mcp_namespaceObject = require("@midscene/shared/mcp");
+    const debug = (0, logger_.getDebug)('mcp:android-tools');
+    class AndroidMidsceneTools extends mcp_namespaceObject.BaseMidsceneTools {
+        createTemporaryDevice() {
+            return new AndroidDevice('temp-for-action-space', {});
+        }
+        async ensureAgent(deviceId) {
+            if (this.agent && deviceId) {
+                try {
+                    await this.agent.destroy?.();
+                } catch (error) {
+                    debug('Failed to destroy agent during cleanup:', error);
+                }
+                this.agent = void 0;
+            }
+            if (this.agent) return this.agent;
+            debug('Creating Android agent with deviceId:', deviceId || 'auto-detect');
+            const agent = await agentFromAdbDevice(deviceId, {
+                autoDismissKeyboard: false
+            });
+            this.agent = agent;
+            return agent;
+        }
+        preparePlatformTools() {
+            return [
+                {
+                    name: 'android_connect',
+                    description: 'Connect to Android device via ADB. If deviceId not provided, uses the first available device.',
+                    schema: {
+                        deviceId: core_namespaceObject.z.string().optional().describe('Android device ID (from adb devices)')
+                    },
+                    handler: async ({ deviceId })=>{
+                        const agent = await this.ensureAgent(deviceId);
+                        const screenshot = await agent.page.screenshotBase64();
+                        return {
+                            content: [
+                                {
+                                    type: 'text',
+                                    text: `Connected to Android device${deviceId ? `: ${deviceId}` : ' (auto-detected)'}`
+                                },
+                                ...this.buildScreenshotContent(screenshot)
+                            ],
+                            isError: false
+                        };
+                    }
+                },
+                {
+                    name: 'android_disconnect',
+                    description: 'Disconnect from current Android device and release ADB resources',
+                    schema: {},
+                    handler: this.createDisconnectHandler('Android device')
+                }
+            ];
+        }
+    }
 })();
 exports.AndroidAgent = __webpack_exports__.AndroidAgent;
 exports.AndroidDevice = __webpack_exports__.AndroidDevice;
+exports.AndroidMidsceneTools = __webpack_exports__.AndroidMidsceneTools;
 exports.ScrcpyDeviceAdapter = __webpack_exports__.ScrcpyDeviceAdapter;
 exports.agentFromAdbDevice = __webpack_exports__.agentFromAdbDevice;
 exports.getConnectedDevices = __webpack_exports__.getConnectedDevices;
@@ -1867,6 +1924,7 @@ exports.overrideAIConfig = __webpack_exports__.overrideAIConfig;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "AndroidAgent",
     "AndroidDevice",
+    "AndroidMidsceneTools",
     "ScrcpyDeviceAdapter",
     "agentFromAdbDevice",
     "getConnectedDevices",

package/dist/types/index.d.ts

@@ -7,6 +7,7 @@ import { Agent } from '@midscene/core/agent';
 import { AgentOpt } from '@midscene/core/agent';
 import { AndroidDeviceInputOpt } from '@midscene/core/device';
 import { AndroidDeviceOpt } from '@midscene/core/device';
+import { BaseMidsceneTools } from '@midscene/shared/mcp';
 import { Device } from 'appium-adb';
 import { DeviceAction } from '@midscene/core';
 import type { ElementInfo } from '@midscene/shared/extractor';
@@ -14,6 +15,7 @@ import { InterfaceType } from '@midscene/core';
 import { overrideAIConfig } from '@midscene/shared/env';
 import { Point } from '@midscene/core';
 import { Size } from '@midscene/core';
+import { ToolDefinition } from '@midscene/shared/mcp';
 
 declare type ActionArgs<T extends DeviceAction> = [ActionParam<T>] extends [undefined] ? [] : [ActionParam<T>];
 
@@ -212,6 +214,19 @@ export declare class AndroidDevice implements AbstractInterface {
     hideKeyboard(options?: AndroidDeviceInputOpt, timeoutMs?: number): Promise<boolean>;
 }
 
+/**
+ * Android-specific tools manager
+ * Extends BaseMidsceneTools to provide Android ADB device connection tools
+ */
+export declare class AndroidMidsceneTools extends BaseMidsceneTools<AndroidAgent> {
+    protected createTemporaryDevice(): AndroidDevice;
+    protected ensureAgent(deviceId?: string): Promise<AndroidAgent>;
+    /**
+     * Provide Android-specific platform tools
+     */
+    protected preparePlatformTools(): ToolDefinition[];
+}
+
 declare type DeviceActionAndroidBackButton = DeviceAction<undefined, void>;
 
 declare type DeviceActionAndroidHomeButton = DeviceAction<undefined, void>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/android",
-  "version": "1.5.3",
+  "version": "1.5.4-beta-20260310030546.0",
   "description": "Android automation library for Midscene",
   "keywords": [
     "Android UI automation",
@@ -41,8 +41,8 @@
     "@yume-chan/stream-extra": "^1.0.0",
     "appium-adb": "12.12.1",
     "sharp": "^0.34.3",
-    "@midscene/core": "1.5.3",
-    "@midscene/shared": "1.5.3"
+    "@midscene/core": "1.5.4-beta-20260310030546.0",
+    "@midscene/shared": "1.5.4-beta-20260310030546.0"
   },
   "optionalDependencies": {
     "@ffmpeg-installer/ffmpeg": "^1.1.0"
@@ -56,7 +56,7 @@
     "tsx": "^4.19.2",
     "vitest": "3.0.5",
     "zod": "3.24.3",
-    "@midscene/playground": "1.5.3"
+    "@midscene/playground": "1.5.4-beta-20260310030546.0"
   },
   "license": "MIT",
   "scripts": {