@midscene/computer 1.5.3 → 1.5.4-beta-20260310084708.0

package/dist/es/cli.mjs

@@ -290,6 +290,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
+        console.log("[HealthCheck] @midscene/computer v1.5.4-beta-20260310084708.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -758,7 +759,8 @@ class ComputerMidsceneTools extends BaseMidsceneTools {
 }
 const tools = new ComputerMidsceneTools();
 runToolsCLI(tools, 'midscene-computer', {
-    stripPrefix: 'computer_'
+    stripPrefix: 'computer_',
+    version: "1.5.4-beta-20260310084708.0"
 }).catch((e)=>{
     if (!(e instanceof CLIError)) console.error(e);
     process.exit(e instanceof CLIError ? e.exitCode : 1);

package/dist/es/index.mjs

@@ -9,6 +9,7 @@ import { getDebug } from "@midscene/shared/logger";
 import screenshot_desktop from "screenshot-desktop";
 import { existsSync } from "node:fs";
 import { Agent } from "@midscene/core/agent";
+import { BaseMidsceneTools } from "@midscene/shared/mcp";
 import { overrideAIConfig } from "@midscene/shared/env";
 const debugXvfb = getDebug('computer:xvfb');
 function checkXvfbInstalled() {
@@ -289,6 +290,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
+        console.log("[HealthCheck] @midscene/computer v1.5.4-beta-20260310084708.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -679,6 +681,87 @@ async function agentFromComputer(opts) {
     await device.connect();
     return new ComputerAgent(device, opts);
 }
+const debug = getDebug('mcp:computer-tools');
+class ComputerMidsceneTools extends BaseMidsceneTools {
+    createTemporaryDevice() {
+        return new ComputerDevice({});
+    }
+    async ensureAgent(displayId, headless) {
+        if (this.agent && displayId) {
+            try {
+                await this.agent.destroy?.();
+            } catch (error) {
+                debug('Failed to destroy agent during cleanup:', error);
+            }
+            this.agent = void 0;
+        }
+        if (this.agent) return this.agent;
+        debug('Creating Computer agent with displayId:', displayId || 'primary');
+        const opts = {
+            ...displayId ? {
+                displayId
+            } : {},
+            ...void 0 !== headless ? {
+                headless
+            } : {}
+        };
+        const agent = await agentFromComputer(Object.keys(opts).length > 0 ? opts : void 0);
+        this.agent = agent;
+        return agent;
+    }
+    preparePlatformTools() {
+        return [
+            {
+                name: 'computer_connect',
+                description: 'Connect to computer desktop. Provide displayId to connect to a specific display (use computer_list_displays to get available IDs). If not provided, uses the primary display.',
+                schema: {
+                    displayId: z.string().optional().describe('Display ID (from computer_list_displays)'),
+                    headless: z.boolean().optional().describe('Start virtual display via Xvfb (Linux only)')
+                },
+                handler: async ({ displayId, headless })=>{
+                    const agent = await this.ensureAgent(displayId, headless);
+                    const screenshot = await agent.interface.screenshotBase64();
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: `Connected to computer${displayId ? ` (Display: ${displayId})` : ' (Primary display)'}`
+                            },
+                            ...this.buildScreenshotContent(screenshot)
+                        ]
+                    };
+                }
+            },
+            {
+                name: 'computer_disconnect',
+                description: 'Disconnect from computer and release resources',
+                schema: {},
+                handler: this.createDisconnectHandler('computer')
+            },
+            {
+                name: 'computer_list_displays',
+                description: 'List all available displays/monitors',
+                schema: {},
+                handler: async ()=>{
+                    const displays = await ComputerDevice.listDisplays();
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: `Available displays:\n${displays.map((d)=>`- ${d.name} (ID: ${d.id})${d.primary ? ' [PRIMARY]' : ''}`).join('\n')}`
+                            }
+                        ]
+                    };
+                }
+            }
+        ];
+    }
+}
+function version() {
+    const currentVersion = "1.5.4-beta-20260310084708.0";
+    console.log(`@midscene/computer v${currentVersion}`);
+    return currentVersion;
+}
 function checkAccessibilityPermission(promptIfNeeded = false) {
     if ('darwin' !== process.platform) return {
         hasPermission: true,
@@ -744,4 +827,4 @@ async function checkComputerEnvironment() {
 async function getConnectedDisplays() {
     return ComputerDevice.listDisplays();
 }
-export { ComputerAgent, ComputerDevice, agentFromComputer, checkAccessibilityPermission, checkComputerEnvironment, checkXvfbInstalled, getConnectedDisplays, needsXvfb, overrideAIConfig };
+export { ComputerAgent, ComputerDevice, ComputerMidsceneTools, agentFromComputer, checkAccessibilityPermission, checkComputerEnvironment, checkXvfbInstalled, getConnectedDisplays, needsXvfb, overrideAIConfig, version };

package/dist/es/mcp-server.mjs

@@ -289,6 +289,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
+        console.log("[HealthCheck] @midscene/computer v1.5.4-beta-20260310084708.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -762,7 +763,7 @@ class ComputerMCPServer extends BaseMCPServer {
     constructor(toolsManager){
         super({
             name: '@midscene/computer-mcp',
-            version: __VERSION__,
+            version: "1.5.4-beta-20260310084708.0",
             description: 'Control the computer desktop using natural language commands'
         }, toolsManager);
     }

package/dist/lib/cli.js

@@ -318,6 +318,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
+        console.log("[HealthCheck] @midscene/computer v1.5.4-beta-20260310084708.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -786,7 +787,8 @@ class ComputerMidsceneTools extends mcp_namespaceObject.BaseMidsceneTools {
 }
 const tools = new ComputerMidsceneTools();
 (0, cli_namespaceObject.runToolsCLI)(tools, 'midscene-computer', {
-    stripPrefix: 'computer_'
+    stripPrefix: 'computer_',
+    version: "1.5.4-beta-20260310084708.0"
 }).catch((e)=>{
     if (!(e instanceof cli_namespaceObject.CLIError)) console.error(e);
     process.exit(e instanceof cli_namespaceObject.CLIError ? e.exitCode : 1);

package/dist/lib/index.js

@@ -36,12 +36,14 @@ var __webpack_require__ = {};
 var __webpack_exports__ = {};
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
+    version: ()=>version,
     checkComputerEnvironment: ()=>checkComputerEnvironment,
     checkXvfbInstalled: ()=>checkXvfbInstalled,
     checkAccessibilityPermission: ()=>checkAccessibilityPermission,
     agentFromComputer: ()=>agentFromComputer,
     needsXvfb: ()=>needsXvfb,
     overrideAIConfig: ()=>env_namespaceObject.overrideAIConfig,
+    ComputerMidsceneTools: ()=>ComputerMidsceneTools,
     getConnectedDisplays: ()=>getConnectedDisplays,
     ComputerDevice: ()=>ComputerDevice,
     ComputerAgent: ()=>ComputerAgent
@@ -337,6 +339,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
+        console.log("[HealthCheck] @midscene/computer v1.5.4-beta-20260310084708.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -728,7 +731,89 @@ async function agentFromComputer(opts) {
     await device.connect();
     return new ComputerAgent(device, opts);
 }
+const mcp_namespaceObject = require("@midscene/shared/mcp");
+const debug = (0, logger_namespaceObject.getDebug)('mcp:computer-tools');
+class ComputerMidsceneTools extends mcp_namespaceObject.BaseMidsceneTools {
+    createTemporaryDevice() {
+        return new ComputerDevice({});
+    }
+    async ensureAgent(displayId, headless) {
+        if (this.agent && displayId) {
+            try {
+                await this.agent.destroy?.();
+            } catch (error) {
+                debug('Failed to destroy agent during cleanup:', error);
+            }
+            this.agent = void 0;
+        }
+        if (this.agent) return this.agent;
+        debug('Creating Computer agent with displayId:', displayId || 'primary');
+        const opts = {
+            ...displayId ? {
+                displayId
+            } : {},
+            ...void 0 !== headless ? {
+                headless
+            } : {}
+        };
+        const agent = await agentFromComputer(Object.keys(opts).length > 0 ? opts : void 0);
+        this.agent = agent;
+        return agent;
+    }
+    preparePlatformTools() {
+        return [
+            {
+                name: 'computer_connect',
+                description: 'Connect to computer desktop. Provide displayId to connect to a specific display (use computer_list_displays to get available IDs). If not provided, uses the primary display.',
+                schema: {
+                    displayId: core_namespaceObject.z.string().optional().describe('Display ID (from computer_list_displays)'),
+                    headless: core_namespaceObject.z.boolean().optional().describe('Start virtual display via Xvfb (Linux only)')
+                },
+                handler: async ({ displayId, headless })=>{
+                    const agent = await this.ensureAgent(displayId, headless);
+                    const screenshot = await agent.interface.screenshotBase64();
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: `Connected to computer${displayId ? ` (Display: ${displayId})` : ' (Primary display)'}`
+                            },
+                            ...this.buildScreenshotContent(screenshot)
+                        ]
+                    };
+                }
+            },
+            {
+                name: 'computer_disconnect',
+                description: 'Disconnect from computer and release resources',
+                schema: {},
+                handler: this.createDisconnectHandler('computer')
+            },
+            {
+                name: 'computer_list_displays',
+                description: 'List all available displays/monitors',
+                schema: {},
+                handler: async ()=>{
+                    const displays = await ComputerDevice.listDisplays();
+                    return {
+                        content: [
+                            {
+                                type: 'text',
+                                text: `Available displays:\n${displays.map((d)=>`- ${d.name} (ID: ${d.id})${d.primary ? ' [PRIMARY]' : ''}`).join('\n')}`
+                            }
+                        ]
+                    };
+                }
+            }
+        ];
+    }
+}
 const env_namespaceObject = require("@midscene/shared/env");
+function version() {
+    const currentVersion = "1.5.4-beta-20260310084708.0";
+    console.log(`@midscene/computer v${currentVersion}`);
+    return currentVersion;
+}
 function checkAccessibilityPermission(promptIfNeeded = false) {
     if ('darwin' !== process.platform) return {
         hasPermission: true,
@@ -796,6 +881,7 @@ async function getConnectedDisplays() {
 }
 exports.ComputerAgent = __webpack_exports__.ComputerAgent;
 exports.ComputerDevice = __webpack_exports__.ComputerDevice;
+exports.ComputerMidsceneTools = __webpack_exports__.ComputerMidsceneTools;
 exports.agentFromComputer = __webpack_exports__.agentFromComputer;
 exports.checkAccessibilityPermission = __webpack_exports__.checkAccessibilityPermission;
 exports.checkComputerEnvironment = __webpack_exports__.checkComputerEnvironment;
@@ -803,16 +889,19 @@ exports.checkXvfbInstalled = __webpack_exports__.checkXvfbInstalled;
 exports.getConnectedDisplays = __webpack_exports__.getConnectedDisplays;
 exports.needsXvfb = __webpack_exports__.needsXvfb;
 exports.overrideAIConfig = __webpack_exports__.overrideAIConfig;
+exports.version = __webpack_exports__.version;
 for(var __rspack_i in __webpack_exports__)if (-1 === [
     "ComputerAgent",
     "ComputerDevice",
+    "ComputerMidsceneTools",
     "agentFromComputer",
     "checkAccessibilityPermission",
     "checkComputerEnvironment",
     "checkXvfbInstalled",
     "getConnectedDisplays",
     "needsXvfb",
-    "overrideAIConfig"
+    "overrideAIConfig",
+    "version"
 ].indexOf(__rspack_i)) exports[__rspack_i] = __webpack_exports__[__rspack_i];
 Object.defineProperty(exports, '__esModule', {
     value: true

package/dist/lib/mcp-server.js

@@ -333,6 +333,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
+        console.log("[HealthCheck] @midscene/computer v1.5.4-beta-20260310084708.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -806,7 +807,7 @@ class ComputerMCPServer extends mcp_namespaceObject.BaseMCPServer {
     constructor(toolsManager){
         super({
             name: '@midscene/computer-mcp',
-            version: __VERSION__,
+            version: "1.5.4-beta-20260310084708.0",
             description: 'Control the computer desktop using natural language commands'
         }, toolsManager);
     }

package/dist/types/index.d.ts

@@ -1,10 +1,12 @@
 import { AbstractInterface } from '@midscene/core/device';
 import { Agent } from '@midscene/core/agent';
 import { AgentOpt } from '@midscene/core/agent';
+import { BaseMidsceneTools } from '@midscene/shared/mcp';
 import { DeviceAction } from '@midscene/core';
 import { InterfaceType } from '@midscene/core';
 import { overrideAIConfig } from '@midscene/shared/env';
 import { Size } from '@midscene/core';
+import { ToolDefinition } from '@midscene/shared/mcp';
 
 declare interface AccessibilityCheckResult {
     hasPermission: boolean;
@@ -111,6 +113,19 @@ export declare interface ComputerDeviceOpt {
     xvfbResolution?: string;
 }
 
+/**
+ * Computer-specific tools manager
+ * Extends BaseMidsceneTools to provide desktop automation tools
+ */
+export declare class ComputerMidsceneTools extends BaseMidsceneTools<ComputerAgent> {
+    protected createTemporaryDevice(): ComputerDevice;
+    protected ensureAgent(displayId?: string, headless?: boolean): Promise<ComputerAgent>;
+    /**
+     * Provide Computer-specific platform tools
+     */
+    protected preparePlatformTools(): ToolDefinition[];
+}
+
 export declare interface DisplayInfo {
     id: string;
     name: string;
@@ -138,4 +153,6 @@ export declare function needsXvfb(explicitOpt?: boolean): boolean;
 
 export { overrideAIConfig }
 
+export declare function version(): string;
+
 export { }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/computer",
-  "version": "1.5.3",
+  "version": "1.5.4-beta-20260310084708.0",
   "description": "Midscene.js Computer Desktop Automation",
   "license": "MIT",
   "repository": {
@@ -36,8 +36,8 @@
     "@computer-use/libnut": "^4.2.0",
     "clipboardy": "^4.0.0",
     "screenshot-desktop": "^1.15.3",
-    "@midscene/core": "1.5.3",
-    "@midscene/shared": "1.5.3"
+    "@midscene/shared": "1.5.4-beta-20260310084708.0",
+    "@midscene/core": "1.5.4-beta-20260310084708.0"
   },
   "optionalDependencies": {
     "node-mac-permissions": "2.5.0"