@midscene/computer 1.2.1-beta-20260112081017.0

package/dist/types/mcp-server.d.ts

@@ -0,0 +1,88 @@
+import { AbstractInterface } from '@midscene/core/device';
+import { Agent } from '@midscene/core/agent';
+import { BaseMCPServer } from '@midscene/shared/mcp';
+import { BaseMidsceneTools } from '@midscene/shared/mcp';
+import { DeviceAction } from '@midscene/core';
+import { InterfaceType } from '@midscene/core';
+import { LaunchMCPServerOptions } from '@midscene/shared/mcp';
+import { LaunchMCPServerResult } from '@midscene/shared/mcp';
+import { Size } from '@midscene/core';
+import { Tool } from '@midscene/shared/mcp';
+import { ToolDefinition } from '@midscene/shared/mcp';
+
+declare class ComputerAgent extends Agent<ComputerDevice> {
+}
+
+declare class ComputerDevice implements AbstractInterface {
+    interfaceType: InterfaceType;
+    private options?;
+    private displayId?;
+    private description?;
+    private destroyed;
+    uri?: string;
+    constructor(options?: ComputerDeviceOpt);
+    describe(): string;
+    /**
+     * Get all available displays
+     */
+    static listDisplays(): Promise<DisplayInfo[]>;
+    connect(): Promise<void>;
+    screenshotBase64(): Promise<string>;
+    size(): Promise<Size>;
+    actionSpace(): DeviceAction<any>[];
+    destroy(): Promise<void>;
+    url(): Promise<string>;
+}
+
+declare interface ComputerDeviceOpt {
+    displayId?: string;
+    customActions?: DeviceAction<any>[];
+}
+
+/**
+ * Computer MCP Server
+ * Provides MCP tools for computer desktop automation
+ */
+export declare class ComputerMCPServer extends BaseMCPServer {
+    constructor(toolsManager?: ComputerMidsceneTools);
+    protected createToolsManager(): ComputerMidsceneTools;
+}
+
+/**
+ * Computer-specific tools manager
+ * Extends BaseMidsceneTools to provide desktop automation tools
+ */
+declare class ComputerMidsceneTools extends BaseMidsceneTools<ComputerAgent> {
+    protected createTemporaryDevice(): ComputerDevice;
+    protected ensureAgent(displayId?: string): Promise<ComputerAgent>;
+    /**
+     * Provide Computer-specific platform tools
+     */
+    protected preparePlatformTools(): ToolDefinition[];
+}
+
+declare interface DisplayInfo {
+    id: string;
+    name: string;
+    primary?: boolean;
+}
+
+/**
+ * Create MCP kit for a specific Computer Agent
+ */
+export declare function mcpKitForAgent(agent: Agent | ComputerAgent): Promise<{
+    description: string;
+    tools: Tool[];
+}>;
+
+/**
+ * Create an MCP server launcher for a specific Computer Agent
+ */
+export declare function mcpServerForAgent(agent: Agent | ComputerAgent): {
+    launch(options?: {
+        verbose?: boolean;
+    }): Promise<LaunchMCPServerResult>;
+    launchHttp(options: LaunchMCPServerOptions): Promise<LaunchMCPServerResult>;
+};
+
+export { }

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "@midscene/computer",
+  "version": "1.2.1-beta-20260112081017.0",
+  "description": "Midscene.js Computer Desktop Automation",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/web-infra-dev/midscene.git",
+    "directory": "packages/computer"
+  },
+  "main": "./dist/lib/index.js",
+  "module": "./dist/es/index.mjs",
+  "types": "./dist/types/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/types/index.d.ts",
+      "import": "./dist/es/index.mjs",
+      "require": "./dist/lib/index.js"
+    },
+    "./mcp-server": {
+      "types": "./dist/types/mcp-server.d.ts",
+      "import": "./dist/es/mcp-server.mjs",
+      "require": "./dist/lib/mcp-server.js"
+    },
+    "./package.json": "./package.json"
+  },
+  "dependencies": {
+    "@computer-use/libnut": "^4.2.0",
+    "screenshot-desktop": "^1.15.3",
+    "@midscene/core": "1.2.1-beta-20260112081017.0",
+    "@midscene/shared": "1.2.1-beta-20260112081017.0"
+  },
+  "devDependencies": {
+    "@rslib/core": "^0.18.3",
+    "@types/node": "^18.0.0",
+    "@types/screenshot-desktop": "1.15.0",
+    "dotenv": "^16.4.5",
+    "tsx": "^4.19.2",
+    "typescript": "^5.8.3",
+    "vitest": "3.0.5"
+  },
+  "scripts": {
+    "build": "rslib build",
+    "dev": "rslib build --watch",
+    "test": "vitest run",
+    "test:ai": "AI_TEST_TYPE=computer vitest run"
+  }
+}

package/rslib.config.ts

@@ -0,0 +1,26 @@
+import { defineConfig } from '@rslib/core';
+
+export default defineConfig({
+  lib: [
+    {
+      output: { distPath: { root: 'dist/lib' } },
+      format: 'cjs',
+      syntax: 'es2020',
+    },
+    {
+      output: { distPath: { root: 'dist/es' } },
+      dts: {
+        bundle: true,
+        distPath: 'dist/types',
+      },
+      format: 'esm',
+      syntax: 'es2020',
+    },
+  ],
+  source: {
+    entry: {
+      index: './src/index.ts',
+      'mcp-server': './src/mcp-server.ts',
+    },
+  },
+});

package/src/agent.ts

@@ -0,0 +1,17 @@
+import { type AgentOpt, Agent as PageAgent } from '@midscene/core/agent';
+import { ComputerDevice, type ComputerDeviceOpt } from './device';
+
+export type ComputerAgentOpt = AgentOpt & ComputerDeviceOpt;
+
+export class ComputerAgent extends PageAgent<ComputerDevice> {}
+
+/**
+ * Create an Agent from computer
+ */
+export async function agentFromComputer(
+  opts?: ComputerAgentOpt,
+): Promise<ComputerAgent> {
+  const device = new ComputerDevice(opts || {});
+  await device.connect();
+  return new ComputerAgent(device, opts);
+}