@midscene/computer 1.10.0 → 1.10.1-beta-20260624112700.0

package/dist/es/cli.mjs

@@ -372,6 +372,42 @@ function sendKeyViaAppleScript(key, modifiers = []) {
         script
     ]);
 }
+const POWERSHELL_TIMEOUT_MS = 15000;
+const POWERSHELL_MAX_BUFFER = 67108864;
+function escapePowershellSingleQuoted(value) {
+    return value.replace(/'/g, "''");
+}
+function runPowershell(script) {
+    const encoded = Buffer.from(script, 'utf16le').toString('base64');
+    return execFileSync('powershell.exe', [
+        '-NoProfile',
+        '-NonInteractive',
+        '-ExecutionPolicy',
+        'Bypass',
+        '-EncodedCommand',
+        encoded
+    ], {
+        encoding: 'utf8',
+        timeout: POWERSHELL_TIMEOUT_MS,
+        maxBuffer: POWERSHELL_MAX_BUFFER,
+        windowsHide: true
+    });
+}
+function listWindowsDisplays() {
+    const script = `
+Add-Type -AssemblyName System.Windows.Forms
+$s = [System.Windows.Forms.Screen]::AllScreens | ForEach-Object {
+  [PSCustomObject]@{ id = $_.DeviceName; name = $_.DeviceName; primary = $_.Primary }
+}
+ConvertTo-Json @($s) -Compress
+`.trim();
+    const parsed = JSON.parse(runPowershell(script).trim());
+    return parsed.map((d)=>({
+            id: String(d.id),
+            name: d.name || String(d.id),
+            primary: d.primary || false
+        }));
+}
 let device_libnut = null;
 let libnutLoadError = null;
 async function getLibnut() {
@@ -638,6 +674,7 @@ class ComputerDevice {
     }
     static async listDisplays() {
         try {
+            if ('win32' === process.platform) return listWindowsDisplays();
             const displays = await screenshot_desktop.listDisplays();
             return displays.map((d)=>({
                     id: String(d.id),
@@ -695,7 +732,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.10.0");
+        console.log("[HealthCheck] @midscene/computer v1.10.1-beta-20260624112700.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -764,6 +801,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
         debugDevice('Taking screenshot', {
             displayId: this.displayId
         });
+        if ('win32' === process.platform) return this.screenshotViaPowershell();
         const options = {
             format: 'png'
         };
@@ -797,6 +835,40 @@ Please follow these steps:
 Original error: ${lastRawMessage}`);
         throw new Error(`Failed to take screenshot: ${lastRawMessage}`);
     }
+    screenshotViaPowershell() {
+        const deviceName = this.displayId ? String(this.displayId) : '';
+        const target = deviceName ? `[System.Windows.Forms.Screen]::AllScreens | Where-Object { $_.DeviceName -eq '${escapePowershellSingleQuoted(deviceName)}' } | Select-Object -First 1` : '$null';
+        const script = `
+$ErrorActionPreference = 'Stop'
+Add-Type -AssemblyName System.Windows.Forms, System.Drawing
+Add-Type @"
+using System;
+using System.Runtime.InteropServices;
+public class NutDpi { [DllImport("user32.dll")] public static extern bool SetProcessDPIAware(); }
+"@
+[NutDpi]::SetProcessDPIAware() | Out-Null
+$screen = ${target}
+if (-not $screen) { $screen = [System.Windows.Forms.Screen]::PrimaryScreen }
+$b = $screen.Bounds
+$bmp = New-Object System.Drawing.Bitmap($b.Width, $b.Height)
+$g = [System.Drawing.Graphics]::FromImage($bmp)
+$g.CopyFromScreen($b.X, $b.Y, 0, 0, $bmp.Size)
+$ms = New-Object System.IO.MemoryStream
+$bmp.Save($ms, [System.Drawing.Imaging.ImageFormat]::Png)
+[Console]::Out.Write([Convert]::ToBase64String($ms.ToArray()))
+$g.Dispose(); $bmp.Dispose(); $ms.Dispose()
+`.trim();
+        let stdout;
+        try {
+            stdout = runPowershell(script);
+        } catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            throw new Error(`Failed to take screenshot on Windows: ${message}`);
+        }
+        const body = stdout.trim();
+        if (!body) throw new Error('Failed to take screenshot on Windows: PowerShell returned no image data');
+        return createImgBase64ByFormat('png', body);
+    }
     async size() {
         if (this.displayGeometry) return {
             width: Math.round(this.displayGeometry.bounds.width),
@@ -2058,7 +2130,7 @@ class ComputerMidsceneTools extends BaseMidsceneTools {
 const tools = new ComputerMidsceneTools();
 runToolsCLI(tools, 'midscene-computer', {
     stripPrefix: 'computer_',
-    version: "1.10.0",
+    version: "1.10.1-beta-20260624112700.0",
     extraCommands: createReportCliCommands()
 }).catch((e)=>{
     process.exit(reportCLIError(e));

package/dist/es/index.mjs

@@ -372,6 +372,42 @@ function sendKeyViaAppleScript(key, modifiers = []) {
         script
     ]);
 }
+const POWERSHELL_TIMEOUT_MS = 15000;
+const POWERSHELL_MAX_BUFFER = 67108864;
+function escapePowershellSingleQuoted(value) {
+    return value.replace(/'/g, "''");
+}
+function runPowershell(script) {
+    const encoded = Buffer.from(script, 'utf16le').toString('base64');
+    return execFileSync('powershell.exe', [
+        '-NoProfile',
+        '-NonInteractive',
+        '-ExecutionPolicy',
+        'Bypass',
+        '-EncodedCommand',
+        encoded
+    ], {
+        encoding: 'utf8',
+        timeout: POWERSHELL_TIMEOUT_MS,
+        maxBuffer: POWERSHELL_MAX_BUFFER,
+        windowsHide: true
+    });
+}
+function listWindowsDisplays() {
+    const script = `
+Add-Type -AssemblyName System.Windows.Forms
+$s = [System.Windows.Forms.Screen]::AllScreens | ForEach-Object {
+  [PSCustomObject]@{ id = $_.DeviceName; name = $_.DeviceName; primary = $_.Primary }
+}
+ConvertTo-Json @($s) -Compress
+`.trim();
+    const parsed = JSON.parse(runPowershell(script).trim());
+    return parsed.map((d)=>({
+            id: String(d.id),
+            name: d.name || String(d.id),
+            primary: d.primary || false
+        }));
+}
 let device_libnut = null;
 let libnutLoadError = null;
 async function getLibnut() {
@@ -638,6 +674,7 @@ class ComputerDevice {
     }
     static async listDisplays() {
         try {
+            if ('win32' === process.platform) return listWindowsDisplays();
             const displays = await screenshot_desktop.listDisplays();
             return displays.map((d)=>({
                     id: String(d.id),
@@ -695,7 +732,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.10.0");
+        console.log("[HealthCheck] @midscene/computer v1.10.1-beta-20260624112700.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -764,6 +801,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
         debugDevice('Taking screenshot', {
             displayId: this.displayId
         });
+        if ('win32' === process.platform) return this.screenshotViaPowershell();
         const options = {
             format: 'png'
         };
@@ -797,6 +835,40 @@ Please follow these steps:
 Original error: ${lastRawMessage}`);
         throw new Error(`Failed to take screenshot: ${lastRawMessage}`);
     }
+    screenshotViaPowershell() {
+        const deviceName = this.displayId ? String(this.displayId) : '';
+        const target = deviceName ? `[System.Windows.Forms.Screen]::AllScreens | Where-Object { $_.DeviceName -eq '${escapePowershellSingleQuoted(deviceName)}' } | Select-Object -First 1` : '$null';
+        const script = `
+$ErrorActionPreference = 'Stop'
+Add-Type -AssemblyName System.Windows.Forms, System.Drawing
+Add-Type @"
+using System;
+using System.Runtime.InteropServices;
+public class NutDpi { [DllImport("user32.dll")] public static extern bool SetProcessDPIAware(); }
+"@
+[NutDpi]::SetProcessDPIAware() | Out-Null
+$screen = ${target}
+if (-not $screen) { $screen = [System.Windows.Forms.Screen]::PrimaryScreen }
+$b = $screen.Bounds
+$bmp = New-Object System.Drawing.Bitmap($b.Width, $b.Height)
+$g = [System.Drawing.Graphics]::FromImage($bmp)
+$g.CopyFromScreen($b.X, $b.Y, 0, 0, $bmp.Size)
+$ms = New-Object System.IO.MemoryStream
+$bmp.Save($ms, [System.Drawing.Imaging.ImageFormat]::Png)
+[Console]::Out.Write([Convert]::ToBase64String($ms.ToArray()))
+$g.Dispose(); $bmp.Dispose(); $ms.Dispose()
+`.trim();
+        let stdout;
+        try {
+            stdout = runPowershell(script);
+        } catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            throw new Error(`Failed to take screenshot on Windows: ${message}`);
+        }
+        const body = stdout.trim();
+        if (!body) throw new Error('Failed to take screenshot on Windows: PowerShell returned no image data');
+        return createImgBase64ByFormat('png', body);
+    }
     async size() {
         if (this.displayGeometry) return {
             width: Math.round(this.displayGeometry.bounds.width),
@@ -2099,7 +2171,7 @@ class ComputerMidsceneTools extends BaseMidsceneTools {
     }
 }
 function version() {
-    const currentVersion = "1.10.0";
+    const currentVersion = "1.10.1-beta-20260624112700.0";
     console.log(`@midscene/computer v${currentVersion}`);
     return currentVersion;
 }

package/dist/lib/cli.js

@@ -398,6 +398,42 @@ function sendKeyViaAppleScript(key, modifiers = []) {
         script
     ]);
 }
+const POWERSHELL_TIMEOUT_MS = 15000;
+const POWERSHELL_MAX_BUFFER = 67108864;
+function escapePowershellSingleQuoted(value) {
+    return value.replace(/'/g, "''");
+}
+function runPowershell(script) {
+    const encoded = Buffer.from(script, 'utf16le').toString('base64');
+    return (0, external_node_child_process_namespaceObject.execFileSync)('powershell.exe', [
+        '-NoProfile',
+        '-NonInteractive',
+        '-ExecutionPolicy',
+        'Bypass',
+        '-EncodedCommand',
+        encoded
+    ], {
+        encoding: 'utf8',
+        timeout: POWERSHELL_TIMEOUT_MS,
+        maxBuffer: POWERSHELL_MAX_BUFFER,
+        windowsHide: true
+    });
+}
+function listWindowsDisplays() {
+    const script = `
+Add-Type -AssemblyName System.Windows.Forms
+$s = [System.Windows.Forms.Screen]::AllScreens | ForEach-Object {
+  [PSCustomObject]@{ id = $_.DeviceName; name = $_.DeviceName; primary = $_.Primary }
+}
+ConvertTo-Json @($s) -Compress
+`.trim();
+    const parsed = JSON.parse(runPowershell(script).trim());
+    return parsed.map((d)=>({
+            id: String(d.id),
+            name: d.name || String(d.id),
+            primary: d.primary || false
+        }));
+}
 let device_libnut = null;
 let libnutLoadError = null;
 async function getLibnut() {
@@ -664,6 +700,7 @@ class ComputerDevice {
     }
     static async listDisplays() {
         try {
+            if ('win32' === process.platform) return listWindowsDisplays();
             const displays = await external_screenshot_desktop_default().listDisplays();
             return displays.map((d)=>({
                     id: String(d.id),
@@ -721,7 +758,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.10.0");
+        console.log("[HealthCheck] @midscene/computer v1.10.1-beta-20260624112700.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -790,6 +827,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
         debugDevice('Taking screenshot', {
             displayId: this.displayId
         });
+        if ('win32' === process.platform) return this.screenshotViaPowershell();
         const options = {
             format: 'png'
         };
@@ -823,6 +861,40 @@ Please follow these steps:
 Original error: ${lastRawMessage}`);
         throw new Error(`Failed to take screenshot: ${lastRawMessage}`);
     }
+    screenshotViaPowershell() {
+        const deviceName = this.displayId ? String(this.displayId) : '';
+        const target = deviceName ? `[System.Windows.Forms.Screen]::AllScreens | Where-Object { $_.DeviceName -eq '${escapePowershellSingleQuoted(deviceName)}' } | Select-Object -First 1` : '$null';
+        const script = `
+$ErrorActionPreference = 'Stop'
+Add-Type -AssemblyName System.Windows.Forms, System.Drawing
+Add-Type @"
+using System;
+using System.Runtime.InteropServices;
+public class NutDpi { [DllImport("user32.dll")] public static extern bool SetProcessDPIAware(); }
+"@
+[NutDpi]::SetProcessDPIAware() | Out-Null
+$screen = ${target}
+if (-not $screen) { $screen = [System.Windows.Forms.Screen]::PrimaryScreen }
+$b = $screen.Bounds
+$bmp = New-Object System.Drawing.Bitmap($b.Width, $b.Height)
+$g = [System.Drawing.Graphics]::FromImage($bmp)
+$g.CopyFromScreen($b.X, $b.Y, 0, 0, $bmp.Size)
+$ms = New-Object System.IO.MemoryStream
+$bmp.Save($ms, [System.Drawing.Imaging.ImageFormat]::Png)
+[Console]::Out.Write([Convert]::ToBase64String($ms.ToArray()))
+$g.Dispose(); $bmp.Dispose(); $ms.Dispose()
+`.trim();
+        let stdout;
+        try {
+            stdout = runPowershell(script);
+        } catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            throw new Error(`Failed to take screenshot on Windows: ${message}`);
+        }
+        const body = stdout.trim();
+        if (!body) throw new Error('Failed to take screenshot on Windows: PowerShell returned no image data');
+        return (0, img_namespaceObject.createImgBase64ByFormat)('png', body);
+    }
     async size() {
         if (this.displayGeometry) return {
             width: Math.round(this.displayGeometry.bounds.width),
@@ -2085,7 +2157,7 @@ class ComputerMidsceneTools extends base_tools_namespaceObject.BaseMidsceneTools
 const tools = new ComputerMidsceneTools();
 (0, cli_namespaceObject.runToolsCLI)(tools, 'midscene-computer', {
     stripPrefix: 'computer_',
-    version: "1.10.0",
+    version: "1.10.1-beta-20260624112700.0",
     extraCommands: (0, core_namespaceObject.createReportCliCommands)()
 }).catch((e)=>{
     process.exit((0, cli_namespaceObject.reportCLIError)(e));

package/dist/lib/index.js

@@ -424,6 +424,42 @@ function sendKeyViaAppleScript(key, modifiers = []) {
         script
     ]);
 }
+const POWERSHELL_TIMEOUT_MS = 15000;
+const POWERSHELL_MAX_BUFFER = 67108864;
+function escapePowershellSingleQuoted(value) {
+    return value.replace(/'/g, "''");
+}
+function runPowershell(script) {
+    const encoded = Buffer.from(script, 'utf16le').toString('base64');
+    return (0, external_node_child_process_namespaceObject.execFileSync)('powershell.exe', [
+        '-NoProfile',
+        '-NonInteractive',
+        '-ExecutionPolicy',
+        'Bypass',
+        '-EncodedCommand',
+        encoded
+    ], {
+        encoding: 'utf8',
+        timeout: POWERSHELL_TIMEOUT_MS,
+        maxBuffer: POWERSHELL_MAX_BUFFER,
+        windowsHide: true
+    });
+}
+function listWindowsDisplays() {
+    const script = `
+Add-Type -AssemblyName System.Windows.Forms
+$s = [System.Windows.Forms.Screen]::AllScreens | ForEach-Object {
+  [PSCustomObject]@{ id = $_.DeviceName; name = $_.DeviceName; primary = $_.Primary }
+}
+ConvertTo-Json @($s) -Compress
+`.trim();
+    const parsed = JSON.parse(runPowershell(script).trim());
+    return parsed.map((d)=>({
+            id: String(d.id),
+            name: d.name || String(d.id),
+            primary: d.primary || false
+        }));
+}
 let device_libnut = null;
 let libnutLoadError = null;
 async function getLibnut() {
@@ -690,6 +726,7 @@ class ComputerDevice {
     }
     static async listDisplays() {
         try {
+            if ('win32' === process.platform) return listWindowsDisplays();
             const displays = await external_screenshot_desktop_default().listDisplays();
             return displays.map((d)=>({
                     id: String(d.id),
@@ -747,7 +784,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.10.0");
+        console.log("[HealthCheck] @midscene/computer v1.10.1-beta-20260624112700.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -816,6 +853,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
         debugDevice('Taking screenshot', {
             displayId: this.displayId
         });
+        if ('win32' === process.platform) return this.screenshotViaPowershell();
         const options = {
             format: 'png'
         };
@@ -849,6 +887,40 @@ Please follow these steps:
 Original error: ${lastRawMessage}`);
         throw new Error(`Failed to take screenshot: ${lastRawMessage}`);
     }
+    screenshotViaPowershell() {
+        const deviceName = this.displayId ? String(this.displayId) : '';
+        const target = deviceName ? `[System.Windows.Forms.Screen]::AllScreens | Where-Object { $_.DeviceName -eq '${escapePowershellSingleQuoted(deviceName)}' } | Select-Object -First 1` : '$null';
+        const script = `
+$ErrorActionPreference = 'Stop'
+Add-Type -AssemblyName System.Windows.Forms, System.Drawing
+Add-Type @"
+using System;
+using System.Runtime.InteropServices;
+public class NutDpi { [DllImport("user32.dll")] public static extern bool SetProcessDPIAware(); }
+"@
+[NutDpi]::SetProcessDPIAware() | Out-Null
+$screen = ${target}
+if (-not $screen) { $screen = [System.Windows.Forms.Screen]::PrimaryScreen }
+$b = $screen.Bounds
+$bmp = New-Object System.Drawing.Bitmap($b.Width, $b.Height)
+$g = [System.Drawing.Graphics]::FromImage($bmp)
+$g.CopyFromScreen($b.X, $b.Y, 0, 0, $bmp.Size)
+$ms = New-Object System.IO.MemoryStream
+$bmp.Save($ms, [System.Drawing.Imaging.ImageFormat]::Png)
+[Console]::Out.Write([Convert]::ToBase64String($ms.ToArray()))
+$g.Dispose(); $bmp.Dispose(); $ms.Dispose()
+`.trim();
+        let stdout;
+        try {
+            stdout = runPowershell(script);
+        } catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            throw new Error(`Failed to take screenshot on Windows: ${message}`);
+        }
+        const body = stdout.trim();
+        if (!body) throw new Error('Failed to take screenshot on Windows: PowerShell returned no image data');
+        return (0, img_namespaceObject.createImgBase64ByFormat)('png', body);
+    }
     async size() {
         if (this.displayGeometry) return {
             width: Math.round(this.displayGeometry.bounds.width),
@@ -2157,7 +2229,7 @@ class ComputerMidsceneTools extends base_tools_namespaceObject.BaseMidsceneTools
 }
 const env_namespaceObject = require("@midscene/shared/env");
 function version() {
-    const currentVersion = "1.10.0";
+    const currentVersion = "1.10.1-beta-20260624112700.0";
     console.log(`@midscene/computer v${currentVersion}`);
     return currentVersion;
 }

package/dist/types/index.d.ts

@@ -101,6 +101,20 @@ export declare class ComputerDevice implements AbstractInterface {
      */
     private isRunningAsAdmin;
     screenshotBase64(): Promise<string>;
+    /**
+     * Windows screenshot path that bypasses screenshot-desktop's polyglot .bat
+     * (see screenshotBase64 for the rationale). Captures via PowerShell +
+     * System.Drawing, which honors `displayId` by matching the monitor's
+     * DeviceName and captures in virtual-desktop coordinates, so secondary
+     * displays — including those at negative offsets — are supported.
+     *
+     * Note: the script makes the process system-DPI-aware (SetProcessDPIAware)
+     * so captures return physical pixels. On mixed-DPI multi-monitor setups a
+     * non-primary monitor may still be off by its per-monitor scale factor;
+     * system DPI awareness covers the common single-scale and uniform-scale
+     * cases that #2150 reports.
+     */
+    private screenshotViaPowershell;
     size(): Promise<Size>;
     private toGlobalPoint;
     /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/computer",
-  "version": "1.10.0",
+  "version": "1.10.1-beta-20260624112700.0",
   "description": "Midscene.js Computer Desktop Automation",
   "license": "MIT",
   "repository": {
@@ -33,8 +33,8 @@
     "@computer-use/libnut": "^4.2.0",
     "clipboardy": "^4.0.0",
     "screenshot-desktop": "^1.15.3",
-    "@midscene/shared": "1.10.0",
-    "@midscene/core": "1.10.0"
+    "@midscene/shared": "1.10.1-beta-20260624112700.0",
+    "@midscene/core": "1.10.1-beta-20260624112700.0"
   },
   "optionalDependencies": {
     "node-mac-permissions": "2.5.0"