@midscene/computer 1.12.8 → 1.12.9-beta-20260917073745.0

package/dist/es/cli.mjs

@@ -386,6 +386,14 @@ function resolveShiftedKey(character, keyboardLayout) {
     if (/^[A-Z]$/.test(character)) return character.toLowerCase();
     return 'en-US' === keyboardLayout ? US_SHIFTED_CHARACTER_KEYS.get(character) : void 0;
 }
+function clampPointerPointToSize(point, size) {
+    const maximumX = Math.max(0, Math.floor(size.width) - 1);
+    const maximumY = Math.max(0, Math.floor(size.height) - 1);
+    return {
+        x: Math.max(0, Math.min(point.x, maximumX)),
+        y: Math.max(0, Math.min(point.y, maximumY))
+    };
+}
 const POWERSHELL_TIMEOUT_MS = 15000;
 const POWERSHELL_MAX_BUFFER = 67108864;
 const WINDOWS_PHYSICAL_PIXEL_POWERSHELL_PREAMBLE = `
@@ -1120,6 +1128,20 @@ class ComputerDevice {
     moveDisplayPointer(point, context, smooth) {
         return this.moveGlobalPointer(this.toGlobalPoint(point), context, smooth);
     }
+    async performPointerDrag(from, to, duration) {
+        const screenSize = await this.size();
+        const boundedFrom = clampPointerPointToSize(from, screenSize);
+        const boundedTo = clampPointerPointToSize(to, screenSize);
+        await this.moveDisplayPointer(boundedFrom, 'Mouse did not reach the drag start target');
+        await this.inputDriver.withMouseButton('left', async ()=>{
+            await this.inputDriver.delay(100);
+            await this.moveDisplayPointer(boundedTo, 'Mouse did not reach the drag end target', {
+                smoothSteps: SMOOTH_MOVE_STEPS_DRAG,
+                smoothDelay: void 0 === duration ? SMOOTH_MOVE_DELAY_DRAG : Math.max(0, Math.round(duration / SMOOTH_MOVE_STEPS_DRAG))
+            });
+            await this.inputDriver.delay(100);
+        });
+    }
     async focusKeyboardTarget(element, delayMs) {
         const [x, y] = element.center;
         if ('darwin' === process.platform) await this.inputPrimitives.pointer.tap({
@@ -1212,7 +1234,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck(displays) {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.12.8");
+        console.log("[HealthCheck] @midscene/computer v1.12.9-beta-20260917073745.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1560,7 +1582,9 @@ $g.Dispose(); $bmp.Dispose(); $ms.Dispose()
     }
     actionSpace() {
         const defaultActions = [
-            ...defineActionsFromInputPrimitives(this.inputPrimitives)
+            ...defineActionsFromInputPrimitives(this.inputPrimitives, {
+                size: ()=>this.size()
+            })
         ];
         const platformActions = Object.values(createPlatformActions());
         const customActions = this.options?.customActions || [];
@@ -1691,15 +1715,11 @@ $g.Dispose(); $bmp.Dispose(); $ms.Dispose()
                     await this.inputDriver.delay(MOUSE_MOVE_EFFECT_WAIT);
                 },
                 dragAndDrop: async (from, to)=>{
-                    await this.moveDisplayPointer(from, 'Mouse did not reach the drag start target');
-                    await this.inputDriver.withMouseButton('left', async ()=>{
-                        await this.inputDriver.delay(100);
-                        await this.moveDisplayPointer(to, 'Mouse did not reach the drag end target', {
-                            smoothSteps: SMOOTH_MOVE_STEPS_DRAG,
-                            smoothDelay: SMOOTH_MOVE_DELAY_DRAG
-                        });
-                        await this.inputDriver.delay(100);
-                    });
+                    await this.performPointerDrag(from, to);
+                },
+                swipe: async (from, to, opts)=>{
+                    const repeatCount = opts?.repeat ?? 1;
+                    for(let index = 0; index < repeatCount; index++)await this.performPointerDrag(from, to, opts?.duration);
                 }
             },
             keyboard: {
@@ -2200,7 +2220,9 @@ class RDPDevice {
     }
     actionSpace() {
         const defaultActions = [
-            ...defineActionsFromInputPrimitives(this.inputPrimitives),
+            ...defineActionsFromInputPrimitives(this.inputPrimitives, {
+                size: ()=>this.size()
+            }),
             defineAction({
                 name: 'ListDisplays',
                 description: 'List all available displays/monitors',
@@ -2284,6 +2306,26 @@ class RDPDevice {
         }
         if (options?.settleDelayMs) await sleep(options.settleDelayMs);
     }
+    async performPointerDrag(from, to, duration) {
+        const screenSize = await this.size();
+        const boundedFrom = clampPointerPointToSize(from, screenSize);
+        const boundedTo = clampPointerPointToSize(to, screenSize);
+        await this.movePointer(Math.round(boundedFrom.x), Math.round(boundedFrom.y), {
+            steps: device_SMOOTH_MOVE_STEPS_TAP,
+            stepDelayMs: device_SMOOTH_MOVE_DELAY_TAP
+        });
+        await this.backend.mouseButton('left', 'down');
+        try {
+            await sleep(DRAG_HOLD_DURATION);
+            await this.movePointer(Math.round(boundedTo.x), Math.round(boundedTo.y), {
+                steps: device_SMOOTH_MOVE_STEPS_DRAG,
+                stepDelayMs: void 0 === duration ? device_SMOOTH_MOVE_DELAY_DRAG : Math.max(0, Math.round(duration / device_SMOOTH_MOVE_STEPS_DRAG))
+            });
+            await sleep(DRAG_HOLD_DURATION);
+        } finally{
+            await this.backend.mouseButton('left', 'up');
+        }
+    }
     async performWheel(direction, amount, x, y) {
         let remaining = Math.abs(amount);
         if (0 === remaining) remaining = DEFAULT_SCROLL_STEP_AMOUNT;
@@ -2337,18 +2379,11 @@ class RDPDevice {
                     });
                 },
                 dragAndDrop: async (from, to)=>{
-                    await this.movePointer(Math.round(from.x), Math.round(from.y), {
-                        steps: device_SMOOTH_MOVE_STEPS_TAP,
-                        stepDelayMs: device_SMOOTH_MOVE_DELAY_TAP
-                    });
-                    await this.backend.mouseButton('left', 'down');
-                    await sleep(DRAG_HOLD_DURATION);
-                    await this.movePointer(Math.round(to.x), Math.round(to.y), {
-                        steps: device_SMOOTH_MOVE_STEPS_DRAG,
-                        stepDelayMs: device_SMOOTH_MOVE_DELAY_DRAG
-                    });
-                    await sleep(DRAG_HOLD_DURATION);
-                    await this.backend.mouseButton('left', 'up');
+                    await this.performPointerDrag(from, to);
+                },
+                swipe: async (from, to, opts)=>{
+                    const repeatCount = opts?.repeat ?? 1;
+                    for(let index = 0; index < repeatCount; index++)await this.performPointerDrag(from, to, opts?.duration);
                 }
             },
             keyboard: {
@@ -2688,7 +2723,7 @@ const tools = new ComputerMidsceneTools({
 });
 runToolsCLI(tools, 'midscene-computer', {
     stripPrefix: 'computer_',
-    version: "1.12.8",
+    version: "1.12.9-beta-20260917073745.0",
     extraCommands: createReportCliCommands()
 }).catch((e)=>{
     process.exit(reportCLIError(e));

package/dist/es/index.mjs

@@ -386,6 +386,14 @@ function resolveShiftedKey(character, keyboardLayout) {
     if (/^[A-Z]$/.test(character)) return character.toLowerCase();
     return 'en-US' === keyboardLayout ? US_SHIFTED_CHARACTER_KEYS.get(character) : void 0;
 }
+function clampPointerPointToSize(point, size) {
+    const maximumX = Math.max(0, Math.floor(size.width) - 1);
+    const maximumY = Math.max(0, Math.floor(size.height) - 1);
+    return {
+        x: Math.max(0, Math.min(point.x, maximumX)),
+        y: Math.max(0, Math.min(point.y, maximumY))
+    };
+}
 const POWERSHELL_TIMEOUT_MS = 15000;
 const POWERSHELL_MAX_BUFFER = 67108864;
 const WINDOWS_PHYSICAL_PIXEL_POWERSHELL_PREAMBLE = `
@@ -1120,6 +1128,20 @@ class ComputerDevice {
     moveDisplayPointer(point, context, smooth) {
         return this.moveGlobalPointer(this.toGlobalPoint(point), context, smooth);
     }
+    async performPointerDrag(from, to, duration) {
+        const screenSize = await this.size();
+        const boundedFrom = clampPointerPointToSize(from, screenSize);
+        const boundedTo = clampPointerPointToSize(to, screenSize);
+        await this.moveDisplayPointer(boundedFrom, 'Mouse did not reach the drag start target');
+        await this.inputDriver.withMouseButton('left', async ()=>{
+            await this.inputDriver.delay(100);
+            await this.moveDisplayPointer(boundedTo, 'Mouse did not reach the drag end target', {
+                smoothSteps: SMOOTH_MOVE_STEPS_DRAG,
+                smoothDelay: void 0 === duration ? SMOOTH_MOVE_DELAY_DRAG : Math.max(0, Math.round(duration / SMOOTH_MOVE_STEPS_DRAG))
+            });
+            await this.inputDriver.delay(100);
+        });
+    }
     async focusKeyboardTarget(element, delayMs) {
         const [x, y] = element.center;
         if ('darwin' === process.platform) await this.inputPrimitives.pointer.tap({
@@ -1212,7 +1234,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck(displays) {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.12.8");
+        console.log("[HealthCheck] @midscene/computer v1.12.9-beta-20260917073745.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1560,7 +1582,9 @@ $g.Dispose(); $bmp.Dispose(); $ms.Dispose()
     }
     actionSpace() {
         const defaultActions = [
-            ...defineActionsFromInputPrimitives(this.inputPrimitives)
+            ...defineActionsFromInputPrimitives(this.inputPrimitives, {
+                size: ()=>this.size()
+            })
         ];
         const platformActions = Object.values(createPlatformActions());
         const customActions = this.options?.customActions || [];
@@ -1691,15 +1715,11 @@ $g.Dispose(); $bmp.Dispose(); $ms.Dispose()
                     await this.inputDriver.delay(MOUSE_MOVE_EFFECT_WAIT);
                 },
                 dragAndDrop: async (from, to)=>{
-                    await this.moveDisplayPointer(from, 'Mouse did not reach the drag start target');
-                    await this.inputDriver.withMouseButton('left', async ()=>{
-                        await this.inputDriver.delay(100);
-                        await this.moveDisplayPointer(to, 'Mouse did not reach the drag end target', {
-                            smoothSteps: SMOOTH_MOVE_STEPS_DRAG,
-                            smoothDelay: SMOOTH_MOVE_DELAY_DRAG
-                        });
-                        await this.inputDriver.delay(100);
-                    });
+                    await this.performPointerDrag(from, to);
+                },
+                swipe: async (from, to, opts)=>{
+                    const repeatCount = opts?.repeat ?? 1;
+                    for(let index = 0; index < repeatCount; index++)await this.performPointerDrag(from, to, opts?.duration);
                 }
             },
             keyboard: {
@@ -2243,7 +2263,9 @@ class RDPDevice {
     }
     actionSpace() {
         const defaultActions = [
-            ...defineActionsFromInputPrimitives(this.inputPrimitives),
+            ...defineActionsFromInputPrimitives(this.inputPrimitives, {
+                size: ()=>this.size()
+            }),
             defineAction({
                 name: 'ListDisplays',
                 description: 'List all available displays/monitors',
@@ -2327,6 +2349,26 @@ class RDPDevice {
         }
         if (options?.settleDelayMs) await sleep(options.settleDelayMs);
     }
+    async performPointerDrag(from, to, duration) {
+        const screenSize = await this.size();
+        const boundedFrom = clampPointerPointToSize(from, screenSize);
+        const boundedTo = clampPointerPointToSize(to, screenSize);
+        await this.movePointer(Math.round(boundedFrom.x), Math.round(boundedFrom.y), {
+            steps: device_SMOOTH_MOVE_STEPS_TAP,
+            stepDelayMs: device_SMOOTH_MOVE_DELAY_TAP
+        });
+        await this.backend.mouseButton('left', 'down');
+        try {
+            await sleep(DRAG_HOLD_DURATION);
+            await this.movePointer(Math.round(boundedTo.x), Math.round(boundedTo.y), {
+                steps: device_SMOOTH_MOVE_STEPS_DRAG,
+                stepDelayMs: void 0 === duration ? device_SMOOTH_MOVE_DELAY_DRAG : Math.max(0, Math.round(duration / device_SMOOTH_MOVE_STEPS_DRAG))
+            });
+            await sleep(DRAG_HOLD_DURATION);
+        } finally{
+            await this.backend.mouseButton('left', 'up');
+        }
+    }
     async performWheel(direction, amount, x, y) {
         let remaining = Math.abs(amount);
         if (0 === remaining) remaining = DEFAULT_SCROLL_STEP_AMOUNT;
@@ -2380,18 +2422,11 @@ class RDPDevice {
                     });
                 },
                 dragAndDrop: async (from, to)=>{
-                    await this.movePointer(Math.round(from.x), Math.round(from.y), {
-                        steps: device_SMOOTH_MOVE_STEPS_TAP,
-                        stepDelayMs: device_SMOOTH_MOVE_DELAY_TAP
-                    });
-                    await this.backend.mouseButton('left', 'down');
-                    await sleep(DRAG_HOLD_DURATION);
-                    await this.movePointer(Math.round(to.x), Math.round(to.y), {
-                        steps: device_SMOOTH_MOVE_STEPS_DRAG,
-                        stepDelayMs: device_SMOOTH_MOVE_DELAY_DRAG
-                    });
-                    await sleep(DRAG_HOLD_DURATION);
-                    await this.backend.mouseButton('left', 'up');
+                    await this.performPointerDrag(from, to);
+                },
+                swipe: async (from, to, opts)=>{
+                    const repeatCount = opts?.repeat ?? 1;
+                    for(let index = 0; index < repeatCount; index++)await this.performPointerDrag(from, to, opts?.duration);
                 }
             },
             keyboard: {
@@ -2727,7 +2762,7 @@ class ComputerMidsceneTools extends BaseMidsceneTools {
     }
 }
 function version() {
-    const currentVersion = "1.12.8";
+    const currentVersion = "1.12.9-beta-20260917073745.0";
     console.log(`@midscene/computer v${currentVersion}`);
     return currentVersion;
 }

package/dist/lib/cli.js

@@ -411,6 +411,14 @@ function resolveShiftedKey(character, keyboardLayout) {
     if (/^[A-Z]$/.test(character)) return character.toLowerCase();
     return 'en-US' === keyboardLayout ? US_SHIFTED_CHARACTER_KEYS.get(character) : void 0;
 }
+function clampPointerPointToSize(point, size) {
+    const maximumX = Math.max(0, Math.floor(size.width) - 1);
+    const maximumY = Math.max(0, Math.floor(size.height) - 1);
+    return {
+        x: Math.max(0, Math.min(point.x, maximumX)),
+        y: Math.max(0, Math.min(point.y, maximumY))
+    };
+}
 const POWERSHELL_TIMEOUT_MS = 15000;
 const POWERSHELL_MAX_BUFFER = 67108864;
 const WINDOWS_PHYSICAL_PIXEL_POWERSHELL_PREAMBLE = `
@@ -1146,6 +1154,20 @@ class ComputerDevice {
     moveDisplayPointer(point, context, smooth) {
         return this.moveGlobalPointer(this.toGlobalPoint(point), context, smooth);
     }
+    async performPointerDrag(from, to, duration) {
+        const screenSize = await this.size();
+        const boundedFrom = clampPointerPointToSize(from, screenSize);
+        const boundedTo = clampPointerPointToSize(to, screenSize);
+        await this.moveDisplayPointer(boundedFrom, 'Mouse did not reach the drag start target');
+        await this.inputDriver.withMouseButton('left', async ()=>{
+            await this.inputDriver.delay(100);
+            await this.moveDisplayPointer(boundedTo, 'Mouse did not reach the drag end target', {
+                smoothSteps: SMOOTH_MOVE_STEPS_DRAG,
+                smoothDelay: void 0 === duration ? SMOOTH_MOVE_DELAY_DRAG : Math.max(0, Math.round(duration / SMOOTH_MOVE_STEPS_DRAG))
+            });
+            await this.inputDriver.delay(100);
+        });
+    }
     async focusKeyboardTarget(element, delayMs) {
         const [x, y] = element.center;
         if ('darwin' === process.platform) await this.inputPrimitives.pointer.tap({
@@ -1238,7 +1260,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck(displays) {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.12.8");
+        console.log("[HealthCheck] @midscene/computer v1.12.9-beta-20260917073745.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1586,7 +1608,9 @@ $g.Dispose(); $bmp.Dispose(); $ms.Dispose()
     }
     actionSpace() {
         const defaultActions = [
-            ...(0, device_namespaceObject.defineActionsFromInputPrimitives)(this.inputPrimitives)
+            ...(0, device_namespaceObject.defineActionsFromInputPrimitives)(this.inputPrimitives, {
+                size: ()=>this.size()
+            })
         ];
         const platformActions = Object.values(createPlatformActions());
         const customActions = this.options?.customActions || [];
@@ -1717,15 +1741,11 @@ $g.Dispose(); $bmp.Dispose(); $ms.Dispose()
                     await this.inputDriver.delay(MOUSE_MOVE_EFFECT_WAIT);
                 },
                 dragAndDrop: async (from, to)=>{
-                    await this.moveDisplayPointer(from, 'Mouse did not reach the drag start target');
-                    await this.inputDriver.withMouseButton('left', async ()=>{
-                        await this.inputDriver.delay(100);
-                        await this.moveDisplayPointer(to, 'Mouse did not reach the drag end target', {
-                            smoothSteps: SMOOTH_MOVE_STEPS_DRAG,
-                            smoothDelay: SMOOTH_MOVE_DELAY_DRAG
-                        });
-                        await this.inputDriver.delay(100);
-                    });
+                    await this.performPointerDrag(from, to);
+                },
+                swipe: async (from, to, opts)=>{
+                    const repeatCount = opts?.repeat ?? 1;
+                    for(let index = 0; index < repeatCount; index++)await this.performPointerDrag(from, to, opts?.duration);
                 }
             },
             keyboard: {
@@ -2227,7 +2247,9 @@ class RDPDevice {
     }
     actionSpace() {
         const defaultActions = [
-            ...(0, device_namespaceObject.defineActionsFromInputPrimitives)(this.inputPrimitives),
+            ...(0, device_namespaceObject.defineActionsFromInputPrimitives)(this.inputPrimitives, {
+                size: ()=>this.size()
+            }),
             (0, device_namespaceObject.defineAction)({
                 name: 'ListDisplays',
                 description: 'List all available displays/monitors',
@@ -2311,6 +2333,26 @@ class RDPDevice {
         }
         if (options?.settleDelayMs) await (0, utils_namespaceObject.sleep)(options.settleDelayMs);
     }
+    async performPointerDrag(from, to, duration) {
+        const screenSize = await this.size();
+        const boundedFrom = clampPointerPointToSize(from, screenSize);
+        const boundedTo = clampPointerPointToSize(to, screenSize);
+        await this.movePointer(Math.round(boundedFrom.x), Math.round(boundedFrom.y), {
+            steps: device_SMOOTH_MOVE_STEPS_TAP,
+            stepDelayMs: device_SMOOTH_MOVE_DELAY_TAP
+        });
+        await this.backend.mouseButton('left', 'down');
+        try {
+            await (0, utils_namespaceObject.sleep)(DRAG_HOLD_DURATION);
+            await this.movePointer(Math.round(boundedTo.x), Math.round(boundedTo.y), {
+                steps: device_SMOOTH_MOVE_STEPS_DRAG,
+                stepDelayMs: void 0 === duration ? device_SMOOTH_MOVE_DELAY_DRAG : Math.max(0, Math.round(duration / device_SMOOTH_MOVE_STEPS_DRAG))
+            });
+            await (0, utils_namespaceObject.sleep)(DRAG_HOLD_DURATION);
+        } finally{
+            await this.backend.mouseButton('left', 'up');
+        }
+    }
     async performWheel(direction, amount, x, y) {
         let remaining = Math.abs(amount);
         if (0 === remaining) remaining = DEFAULT_SCROLL_STEP_AMOUNT;
@@ -2364,18 +2406,11 @@ class RDPDevice {
                     });
                 },
                 dragAndDrop: async (from, to)=>{
-                    await this.movePointer(Math.round(from.x), Math.round(from.y), {
-                        steps: device_SMOOTH_MOVE_STEPS_TAP,
-                        stepDelayMs: device_SMOOTH_MOVE_DELAY_TAP
-                    });
-                    await this.backend.mouseButton('left', 'down');
-                    await (0, utils_namespaceObject.sleep)(DRAG_HOLD_DURATION);
-                    await this.movePointer(Math.round(to.x), Math.round(to.y), {
-                        steps: device_SMOOTH_MOVE_STEPS_DRAG,
-                        stepDelayMs: device_SMOOTH_MOVE_DELAY_DRAG
-                    });
-                    await (0, utils_namespaceObject.sleep)(DRAG_HOLD_DURATION);
-                    await this.backend.mouseButton('left', 'up');
+                    await this.performPointerDrag(from, to);
+                },
+                swipe: async (from, to, opts)=>{
+                    const repeatCount = opts?.repeat ?? 1;
+                    for(let index = 0; index < repeatCount; index++)await this.performPointerDrag(from, to, opts?.duration);
                 }
             },
             keyboard: {
@@ -2715,7 +2750,7 @@ const tools = new ComputerMidsceneTools({
 });
 (0, cli_namespaceObject.runToolsCLI)(tools, 'midscene-computer', {
     stripPrefix: 'computer_',
-    version: "1.12.8",
+    version: "1.12.9-beta-20260917073745.0",
     extraCommands: (0, core_namespaceObject.createReportCliCommands)()
 }).catch((e)=>{
     process.exit((0, cli_namespaceObject.reportCLIError)(e));

package/dist/lib/index.js

@@ -437,6 +437,14 @@ function resolveShiftedKey(character, keyboardLayout) {
     if (/^[A-Z]$/.test(character)) return character.toLowerCase();
     return 'en-US' === keyboardLayout ? US_SHIFTED_CHARACTER_KEYS.get(character) : void 0;
 }
+function clampPointerPointToSize(point, size) {
+    const maximumX = Math.max(0, Math.floor(size.width) - 1);
+    const maximumY = Math.max(0, Math.floor(size.height) - 1);
+    return {
+        x: Math.max(0, Math.min(point.x, maximumX)),
+        y: Math.max(0, Math.min(point.y, maximumY))
+    };
+}
 const POWERSHELL_TIMEOUT_MS = 15000;
 const POWERSHELL_MAX_BUFFER = 67108864;
 const WINDOWS_PHYSICAL_PIXEL_POWERSHELL_PREAMBLE = `
@@ -1172,6 +1180,20 @@ class ComputerDevice {
     moveDisplayPointer(point, context, smooth) {
         return this.moveGlobalPointer(this.toGlobalPoint(point), context, smooth);
     }
+    async performPointerDrag(from, to, duration) {
+        const screenSize = await this.size();
+        const boundedFrom = clampPointerPointToSize(from, screenSize);
+        const boundedTo = clampPointerPointToSize(to, screenSize);
+        await this.moveDisplayPointer(boundedFrom, 'Mouse did not reach the drag start target');
+        await this.inputDriver.withMouseButton('left', async ()=>{
+            await this.inputDriver.delay(100);
+            await this.moveDisplayPointer(boundedTo, 'Mouse did not reach the drag end target', {
+                smoothSteps: SMOOTH_MOVE_STEPS_DRAG,
+                smoothDelay: void 0 === duration ? SMOOTH_MOVE_DELAY_DRAG : Math.max(0, Math.round(duration / SMOOTH_MOVE_STEPS_DRAG))
+            });
+            await this.inputDriver.delay(100);
+        });
+    }
     async focusKeyboardTarget(element, delayMs) {
         const [x, y] = element.center;
         if ('darwin' === process.platform) await this.inputPrimitives.pointer.tap({
@@ -1264,7 +1286,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck(displays) {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.12.8");
+        console.log("[HealthCheck] @midscene/computer v1.12.9-beta-20260917073745.0");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1612,7 +1634,9 @@ $g.Dispose(); $bmp.Dispose(); $ms.Dispose()
     }
     actionSpace() {
         const defaultActions = [
-            ...(0, device_namespaceObject.defineActionsFromInputPrimitives)(this.inputPrimitives)
+            ...(0, device_namespaceObject.defineActionsFromInputPrimitives)(this.inputPrimitives, {
+                size: ()=>this.size()
+            })
         ];
         const platformActions = Object.values(createPlatformActions());
         const customActions = this.options?.customActions || [];
@@ -1743,15 +1767,11 @@ $g.Dispose(); $bmp.Dispose(); $ms.Dispose()
                     await this.inputDriver.delay(MOUSE_MOVE_EFFECT_WAIT);
                 },
                 dragAndDrop: async (from, to)=>{
-                    await this.moveDisplayPointer(from, 'Mouse did not reach the drag start target');
-                    await this.inputDriver.withMouseButton('left', async ()=>{
-                        await this.inputDriver.delay(100);
-                        await this.moveDisplayPointer(to, 'Mouse did not reach the drag end target', {
-                            smoothSteps: SMOOTH_MOVE_STEPS_DRAG,
-                            smoothDelay: SMOOTH_MOVE_DELAY_DRAG
-                        });
-                        await this.inputDriver.delay(100);
-                    });
+                    await this.performPointerDrag(from, to);
+                },
+                swipe: async (from, to, opts)=>{
+                    const repeatCount = opts?.repeat ?? 1;
+                    for(let index = 0; index < repeatCount; index++)await this.performPointerDrag(from, to, opts?.duration);
                 }
             },
             keyboard: {
@@ -2297,7 +2317,9 @@ class RDPDevice {
     }
     actionSpace() {
         const defaultActions = [
-            ...(0, device_namespaceObject.defineActionsFromInputPrimitives)(this.inputPrimitives),
+            ...(0, device_namespaceObject.defineActionsFromInputPrimitives)(this.inputPrimitives, {
+                size: ()=>this.size()
+            }),
             (0, device_namespaceObject.defineAction)({
                 name: 'ListDisplays',
                 description: 'List all available displays/monitors',
@@ -2381,6 +2403,26 @@ class RDPDevice {
         }
         if (options?.settleDelayMs) await (0, utils_namespaceObject.sleep)(options.settleDelayMs);
     }
+    async performPointerDrag(from, to, duration) {
+        const screenSize = await this.size();
+        const boundedFrom = clampPointerPointToSize(from, screenSize);
+        const boundedTo = clampPointerPointToSize(to, screenSize);
+        await this.movePointer(Math.round(boundedFrom.x), Math.round(boundedFrom.y), {
+            steps: device_SMOOTH_MOVE_STEPS_TAP,
+            stepDelayMs: device_SMOOTH_MOVE_DELAY_TAP
+        });
+        await this.backend.mouseButton('left', 'down');
+        try {
+            await (0, utils_namespaceObject.sleep)(DRAG_HOLD_DURATION);
+            await this.movePointer(Math.round(boundedTo.x), Math.round(boundedTo.y), {
+                steps: device_SMOOTH_MOVE_STEPS_DRAG,
+                stepDelayMs: void 0 === duration ? device_SMOOTH_MOVE_DELAY_DRAG : Math.max(0, Math.round(duration / device_SMOOTH_MOVE_STEPS_DRAG))
+            });
+            await (0, utils_namespaceObject.sleep)(DRAG_HOLD_DURATION);
+        } finally{
+            await this.backend.mouseButton('left', 'up');
+        }
+    }
     async performWheel(direction, amount, x, y) {
         let remaining = Math.abs(amount);
         if (0 === remaining) remaining = DEFAULT_SCROLL_STEP_AMOUNT;
@@ -2434,18 +2476,11 @@ class RDPDevice {
                     });
                 },
                 dragAndDrop: async (from, to)=>{
-                    await this.movePointer(Math.round(from.x), Math.round(from.y), {
-                        steps: device_SMOOTH_MOVE_STEPS_TAP,
-                        stepDelayMs: device_SMOOTH_MOVE_DELAY_TAP
-                    });
-                    await this.backend.mouseButton('left', 'down');
-                    await (0, utils_namespaceObject.sleep)(DRAG_HOLD_DURATION);
-                    await this.movePointer(Math.round(to.x), Math.round(to.y), {
-                        steps: device_SMOOTH_MOVE_STEPS_DRAG,
-                        stepDelayMs: device_SMOOTH_MOVE_DELAY_DRAG
-                    });
-                    await (0, utils_namespaceObject.sleep)(DRAG_HOLD_DURATION);
-                    await this.backend.mouseButton('left', 'up');
+                    await this.performPointerDrag(from, to);
+                },
+                swipe: async (from, to, opts)=>{
+                    const repeatCount = opts?.repeat ?? 1;
+                    for(let index = 0; index < repeatCount; index++)await this.performPointerDrag(from, to, opts?.duration);
                 }
             },
             keyboard: {
@@ -2785,7 +2820,7 @@ class ComputerMidsceneTools extends base_tools_namespaceObject.BaseMidsceneTools
 }
 const env_namespaceObject = require("@midscene/shared/env");
 function version() {
-    const currentVersion = "1.12.8";
+    const currentVersion = "1.12.9-beta-20260917073745.0";
     console.log(`@midscene/computer v${currentVersion}`);
     return currentVersion;
 }

package/dist/types/index.d.ts

@@ -89,6 +89,7 @@ export declare class ComputerDevice implements AbstractInterface {
     constructor(options?: ComputerDeviceOpt);
     private moveGlobalPointer;
     private moveDisplayPointer;
+    private performPointerDrag;
     private focusKeyboardTarget;
     describe(): string;
     /**
@@ -388,6 +389,7 @@ export declare class RDPDevice implements AbstractInterface {
     private edgeScrollDirection;
     private defaultScrollDistance;
     private movePointer;
+    private performPointerDrag;
     private performWheel;
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/computer",
-  "version": "1.12.8",
+  "version": "1.12.9-beta-20260917073745.0",
   "description": "Midscene.js Computer Desktop Automation",
   "license": "MIT",
   "repository": {
@@ -33,8 +33,8 @@
     "@computer-use/libnut": "^4.2.0",
     "clipboardy": "^4.0.0",
     "screenshot-desktop": "^1.15.3",
-    "@midscene/core": "1.12.8",
-    "@midscene/shared": "1.12.8"
+    "@midscene/core": "1.12.9-beta-20260917073745.0",
+    "@midscene/shared": "1.12.9-beta-20260917073745.0"
   },
   "optionalDependencies": {
     "node-mac-permissions": "2.5.0"