testdriverai 5.1.2 → 5.2.1

package/electron/overlay.html

@@ -93,9 +93,9 @@
     }
 
     .box {
-      border: 2px solid #B0CF34;
+      border: 1px solid #B0CF34;
       position: absolute;
-
+      border-radius: 5px;
       animation-duration: 5s;
       animation-delay: 0s;
       animation-timing-function: cubic-bezier(0.26, 0.53, 0.74, 1.48);
@@ -111,6 +111,29 @@
       position: absolute;
     }
 
+    #mouse {
+      margin-left: -100px;
+      margin-top: -100px;
+      width: 50px;
+      height: 50px;
+      opacity: 50%;
+      position: absolute;
+      transform: translate(-50%, -50%);
+      border-radius: 70%;
+      background: #FFD700;
+    }
+
+    #mouse #dot {
+      width: 7px;
+      height: 7px;
+      position: absolute;
+      top: 50%;
+      left: 50%;
+      transform: translate(-50%, -50%);
+      border-radius: 50%;
+      background-color: black;
+    }
+
     #pointer {
       width: 25px;
       height: 25px;
@@ -213,6 +236,7 @@
   <div id="main" class="container">
     <div id="boxes">
       <div id="pointer"></div>
+      <div id="mouse"><div id="dot"></div></div>
     </div>
     <div id="terminal-wrapper">
       <img src="td.png" alt="td" style="position: absolute; top: 20; right: 20; height: 40px; z-index: 9999; background-color: black;">
@@ -226,6 +250,7 @@
     const { ipcRenderer } = require("electron");
     const { events } = require("../lib/events.js");
 
+    const mouse = document.querySelector("#mouse");
     const pointer = document.querySelector("#pointer");
     const container = document.querySelector("#main");
     const screenshotElement = document.querySelector("#screenshot");
@@ -277,9 +302,20 @@
         container.style.opacity = 1
       }, 2000)
     });
+    ipcRenderer.on(events.mouseMove,
+      (event, { x, y } = {}) => {
+        
+        console.log("mouseMove", x, y)
+
+        mouse.style.marginLeft = toCss(x);
+        mouse.style.marginTop = toCss(y);
+
+      },
+    );
 
     ipcRenderer.on(events.mouseClick,
       (event, { x, y, click = "single" } = {}) => {
+
         pointer.style.marginLeft = toCss(x);
         pointer.style.marginTop = toCss(y);
         pointer.setAttribute("class", "");

package/electron/overlay.js

@@ -75,7 +75,7 @@ app.whenReady().then(() => {
   });
 
   // open developer tools
-  // window.webContents.openDevTools();
+  window.webContents.openDevTools();
 
   ipc.serve(() => {
     for (const event of eventsArray) {

package/lib/commands.js

@@ -235,6 +235,8 @@ const click = async (x, y, action = "click") => {
   y = parseInt(y);
 
   config.TD_VM ? await sandbox.send({type: "moveMouse", x, y }) : await robot.moveMouseSmooth(x, y, 0.1);
+  emitter.emit(events.mouseMove, { x, y });
+
   await delay(1000); // wait for the mouse to move
 
   if (!config.TD_VM && process.platform === "darwin" && action === "right-click") {
@@ -252,10 +254,23 @@ const click = async (x, y, action = "click") => {
         await sandbox.send({type: "middleClick" })
       } else if (action === "double-click") {
         await sandbox.send({type: "doubleClick" })
+      }else if (action === "drag-start") {
+        await sandbox.send({type: "mousePress", button: "left" })
+      }else if (action === "drag-end") {
+        await sandbox.send({type: "mouseRelease", button: "left" })
       }
     } else {
-      robot.mouseClick(button, double);
+
+      if (action === "drag-start") {
+        robot.mouseToggle("down", button);
+      } else if( action === "drag-end") {
+        robot.mouseToggle("up", button);
+      } else {
+        robot.mouseClick(button, double);
+      }
+
     }
+
     emitter.emit(events.mouseClick, { x, y, button, click });
   }
 

package/lib/events.js

@@ -5,6 +5,7 @@ const emitter = new EventEmitter();
 const events = {
   showWindow: "show-window",
   mouseClick: "mouse-click",
+  mouseMove: "mouse-move",
   screenCapture: {
     start: "screen-capture:start",
     end: "screen-capture:end",

package/lib/init.js

@@ -78,7 +78,7 @@ module.exports = async () => {
     {
       type: "confirm",
       name: "TD_VM",
-      message: "Use Testdriver Sandbox? (Recommended)",
+      message: "Use TestDriver Sandbox Runners? (Recommended)",
       initial: true,
     },
     {

package/lib/overlay.js

@@ -29,7 +29,6 @@ try {
   logger.error("Failed to locate Electron CLI or start process:", error);
 }
 
-
 module.exports.electronProcessPromise = new Promise((resolve) => {
   ipc.connectTo("testdriverai_overlay");
   ipc.of.testdriverai_overlay.on("connect", () => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "5.1.2",
+  "version": "5.2.1",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {