testdriverai 4.1.20 → 4.1.22

package/agent.js

@@ -295,7 +295,7 @@ const check = async () => {
   log.log("info", chalk.dim("checking..."), "testdriver");
   log.log("info", "");
 
-  let thisScreenshot = await system.captureScreenBase64();
+  let thisScreenshot = await system.captureScreenBase64(1, false, true);
   let images = [lastScreenshot, thisScreenshot];
   let mousePosition = await system.getMousePosition();
   let activeWindow = await system.activeWin();
@@ -333,7 +333,7 @@ const runCommand = async (command, depth) => {
   try {
     let response;
 
-    if (command.command == "embed") {
+    if (command.command == "run") {
       response = await embed(command.file, depth);
     } else if (command.command == "if") {
       response = await iffy(

package/lib/system.js

@@ -32,7 +32,7 @@ const tmpFilename = () => {
   return path.join(os.tmpdir(), `${new Date().getTime() + Math.random()}.png`);
 };
 
-const captureAndResize = async (scale = 1, silent = false) => {
+const captureAndResize = async (scale = 1, silent = false, mouse = false) => {
   try {
     const primaryDisplay = await getPrimaryDisplay();
     if (!silent) {
@@ -55,14 +55,17 @@ const captureAndResize = async (scale = 1, silent = false) => {
     const cursorPath = path.join(__dirname, "resources", "cursor.png");
 
     // resize to 1:1 px ratio
-    await sharp(step1)
-      .resize(
-        Math.floor(primaryDisplay.currentResX * scale),
-        Math.floor(primaryDisplay.currentResY * scale),
-      )
+    const sharpInstance = sharp(step1).resize(
+      Math.floor(primaryDisplay.currentResX * scale),
+      Math.floor(primaryDisplay.currentResY * scale),
+    );
+
+    if (mouse) {
       // composite the mouse image ontop
-      .composite([{ input: cursorPath, left: mousePos.x, top: mousePos.y }])
-      .toFile(step2);
+      sharpInstance.composite([{ input: cursorPath, left: mousePos.x, top: mousePos.y }]);
+    }
+
+    await sharpInstance.toFile(step2);
 
     emitter.emit(events.screenCapture.end, {
       scale,
@@ -83,13 +86,13 @@ const captureAndResize = async (scale = 1, silent = false) => {
 };
 
 // our handy screenshot function
-const captureScreenBase64 = async (scale = 1, silent = false) => {
-  let step2 = await captureAndResize(scale, silent);
+const captureScreenBase64 = async (scale = 1, silent = false, mouse = false) => {
+  let step2 = await captureAndResize(scale, silent, mouse);
   return fs.readFileSync(step2, "base64");
 };
 
-const captureScreenPNG = async (scale = 1, silent = false) => {
-  return await captureAndResize(scale, silent);
+const captureScreenPNG = async (scale = 1, silent = false, mouse = false) => {
+  return await captureAndResize(scale, silent, mouse);
 };
 
 const platform = () => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "4.1.20",
+  "version": "4.1.22",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {