testdriverai 5.6.2 → 5.6.3

package/agent.js

@@ -233,14 +233,14 @@ const haveAIResolveError = async (
 
   let safeKey = JSON.stringify(eMessage);
   errorCounts[safeKey] = errorCounts[safeKey] ? errorCounts[safeKey] + 1 : 1;
+  
+  logger.error(chalk.red("Error detected"));
 
-  logger.error(eMessage);
+  log.prettyMarkdown(eMessage);
 
   logger.debug("%j", error);
   logger.debug("%s", error.stack);
 
-  log.prettyMarkdown(eMessage);
-
   // if we get the same error 3 times in `run` mode, we exit
   if (errorCounts[safeKey] > errorLimit - 1) {
     logger.info(chalk.red("Error loop detected. Exiting."));

package/docs/support/known-bugs.mdx

@@ -0,0 +1,85 @@
+---
+title: macOS Automation Limitations
+description: Understanding the limitations of synthetic input automation on macOS when using tools like robot.js in TestDriver.
+---
+
+# macOS Automation Limitations
+
+macOS includes several system-level security features that affect how synthetic input—like mouse clicks and keyboard presses generated by automation tools—is interpreted. If you're using tools like `robot.js` for test automation, it's important to understand which applications and interactions may be blocked or ignored by the system.
+
+## 🔐 System-Level Protected Apps
+
+Some macOS applications are **heavily protected** by System Integrity Protection (SIP) and will **not respond to synthetic input**, even if Accessibility permissions are granted.
+
+Examples include:
+
+- **Finder**
+- **System Settings / System Preferences**
+- **Dock**
+- **Menu Bar**
+- **Login Window**
+- **Launchpad**
+- **Installer**
+- **File Open / Save Dialogs**
+
+These apps typically ignore input generated by tools like `robot.js` or even AppleScript unless scripted via system-sanctioned methods.
+
+<Alert type="warning" title="Heads up">
+Synthetic double-clicks often fail in Finder, even when the correct timing and coordinates are used.
+</Alert>
+
+## 🛡️ TCC-Protected Applications
+
+Apps protected by Transparency, Consent, and Control (TCC) **can be automated** if the right permissions are granted.
+
+To enable automation for these apps:
+
+1. Go to **System Settings > Privacy & Security > Accessibility**
+2. Add and check the app or terminal running your automation (e.g., Terminal, iTerm, VS Code).
+3. You may also need to grant:
+   - **Input Monitoring**
+   - **Screen Recording**
+   - **Full Disk Access**
+
+These permissions allow tools like `robot.js` to simulate clicks, keystrokes, and screen interactions in:
+
+- **Google Chrome**
+- **Safari**
+- **Slack**
+- **Mail**
+- **Calendar**
+- **Notes**
+- **VS Code**
+- **Xcode**
+
+## ⚙️ Best Targets for UI Automation
+
+For reliable automation, use `robot.js` or TestDriver with:
+
+- Chromium-based browsers (Chrome, Brave, Edge)
+- Electron apps (Slack, Discord)
+- Most third-party GUI apps
+- Terminal emulators
+
+These apps typically respect synthetic input when appropriate permissions are granted.
+
+## 🚫 Actions That Can't Be Automated
+
+macOS enforces strict security policies on certain sensitive UI elements. Automation is **not possible** for:
+
+- Login screen interactions
+- Security permission prompts (e.g., “Allow Screen Recording”)
+- Password input in secure dialogs
+- Force Quit window
+- Crash reporter popups
+
+## ✅ Recommendations
+
+- Always **grant Accessibility permissions** to the app or terminal running `robot.js`.
+- Use **AppleScript** for system apps like Finder or System Settings.
+- For GUI testing, prefer apps that are not protected by SIP.
+- Consider using native tools like **XCUITest** or **Appium** for native macOS apps.
+
+<Alert type="info" title="Need Help?">
+If you're running into automation issues in specific apps, reach out on Discord or contact the TestDriver team.
+</Alert>

package/index.js

@@ -1,4 +1,5 @@
 #!/usr/bin/env node
+
 const config = require("./lib/config.js");
 // We need to initialize the IPC server quickly
 require("./lib/ipc.js");

package/lib/commander.js

@@ -250,7 +250,7 @@ commands:
   return response;
 
 } catch (error) {
-  logger.error(error);
+  logger.debug(error);
   throw error;
 }
 }

package/lib/commands.js

@@ -233,6 +233,9 @@ const scroll = async (direction = "down", amount = 300, method = "mouse") => {
 // perform a mouse click
 // click, right-click, double-click, hover
 const click = async (x, y, action = "click") => {
+
+  emitter.emit(events.interactive, true);
+
   await redraw.start();
 
   let button = "left";
@@ -256,6 +259,7 @@ const click = async (x, y, action = "click") => {
   config.TD_VM
     ? await sandbox.send({ type: "moveMouse", x, y })
     : await robot.moveMouseSmooth(x, y, 0.1);
+
   emitter.emit(events.mouseMove, { x, y });
 
   await delay(1000); // wait for the mouse to move
@@ -286,8 +290,10 @@ const click = async (x, y, action = "click") => {
       } else if (action === "drag-end") {
         robot.mouseToggle("up", button);
       } else {
+
         robot.mouseClick(button, double);
       }
+
     }
 
     emitter.emit(events.mouseClick, { x, y, button, click });
@@ -299,6 +305,9 @@ const click = async (x, y, action = "click") => {
   }
 
   await redraw.wait(5000);
+
+  emitter.emit(events.interactive, false);
+
   return;
 };
 

package/lib/focus-application.js

@@ -49,7 +49,7 @@ async function focusApplication(appName) {
   if (config.TD_VM) {
     let result = await sandbox.send({type: "commands.run", command: `/home/user/scripts/control_window.sh "${appName}" Focus`});
     if (result.type == "error") {
-      logger.error(result.error.result.stdout);
+      logger.debug(result.error.result.stdout);
     }
 
     return;
@@ -65,7 +65,7 @@ async function focusApplication(appName) {
       return runPwsh(appName, "Focus");
     }
   } catch (error) {
-    logger.error(error);
+    logger.debug(error);
   }
 }
 
@@ -79,7 +79,7 @@ async function hideTerminal(appName) {
         return runPwsh(appName, "Minimize");
       }
     } catch (error) {
-      logger.error(error);
+      logger.debug(error);
     }
   }
 }
@@ -88,12 +88,14 @@ async function showTerminal(appName) {
   if (!config.TD_VM) {
     try {
       if (platform() == "mac") {
-        return await execSync(`osascript -e '${appleScriptActivate(appName)}'`);
+        await execSync(`osascript -e '${appleScriptActivate(appName)}'`);
+        await execSync(`osascript -e '${appleScriptSetFrontmost(appName)}'`);
+        
       } else if (platform() == "windows") {
         return runPwsh(appName, "Restore");
       }
     } catch (error) {
-      logger.error(error);
+      logger.debug(error);
     }
   }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "5.6.2",
+  "version": "5.6.3",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {