testdriverai 5.5.8 → 5.6.0

package/electron/overlay.html

@@ -17,6 +17,7 @@
       font-style: normal;
       font-size: 14px;
       scrollbar-width: none; /* Hide scrollbars for Firefox */
+      pointer-events: none;
     }
 
     *::-webkit-scrollbar {
@@ -77,10 +78,6 @@
       position: relative;
     }
 
-    #main {
-      pointer-events: none;
-    }
-
     .screenshot {
       position: absolute;
       inset: 0;
@@ -94,7 +91,6 @@
       animation-timing-function: ease;
       animation-fill-mode: forwards;
       background-color: white;
-      pointer-events: none;
     }
 
     .box {
@@ -192,7 +188,6 @@
     }
 
     #terminal-wrapper {
-      pointer-events: none;
       position: absolute;
       right: calc(100vw - 600px);
       top: 0px;
@@ -212,7 +207,6 @@
     }
 
     #boxes {
-      pointer-events: none;
       position: absolute;
       top: 0;
       left: 0;
@@ -223,11 +217,13 @@
 
     #vm-iframe {
       position: absolute;
+      display: none;
       top: 0;
       left: 0;
       width: 100%;
       height: 100%;
       border: none;
+      pointer-events: auto;
     }
   </style>
   <link rel="stylesheet" href="terminal/xterm.css" />
@@ -356,6 +352,7 @@
 
     ipcRenderer.on(events.vm.show, (event, data) => {
       const iframe = document.querySelector("#vm-iframe");
+      iframe.style.display = "block";
       iframe.src = data.url;
     });
 

package/lib/commands.js

@@ -434,6 +434,7 @@ let commands = {
   // press keys
   // different than `type`, becasue it can press multiple keys at once
   "press-keys": async (inputKeys) => {
+
     await redraw.start();
 
     // robotjs is finiky with key-up on modifier keys
@@ -458,14 +459,6 @@ let commands = {
       }
     });
 
-    // make sure all keys are valid
-    keysPressed.forEach((key) => {
-      if (keymap[key] === undefined) {
-        logger.error(`Key not found: ${key}`);
-        throw new AiError(`Key not found: ${key}`);
-      }
-    });
-
     // only one key can be pressed at a time
     if (!config.TD_VM && keysPressed.length > 1) {
       throw new AiError(
@@ -477,14 +470,18 @@ let commands = {
     let modsToPress = [];
 
     if (!config.TD_VM) {
-      modifierKeysPressed.map((key) => {
-        if (keymap[key] === undefined) {
-          logger.error(`Modifier key not found: ${key}`);
-          throw new AiError(`Modifier key not found: ${key}`);
+      modsToPress = modifierKeysPressed.map((key) => {
+        if (modifierKeys[key] === undefined) {
+          return key;
         } else {
           return keymap[key];
         }
       });
+
+      modsToPress.forEach((key) => {
+        robot.keyToggle(key, "down");
+      });
+
       robot.keyTap(keysPressed[0], modsToPress);
     } else {
       await sandbox.send({ type: "press", keys: keysPressed });

package/lib/focus-application.js

@@ -38,13 +38,7 @@ end tell`;
 //     set value of attribute "AXMinimized" of every window of application process "${windowName}" to true
 // end tell`;
 
-const appleScriptActivate = (windowName) => `
-tell application id "${windowName}"
-    set miniaturized of every window to false
-    reopen
-    activate
-end tell
-`;
+const appleScriptActivate = (windowName) => `tell application "${windowName}" to activate`;
 
 const runPwsh = (appName, method) => {
   let script = `powershell -ExecutionPolicy Bypass -Command "& { ${scriptPath} '${appName}' '${method}' }"`;
@@ -63,7 +57,7 @@ async function focusApplication(appName) {
 
   try {
     if (platform() == "mac") {
-      return await execSync(`osascript -e '${appleScriptSetFrontmost(appName)}'`);
+      return await execSync(`osascript -e '${appleScriptActivate(appName)}'`);
     } else if (platform() == "linux") {
       // TODO: This needs fixing
       return;

package/lib/parser.js

@@ -24,19 +24,17 @@ function formatAjvError(error) {
 
 // use markdown parser to find code blocks within AI response
 const findCodeBlocks = async function (markdownContent) {
-  return new Promise((resolve, reject) => {
-    parser.parse(markdownContent, (err, result) => {
-      if (err) {
-        return reject(err);
-      }
 
-      let codes = result.codes.filter((code) => {
-        return code.code.indexOf("yml") > -1 || code.code.indexOf("yaml") > -1;
-      });
+  console.log(markdownContent)
 
-      return resolve(codes);
-    });
-  });
+  let md = markdownContent.match(/```yaml\n([\s\S]*?)```/);
+  console.log('returning')
+
+  if (md) {
+    return [{code: md[1]}];
+  } else {
+    return []
+  }
 };
 
 // use markdown parser to find code blocks within AI response

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "5.5.8",
+  "version": "5.6.0",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {

package/testdriver/lifecycle/prerun.yaml

@@ -1,19 +0,0 @@
-version: 5.1.1
-session: 67f00511acbd9ccac373edf7
-steps:
-  - prompt: launch chrome
-    commands:
-      - command: exec
-        lang: shell
-        linux: |
-          jumpapp google-chrome --disable-fre --no-default-browser-check --no-first-run "${TD_WEBSITE}" &
-          exit
-        mac: |
-          open -na "Google Chrome" --args --disable-fre --no-default-browser-check --no-first-run --disable-features=PasswordManagerEnabled "${TD_WEBSITE}" &
-          exit
-        windows:
-          Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "${TD_WEBSITE}"
-          exit
-      - command: wait-for-text
-        text: "Google Chrome"
-        timeout: 30000