testdriverai 5.3.15 → 5.3.16

package/docs/commands/exec.mdx

@@ -11,6 +11,7 @@ The `exec` command allows you to execute custom NodeJS scripts within your TestD
 |------------|-----------|-----------------------------------------------------------------------------|
 | `lang`     | `string`  | The language of the script to execute. Supported values are `shell` and `js`. |
 | `output`   | `string`  | The variable name to store the result of the script. This variable can be accessed as `${OUTPUT.<var>}` in future steps. |
+| `silent`   | `string`  | Defaults to `true`. This is useful for suppressing unnecessary or private output in the test logs. If set to `false`, the command will print the output of the script. This is useful for debugging. |
 | `linux`    | `string`  | The script to execute on Linux systems. For `js`, the script must define the output as `result`. |
 | `windows`  | `string`  | The script to execute on Windows systems. For `js`, the script must define the output as `result`. |
 | `mac`      | `string`  | The script to execute on macOS systems. For `js`, the script must define the output as `result`. |

package/lib/commander.js

@@ -14,7 +14,9 @@ const {server} = require("./ipc");
 // replace all occurances of ${OUTPUT.ls} with outputs.get("ls") in every possible property of the `object` 
 // this is a recursive function that will go through all the properties of the object
 const replaceOutputs = (obj) => {
+
   for (let key in obj) {
+
     if (typeof obj[key] === "object") {
       replaceOutputs(obj[key]);
     } else if (typeof obj[key] === "string") {
@@ -228,7 +230,7 @@ commands:
         logger.info(generator.jsonToManual(object));
         notify(generator.jsonToManual(object, false));
 
-        response = await commands.exec(object.lang, object.mac, object.windows, object.linux);
+        response = await commands.exec(object.lang, object.mac, object.windows, object.linux, object.silent);
         
         outputs.set(object.output, response);
         

package/lib/commands.js

@@ -734,7 +734,7 @@ let commands = {
   assert: async (assertion, async = false) => {
     return await assert(assertion, true, async);
   },
-  exec: async (language, mac_code, windows_code, linux_code) => {
+  exec: async (language, mac_code, windows_code, linux_code, silent = true) => {
     logger.info(chalk.dim(`calling exec...`), true);
 
     let plat = platform();
@@ -758,11 +758,13 @@ let commands = {
     if (language == "shell") {
       logger.info(chalk.dim(`running in shell...`), true);
 
+      let result = null;
+
       if (plat == "linux") {
         if (config.TD_VM) {
           logger.info(chalk.dim(`sending value of \`linux\` to vm...`), true);
 
-          return await sandbox.send({
+          result = await sandbox.send({
             type: "commands.run",
             command: linux_code,
           });
@@ -775,35 +777,40 @@ let commands = {
             chalk.dim(`running value of \`${plat}\` on this machine...`),
             true,
           );
-          return await exec(mac_code, { cwd: cwd() });
+          result = await exec(linux_code, { cwd: cwd() });
         }
       } else if (plat == "windows") {
         logger.info(
           chalk.dim(`running value of \`${plat}\` on this machine...`),
           true,
         );
-        return await exec(windows_code, { cwd: cwd() });
+        result = await exec(windows_code, { cwd: cwd() });
       } else if (plat == "mac") {
         logger.info(
           chalk.dim(`running value of \`${plat}\` on this machine...`),
           true,
         );
-        return await exec(mac_code, { cwd: cwd() });
+        result = await exec(mac_code, { cwd: cwd() });
+      }
+
+      if (result.out.exitCode !== 0) {
+        throw new AiError(
+          `Command failed with exit code ${result.out.exitCode}: ${result.out.stderr}`,
+          true,
+        );
+      } else {
+        
+        if (!silent) {
+          logger.info(chalk.dim(`Command output:`), true);
+          logger.info(`${result.out.stdout}`, true)
+        }
+
+        return result.out.stdout.trim();
       }
+
     } else if (language == "js") {
       logger.info(chalk.dim(`running js...`), true);
 
-      // must be assigned to `result`
-      // do not overwrite `result`
-      // must install locally via npm install
-
-      // if (config.TD_VM) {
-      //   logger.info(chalk.dim(`running value of \`linux\` on vm...`), true);
-      //   return await sandbox.send({
-      //     type: "js.run",
-      //     js: linux_code,
-      //   });
-      // } else {
       logger.info(
         chalk.dim(`running value of \`${plat}\` in local JS vm...`),
         true,
@@ -817,7 +824,18 @@ let commands = {
           })();
         `);
 
-      await script.runInContext(context);
+      try {
+        await script.runInContext(context);
+      } catch (e) {
+        throw new AiError(
+          `Error running script: ${e.message}`,
+          true,
+        );
+      }
+
+      if (!context.result) {
+        logger.info(`No result returned from script`, true);
+      }
 
       // wait for context.result to resolve
       const stepResult = await context.result;

package/lib/outputs.js

@@ -1,6 +1,9 @@
 let outputs = {};
 
 module.exports = {
+  getAll: () => {
+    return outputs;
+  },
   get: (key) => {
     return outputs[key] || null;
   },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "5.3.15",
+  "version": "5.3.16",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {