testdriverai 5.6.5 → 5.7.0

package/agent.js

@@ -1108,7 +1108,7 @@ let run = async (file = thisFile, shouldSave = false, shouldExit = true) => {
     } else {
 
       let markdown = `\`\`\`yaml
-  ${yaml.dump(step)}
+${yaml.dump(step)}
   \`\`\``;
 
       logger.debug(markdown);

package/lib/commander.js

@@ -212,10 +212,12 @@ commands:
         response = await commands["focus-application"](object.name);
         break;
       case "remember":
-        logger.info(generator.jsonToManual(object));
+        { logger.info(generator.jsonToManual(object));
         notify(generator.jsonToManual(object, false));
-        response = await commands["remember"](object.description, object.value);
-        break;
+        let value = await commands["remember"](object.description);
+        console.log(value);
+        outputs.set(object.output, value);
+        break; }
       case "assert":
         speak(`asserting ${object.expect}`);
         server.broadcast("status", `asserting ${object.expect}`);

package/lib/commands.js

@@ -3,6 +3,7 @@ const sdk = require("./sdk");
 const vm = require("vm");
 const chalk = require("chalk");
 const server = require("./ipc");
+const outputs = require("./outputs");
 const {
   captureScreenBase64,
   captureScreenPNG,
@@ -734,10 +735,12 @@ let commands = {
     await redraw.wait(1000);
     return "The application was focused.";
   },
-  remember: async (description, value) => {
-    await sdk.req("remember", { description, value });
-
-    return `${description} will be remembered as ${value}`; // important, otherwise we get in a loop of membering
+  remember: async (description) => {
+    let result = await sdk.req("remember", { 
+      image: await captureScreenBase64(),
+      description 
+    });
+    return result.data;
   },
   assert: async (assertion, async = false) => {
     return await assert(assertion, true, async);

package/lib/outputs.js

@@ -1,4 +1,5 @@
 let outputs = {};
+const {logger} = require('./logger');
 
 module.exports = {
   getAll: () => {
@@ -10,6 +11,7 @@ module.exports = {
   set: (key, value) => {
     if (key && value) {
       outputs[key] = value;
+      logger.info(`OUTPUT.${key} = ${value}`);
     }
   },
 };

package/lib/sdk.js

@@ -102,7 +102,7 @@ const req = async (path, data, onChunk) => {
     ? [root, path].join("")
     : [root, "api", version, "testdriver", path].join("/");
 
-  const config = {
+  const c = {
     method: "post",
     headers: { 
     "Content-Type": "application/json",
@@ -119,7 +119,7 @@ const req = async (path, data, onChunk) => {
   try {
     let response;
 
-    response = await axios(url, config);
+    response = await axios(url, c);
 
     const contentType = response.headers["content-type"]?.toLowerCase();
     const isJsonl = contentType === "application/jsonl";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "5.6.5",
+  "version": "5.7.0",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {

package/schema.json

@@ -488,13 +488,13 @@
                       "description": {
                         "type": "string"
                       },
-                      "value": {
+                      "output": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "description",
-                      "value"
+                      "output"
                     ]
                   }
                 },

package/testdriver/remember.yaml

@@ -0,0 +1,16 @@
+version: 5.6.2
+session: 681cdec532fef6c6f161c4a4
+steps:
+  - prompt: search for the current track in spotify
+    commands:
+      - command: focus-application
+        name: spotify
+      - command: remember
+        output: track
+        description: the track now playing in spotify
+      - command: hover-text
+        text: What do you want to play?
+        description: the spotify search bar
+        action: click
+      - command: type
+        text: ${OUTPUT.track}

package/testdriver/testdriver_2025-05-14T18-59-04-439Z.yaml

@@ -0,0 +1,7 @@
+version: 5.6.6
+session: 6824e7ff58a65c2836a75af3
+steps:
+  - prompt: log in
+    commands:
+      - command: focus-application
+        name: Google Chrome

package/testdriver/testdriver_2025-05-14T18-59-35-628Z.yaml

@@ -0,0 +1,7 @@
+version: 5.6.6
+session: 6824e81ca8c2f5886f8c8eb8
+steps:
+  - prompt: log in
+    commands:
+  - command: focus-application
+    name: Google Chrome