testdriverai 5.6.6 → 5.7.1

package/agent.js

@@ -849,7 +849,6 @@ const firstPrompt = async () => {
       const flags = commands.slice(2);
       let shouldSave = flags.includes("--save") ? true : false;
       let shouldExit = flags.includes("--exit") ? true : false;
-
       await run(file, shouldSave, shouldExit);
     } else if (input.indexOf("/generate") == 0) {
       const skipYaml = commands[4] === "--skip-yaml";
@@ -1092,12 +1091,10 @@ let run = async (file = thisFile, shouldSave = false, shouldExit = true) => {
     logger.info(``, null);
     logger.info(chalk.yellow(`> ${step.prompt || "no prompt"}`), null);
 
-    if (shouldSave) {
-      executionHistory.push({
-        prompt: step.prompt,
-        commands: [], // run will overwrite the commands
-      });
-    }
+    executionHistory.push({
+      prompt: step.prompt,
+      commands: [], // run will overwrite the commands
+    });
 
     if (!step.commands && !step.prompt) {
       logger.info(chalk.red("No commands or prompt found"));

package/lib/commander.js

@@ -212,10 +212,12 @@ commands:
         response = await commands["focus-application"](object.name);
         break;
       case "remember":
-        logger.info(generator.jsonToManual(object));
+        { logger.info(generator.jsonToManual(object));
         notify(generator.jsonToManual(object, false));
-        response = await commands["remember"](object.description, object.value);
-        break;
+        let value = await commands["remember"](object.description);
+        console.log(value);
+        outputs.set(object.output, value);
+        break; }
       case "assert":
         speak(`asserting ${object.expect}`);
         server.broadcast("status", `asserting ${object.expect}`);

package/lib/commands.js

@@ -3,6 +3,7 @@ const sdk = require("./sdk");
 const vm = require("vm");
 const chalk = require("chalk");
 const server = require("./ipc");
+const outputs = require("./outputs");
 const {
   captureScreenBase64,
   captureScreenPNG,
@@ -734,10 +735,12 @@ let commands = {
     await redraw.wait(1000);
     return "The application was focused.";
   },
-  remember: async (description, value) => {
-    await sdk.req("remember", { description, value });
-
-    return `${description} will be remembered as ${value}`; // important, otherwise we get in a loop of membering
+  remember: async (description) => {
+    let result = await sdk.req("remember", { 
+      image: await captureScreenBase64(),
+      description 
+    });
+    return result.data;
   },
   assert: async (assertion, async = false) => {
     return await assert(assertion, true, async);

package/lib/outputs.js

@@ -1,4 +1,5 @@
 let outputs = {};
+const {logger} = require('./logger');
 
 module.exports = {
   getAll: () => {
@@ -10,6 +11,7 @@ module.exports = {
   set: (key, value) => {
     if (key && value) {
       outputs[key] = value;
+      logger.info(`OUTPUT.${key} = ${value}`);
     }
   },
 };

package/lib/sdk.js

@@ -102,7 +102,7 @@ const req = async (path, data, onChunk) => {
     ? [root, path].join("")
     : [root, "api", version, "testdriver", path].join("/");
 
-  const config = {
+  const c = {
     method: "post",
     headers: { 
     "Content-Type": "application/json",
@@ -119,7 +119,7 @@ const req = async (path, data, onChunk) => {
   try {
     let response;
 
-    response = await axios(url, config);
+    response = await axios(url, c);
 
     const contentType = response.headers["content-type"]?.toLowerCase();
     const isJsonl = contentType === "application/jsonl";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "5.6.6",
+  "version": "5.7.1",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {

package/schema.json

@@ -488,13 +488,13 @@
                       "description": {
                         "type": "string"
                       },
-                      "value": {
+                      "output": {
                         "type": "string"
                       }
                     },
                     "required": [
                       "description",
-                      "value"
+                      "output"
                     ]
                   }
                 },

package/testdriver/overwrite.yaml

@@ -0,0 +1,25 @@
+version: 5.7.0
+session: 682a077a1e7bdbd8dadde32f
+steps:
+  - prompt: open chrome
+    commands:
+      - command: press-keys
+        keys:
+          - command
+          - space
+      - command: type
+        text: Google Chrome
+      - command: press-keys
+        keys:
+          - enter
+  - prompt: search for youtube
+    commands:
+      - command: press-keys
+        keys:
+          - command
+          - space
+      - command: type
+        text: Google Chrome
+      - command: press-keys
+        keys:
+          - enter

package/testdriver/remember.yaml

@@ -0,0 +1,16 @@
+version: 5.6.2
+session: 681cdec532fef6c6f161c4a4
+steps:
+  - prompt: search for the current track in spotify
+    commands:
+      - command: focus-application
+        name: spotify
+      - command: remember
+        output: track
+        description: the track now playing in spotify
+      - command: hover-text
+        text: What do you want to play?
+        description: the spotify search bar
+        action: click
+      - command: type
+        text: ${OUTPUT.track}

package/testdriver/testdriver_2025-05-14T18-59-04-439Z.yaml

@@ -0,0 +1,7 @@
+version: 5.6.6
+session: 6824e7ff58a65c2836a75af3
+steps:
+  - prompt: log in
+    commands:
+      - command: focus-application
+        name: Google Chrome

package/testdriver/testdriver_2025-05-14T18-59-35-628Z.yaml

@@ -0,0 +1,7 @@
+version: 5.6.6
+session: 6824e81ca8c2f5886f8c8eb8
+steps:
+  - prompt: log in
+    commands:
+  - command: focus-application
+    name: Google Chrome