testdriverai 5.3.9 → 5.3.10

package/agent.js

@@ -239,7 +239,13 @@ const dieOnFatal = async (error) => {
 // creates a new "thread" in which the AI is given an error
 // and responds. notice `actOnMarkdown` which will continue
 // the thread until there are no more codeblocks to execute
-const haveAIResolveError = async (error, markdown, depth = 0, undo = true) => {
+const haveAIResolveError = async (
+  error,
+  markdown,
+  depth = 0,
+  undo = true,
+  shouldSave,
+) => {
   if (error.fatal) {
     return await dieOnFatal(error);
   }
@@ -299,7 +305,7 @@ const haveAIResolveError = async (error, markdown, depth = 0, undo = true) => {
   mdStream.end();
 
   if (response?.data) {
-    return await actOnMarkdown(response.data, depth, true);
+    return await actOnMarkdown(response.data, depth, true, false, shouldSave);
   }
 };
 
@@ -350,7 +356,7 @@ const check = async () => {
 // command is transformed from a single yml entry generated by the AI into a JSON object
 // it is mapped via `commander` to the `commands` module so the yaml
 // parameters can be mapped to actual functions
-const runCommand = async (command, depth) => {
+const runCommand = async (command, depth, shouldSave) => {
   let yml = await yaml.dump(command);
 
   logger.debug(`running command: \n\n${yml}`);
@@ -372,7 +378,7 @@ const runCommand = async (command, depth) => {
     }
 
     if (response && typeof response === "string") {
-      return await actOnMarkdown(response, depth);
+      return await actOnMarkdown(response, depth, true, false);
     }
   } catch (error) {
     return await haveAIResolveError(
@@ -380,6 +386,7 @@ const runCommand = async (command, depth) => {
       yaml.dump({ commands: [yml] }),
       depth,
       true,
+      shouldSave,
     );
   }
 };
@@ -392,6 +399,7 @@ const executeCommands = async (
   depth,
   pushToHistory = false,
   dry = false,
+  shouldSave = false,
 ) => {
   if (commands?.length) {
     for (const command of commands) {
@@ -400,7 +408,11 @@ const executeCommands = async (
       }
 
       if (!dry) {
-        await runCommand(command, depth);
+        await runCommand(command, depth, shouldSave);
+      }
+
+      if (shouldSave) {
+        await save({ silent: true });
       }
 
       let timeToComplete = (new Date().getTime() - lastCommand) / 1000;
@@ -419,6 +431,7 @@ const executeCodeBlocks = async (
   depth,
   pushToHistory = false,
   dry = false,
+  shouldSave = false,
 ) => {
   depth = depth + 1;
 
@@ -434,23 +447,33 @@ const executeCodeBlocks = async (
         e,
         yaml.dump(parser.getYAMLFromCodeBlock(codeblock)),
         depth,
+        shouldSave,
       );
     }
 
-    await executeCommands(commands, depth, pushToHistory, dry);
+    await executeCommands(commands, depth, pushToHistory, dry, shouldSave);
   }
 };
 
 // this is the main function that interacts with the ai, runs commands, and checks the results
 // notice that depth is 0 here. when this function resolves, the task is considered complete
 // notice the call to `check()` which validates the prompt is complete
-const aiExecute = async (message, validateAndLoop = false, dry = false) => {
+const aiExecute = async (
+  message,
+  validateAndLoop = false,
+  dry = false,
+  shouldSave = false,
+) => {
   executionHistory.push({ prompt: lastPrompt, commands: [] });
 
+  if (shouldSave) {
+    await save({ silent: true });
+  }
+
   logger.debug("kicking off exploratory loop");
 
   // kick everything off
-  await actOnMarkdown(message, 0, true, dry);
+  await actOnMarkdown(message, 0, true, dry, shouldSave);
 
   if (validateAndLoop) {
     logger.debug("exploratory loop resolved, check your work");
@@ -461,7 +484,7 @@ const aiExecute = async (message, validateAndLoop = false, dry = false) => {
     try {
       checkCodeblocks = await parser.findCodeBlocks(response);
     } catch (error) {
-      return await haveAIResolveError(error, response, 0);
+      return await haveAIResolveError(error, response, 0, true, true);
     }
 
     logger.debug(`found ${checkCodeblocks.length} codeblocks`);
@@ -560,6 +583,7 @@ const exploratoryLoop = async (
   currentTask,
   dry = false,
   validateAndLoop = false,
+  shouldSave = true,
 ) => {
   lastPrompt = currentTask;
   checkCount = 0;
@@ -594,7 +618,7 @@ const exploratoryLoop = async (
   mdStream.end();
 
   if (message) {
-    await aiExecute(message.data, validateAndLoop, dry);
+    await aiExecute(message.data, validateAndLoop, dry, shouldSave);
     logger.debug("showing prompt from exploratoryLoop response check");
   }
 
@@ -714,6 +738,7 @@ const actOnMarkdown = async (
   depth,
   pushToHistory = false,
   dry = false,
+  shouldSave,
 ) => {
   logger.debug("%j", {
     message: "actOnMarkdown called",
@@ -725,7 +750,7 @@ const actOnMarkdown = async (
     codeblocks = await parser.findCodeBlocks(content);
   } catch (error) {
     pushToHistory = false;
-    return await haveAIResolveError(error, content, depth);
+    return await haveAIResolveError(error, content, depth, false, shouldSave);
   }
 
   if (codeblocks.length) {
@@ -734,6 +759,7 @@ const actOnMarkdown = async (
       depth,
       pushToHistory,
       dry,
+      shouldSave,
     );
     return executions;
   } else {
@@ -864,7 +890,7 @@ const firstPrompt = async () => {
         logger.error(result.error.result.stdout);
       }
     } else {
-      await exploratoryLoop(input, false, true);
+      await exploratoryLoop(input, false, true, true);
     }
 
     setTerminalWindowTransparency(false);
@@ -1104,7 +1130,7 @@ ${yaml.dump(step)}
     logger.debug("load calling actOnMarkdown");
 
     lastPrompt = step.prompt;
-    await actOnMarkdown(markdown, 0, true);
+    await actOnMarkdown(markdown, 0, true, false, shouldSave);
 
     if (shouldSave) {
       await save({ silent: true });

package/docs/features/auto-healing.mdx

@@ -89,7 +89,7 @@ jobs:
         with:
           key: ${{ secrets.TESTDRIVER_API_KEY }}
           prompt: |
-            1. /run testdriver/onboarding.yaml
+            1. /run testdriver/onboarding.yaml --save
           create-pr: true
           pr-title: "Auto-Healed Test Updates"
           pr-base: main

package/docs/getting-started/vscode.mdx

@@ -12,7 +12,7 @@ The TestDriver.ai VSCode extension is available for download on our GitHub relea
 <Card
   title="Download the VSCode Extension"
   icon="download"
-  href="https://github.com/testdriverai/vscode/releases"
+  href="https://github.com/testdriverai/vscode/releases/latest/download/testdriver.vsix"
 >
   Get the latest version of the TestDriver.ai VSCode extension from our GitHub releases page. 
 </Card>

package/lib/upload-secrets.js

@@ -1,65 +1,65 @@
-const fs = require('fs');
-const { execSync } = require('child_process');
-const dotenv = require('dotenv');
-const prompts = require('prompts');
+const fs = require("fs");
+const { execSync } = require("child_process");
+const dotenv = require("dotenv");
+const prompts = require("prompts");
 
 module.exports = async () => {
-  
-// 1. Check for GitHub CLI
-try {
-  execSync('gh --version', { stdio: 'ignore' });
-} catch (err) {
-  console.log(err)
-  console.error('❌ GitHub CLI (gh) is not installed.\n');
-  console.log('👉 Install it from https://cli.github.com/');
-  console.log('   macOS:    brew install gh');
-  console.log('   Windows:  winget install GitHub.cli');
-  console.log('   Ubuntu:   sudo apt install gh\n');
-  process.exit(1);
-}
-
-// 2. Load and parse .env file
-const envPath = '.env';
-if (!fs.existsSync(envPath)) {
-  console.error('❌ .env file not found.');
-  process.exit(1);
-}
-
-const env = dotenv.parse(fs.readFileSync(envPath));
-const tdSecrets = Object.entries(env).filter(([key]) => key.startsWith('TD_'));
-
-if (tdSecrets.length === 0) {
-  console.log('ℹ️ No secrets found in .env that start with TD_');
-  process.exit(0);
-}
+  // 1. Check for GitHub CLI
+  try {
+    execSync("gh --version", { stdio: "ignore" });
+  } catch (err) {
+    console.log(err);
+    console.error("❌ GitHub CLI (gh) is not installed.\n");
+    console.log("👉 Install it from https://cli.github.com/");
+    console.log("   macOS:    brew install gh");
+    console.log("   Windows:  winget install GitHub.cli");
+    console.log("   Ubuntu:   sudo apt install gh\n");
+    process.exit(1);
+  }
 
-// 3. Prompt user for confirmation
-(async () => {
-  console.log('\n🔐 The following TD_ secrets will be uploaded:');
-  tdSecrets.forEach(([key]) => console.log(`- ${key}`));
+  // 2. Load and parse .env file
+  const envPath = ".env";
+  if (!fs.existsSync(envPath)) {
+    console.error("❌ .env file not found.");
+    process.exit(1);
+  }
 
-  const response = await prompts({
-    type: 'confirm',
-    name: 'confirm',
-    message: '\nAre you sure you want to upload these secrets to the current GitHub repo?',
-    initial: false,
-  });
+  const env = dotenv.parse(fs.readFileSync(envPath));
+  const tdSecrets = Object.entries(env).filter(([key]) =>
+    key.startsWith("TD_"),
+  );
 
-  if (!response.confirm) {
-    console.log('❌ Upload cancelled.');
+  if (tdSecrets.length === 0) {
+    console.log("ℹ️ No secrets found in .env that start with TD_");
     process.exit(0);
   }
 
-  // 4. Upload secrets using GitHub CLI
-  for (const [key, value] of tdSecrets) {
-    try {
-      const cmd = `gh secret set ${key} --body "${value}"`;
-      execSync(cmd, { stdio: 'inherit' });
-    } catch (err) {
-      console.error(`❌ Failed to upload ${key}: ${err.message}`);
-    }
-  }
+  // 3. Prompt user for confirmation
+  (async () => {
+    console.log("\n🔐 The following TD_ secrets will be uploaded:");
+    tdSecrets.forEach(([key]) => console.log(`- ${key}`));
 
-})();
+    const response = await prompts({
+      type: "confirm",
+      name: "confirm",
+      message:
+        "\nAre you sure you want to upload these secrets to the current GitHub repo?",
+      initial: false,
+    });
 
-}
+    if (!response.confirm) {
+      console.log("❌ Upload cancelled.");
+      process.exit(0);
+    }
+
+    // 4. Upload secrets using GitHub CLI
+    for (const [key, value] of tdSecrets) {
+      try {
+        const cmd = `gh secret set ${key} --body "${value}"`;
+        execSync(cmd, { stdio: "inherit" });
+      } catch (err) {
+        console.error(`❌ Failed to upload ${key}`);
+      }
+    }
+  })();
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "5.3.9",
+  "version": "5.3.10",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {