testdriverai 6.0.28 → 6.1.0

package/agent/index.js

@@ -63,7 +63,11 @@ class TestDriverAgent extends EventEmitter2 {
     // Derive properties from cliArgs
     const flags = cliArgs.options || {};
     const firstArg = cliArgs.args && cliArgs.args[0];
+    
+    // All commands (run, edit, generate) use the same pattern:
+    // first argument is the main file to work with
     this.thisFile = firstArg || this.config.TD_DEFAULT_TEST_FILE;
+    
     this.resultFile = flags.resultFile || null;
     this.newSandbox = flags.newSandbox || false;
     this.healMode = flags.healMode || flags.heal || false;
@@ -87,6 +91,8 @@ class TestDriverAgent extends EventEmitter2 {
       }
     }
 
+
+
     // Create parser instance with this agent's emitter
     this.parser = createParser(this.emitter);
 
@@ -887,30 +893,33 @@ commands:
   // based on the current state of the system (primarily the current screenshot)
   // it will generate files that contain only "prompts"
   // @todo revit the generate command
-  async generate(type, count, baseYaml, skipYaml = false) {
-    this.emitter.emit(events.log.debug, "generate called, %s", type);
+  async generate(count = 1) {
 
-    this.emitter.emit(events.log.narration, theme.dim("thinking..."), true);
+    console.log('generate being called with count:', count)
 
-    if (baseYaml && !skipYaml) {
-      await this.runLifecycle("prerun");
-      await this.run(baseYaml, false, false);
-      await this.runLifecycle("postrun");
-    }
+    this.emitter.emit(events.log.debug, `generate called with count: ${count}`);
+
+    await this.runLifecycle("prerun");
+
+    this.emitter.emit(events.log.narration, theme.dim("thinking..."), true);
 
     let image = await this.system.captureScreenBase64();
 
     const streamId = `generate-${Date.now()}`;
     this.emitter.emit(events.log.markdown.start, streamId);
 
+    let mouse = await this.system.getMousePosition();
+    let activeWindow = await this.system.activeWin();
+
     let message = await this.sdk.req(
       "generate",
       {
-        type,
+        prompt: 'make sure to do a spellcheck',
         image,
-        mousePosition: await this.system.getMousePosition(),
-        activeWindow: await this.system.activeWin(),
+        mousePosition: mouse,
+        activeWindow: activeWindow,
         count,
+        stream: false
       },
       (chunk) => {
         if (chunk.type === "data") {
@@ -923,6 +932,8 @@ commands:
 
     let testPrompts = await this.parser.findGenerativePrompts(message.data);
 
+    console.log(testPrompts)
+
     // for each testPrompt
     for (const testPrompt of testPrompts) {
       // with the contents of the testPrompt
@@ -933,35 +944,37 @@ commands:
           .replace(/['"`]/g, "")
           .replace(/[^a-zA-Z0-9-]/g, "") // remove any non-alphanumeric chars except hyphens
           .toLowerCase() + ".yaml";
+
       let path1 = path.join(
         this.workingDir,
         "testdriver",
         "generate",
         fileName,
       );
-
       // create generate directory if it doesn't exist
-      if (!fs.existsSync(path.join(this.workingDir, "generate"))) {
-        fs.mkdirSync(path.join(this.workingDir, "generate"));
+      const generateDir = path.join(this.workingDir, "testdriver", "generate");
+      if (!fs.existsSync(generateDir)) {
+        fs.mkdirSync(generateDir);
+        console.log('Created generate directory:', generateDir);
+      } else {
+        console.log('Generate directory already exists:', generateDir);
       }
 
       let list = testPrompt.steps;
 
-      if (baseYaml && fs.existsSync(baseYaml)) {
-        list.unshift({
-          step: {
-            command: "run",
-            file: baseYaml,
-          },
-        });
-      }
       let contents = yaml.dump({
         version: packageJson.version,
         steps: list,
       });
+
+
+      console.log('writing file', path1, contents)
+
       fs.writeFileSync(path1, contents);
     }
 
+    await this.runLifecycle("postrun");
+
     this.exit(false);
   }
 
@@ -1813,7 +1826,7 @@ ${regression}
       }
 
       // if the directory for thisFile doesn't exist, create it
-      if (this.cliArgs.command !== "sandbox") {
+      if (this.cliArgs.command !== "sandbox" && this.cliArgs.command !== "generate") {
         const dir = path.dirname(this.thisFile);
         if (!fs.existsSync(dir)) {
           fs.mkdirSync(dir, { recursive: true });
@@ -1838,7 +1851,7 @@ ${regression}
         await this.sdk.auth();
       }
 
-      if (this.cliArgs.command !== "sandbox") {
+      if (this.cliArgs.command !== "sandbox" && this.cliArgs.command !== "generate") {
         this.emitter.emit(
           events.log.log,
           theme.dim(`Working on ${this.thisFile}`),
@@ -2032,9 +2045,21 @@ Please check your network connection, TD_API_KEY, or the service status.`,
   }
 
   async runLifecycle(lifecycleName) {
+
+    console.log("Running lifecycle:", lifecycleName);
+
     // Use the current file path from sourceMapper to find the lifecycle directory
     // If sourceMapper doesn't have a current file, use thisFile which should be the file being run
     let currentFilePath = this.sourceMapper.currentFilePath || this.thisFile;
+
+    console.log("Current file path:", currentFilePath);
+    
+    // If we still don't have a currentFilePath, fall back to the default testdriver directory
+    if (!currentFilePath) {
+      currentFilePath = path.join(this.workingDir, "testdriver", "testdriver.yaml");
+      console.log("No currentFilePath found, using fallback:", currentFilePath);
+    }
+    
     // Ensure we have an absolute path
     if (currentFilePath && !path.isAbsolute(currentFilePath)) {
       currentFilePath = path.resolve(this.workingDir, currentFilePath);
@@ -2071,6 +2096,9 @@ Please check your network connection, TD_API_KEY, or the service status.`,
         }
       }
     }
+
+    console.log(lifecycleFile)
+
     if (lifecycleFile) {
       // Store current source mapping state before running lifecycle file
       const previousContext = this.sourceMapper.saveContext();
@@ -2140,7 +2168,7 @@ Please check your network connection, TD_API_KEY, or the service status.`,
     }
 
     // Move environment setup and special handling here
-    if (["edit", "run"].includes(commandName)) {
+    if (["edit", "run", "generate"].includes(commandName)) {
       await this.buildEnv(options);
     }
 

package/agent/interface.js

@@ -196,6 +196,42 @@ function createCommandDefinitions(agent) {
         console.log(`TestDriver.ai v${packageJson.version}`);
       },
     },
+
+    generate: {
+      description: "Generate test files based on current screen state",
+      args: {
+        file: Args.string({
+          description: "Base test file to run before generating (optional)",
+          required: false,
+        }),
+      },
+      flags: {
+        count: Flags.integer({
+          description: "Number of test files to generate",
+          default: 3,
+        }),
+        headless: Flags.boolean({
+          description: "Run in headless mode (no GUI)",
+          default: false,
+        }),
+        new: Flags.boolean({
+          description:
+            "Create a new sandbox instead of reconnecting to an existing one",
+          default: false,
+        }),
+        "sandbox-ami": Flags.string({
+          description: "Specify AMI ID for sandbox instance (e.g., ami-1234)",
+        }),
+        "sandbox-instance": Flags.string({
+          description: "Specify EC2 instance type for sandbox (e.g., i3.metal)",
+        }),
+      },
+      handler: async (args, flags) => {
+        // The file argument is already handled by thisFile in the agent constructor
+        // Just call generate with the count
+        await agent.generate(flags.count || 3);
+      },
+    },
   };
 }
 

package/agent/lib/censorship.js

@@ -38,18 +38,23 @@ const censorSensitiveData = (message) => {
 
 // Function to censor sensitive data in any value (recursive for objects/arrays)
 const censorSensitiveDataDeep = (value) => {
-  if (typeof value === "string") {
-    return censorSensitiveData(value);
-  } else if (Array.isArray(value)) {
-    return value.map(censorSensitiveDataDeep);
-  } else if (value && typeof value === "object") {
-    const result = {};
-    for (const [key, val] of Object.entries(value)) {
-      result[key] = censorSensitiveDataDeep(val);
+  try {
+    if (typeof value === "string") {
+      return censorSensitiveData(value);
+    } else if (Array.isArray(value)) {
+      return value.map(censorSensitiveDataDeep);
+    } else if (value && typeof value === "object") {
+      const result = {};
+      for (const [key, val] of Object.entries(value)) {
+        result[key] = censorSensitiveDataDeep(val);
+      }
+      return result;
     }
-    return result;
+    return value;
+  } catch {
+    // If we hit any error (like circular reference), just return a safe placeholder
+    return "[Object]";
   }
-  return value;
 };
 
 // Function to update interpolation variables (for runtime updates)

package/agent/lib/generator.js

@@ -1,6 +1,6 @@
 // parses markdown content to find code blocks, and then extracts yaml from those code blocks
 const yaml = require("js-yaml");
-const package = require("../../package.json");
+const pkg = require("../../package.json");
 const session = require("./session");
 const theme = require("./theme");
 // do the actual parsing
@@ -56,7 +56,7 @@ const jsonToManual = function (json, colors = true) {
 const dumpToYML = async function (inputArray, sessionInstance = null) {
   // use yml dump to convert json to yml
   let yml = await yaml.dump({
-    version: package.version,
+    version: pkg.version,
     session: sessionInstance ? sessionInstance.get() : session.get(),
     steps: inputArray,
   });

package/agent/lib/sandbox.js

@@ -23,7 +23,7 @@ const createSandbox = (emitter, analytics) => {
       if (this.socket) {
         this.messageId++;
         message.requestId = `${this.uniqueId}-${this.messageId}`;
-
+        
         // Start timing for this message
         const timingKey = `sandbox-${message.type}`;
         marky.mark(timingKey);

package/agent/lib/sdk.js

@@ -95,7 +95,7 @@ const createSDK = (emitter, config, sessionInstance) => {
         return token;
       } catch (error) {
         outputError(error);
-        return;
+        throw error; // Re-throw the error so calling code can handle it properly
       }
     }
   };
@@ -194,6 +194,7 @@ const createSDK = (emitter, config, sessionInstance) => {
       return value;
     } catch (error) {
       outputError(error);
+      throw error; // Re-throw the error so calling code can handle it properly
     }
   };
 

package/index.html

@@ -0,0 +1,147 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Login</title>
+    <style>
+        * {
+            margin: 0;
+            padding: 0;
+            box-sizing: border-box;
+        }
+
+        body {
+            font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, sans-serif;
+            background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
+            min-height: 100vh;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+        }
+
+        .login-container {
+            background: white;
+            padding: 2rem;
+            border-radius: 10px;
+            box-shadow: 0 15px 35px rgba(0, 0, 0, 0.1);
+            width: 100%;
+            max-width: 400px;
+        }
+
+        .login-header {
+            text-align: center;
+            margin-bottom: 2rem;
+        }
+
+        .login-header h1 {
+            color: #333;
+            font-size: 1.8rem;
+            margin-bottom: 0.5rem;
+        }
+
+        .login-header p {
+            color: #666;
+            font-size: 0.9rem;
+        }
+
+        .form-group {
+            margin-bottom: 1.5rem;
+        }
+
+        .form-group label {
+            display: block;
+            margin-bottom: 0.5rem;
+            color: #333;
+            font-weight: 500;
+        }
+
+        .form-group input {
+            width: 100%;
+            padding: 0.75rem;
+            border: 2px solid #e1e5e9;
+            border-radius: 5px;
+            font-size: 1rem;
+            transition: border-color 0.3s;
+        }
+
+        .form-group input:focus {
+            outline: none;
+            border-color: #667eea;
+        }
+
+        .login-btn {
+            width: 100%;
+            padding: 0.75rem;
+            background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
+            color: white;
+            border: none;
+            border-radius: 5px;
+            font-size: 1rem;
+            font-weight: 500;
+            cursor: pointer;
+            transition: transform 0.2s;
+        }
+
+        .login-btn:hover {
+            transform: translateY(-2px);
+        }
+
+        .forgot-password {
+            text-align: center;
+            margin-top: 1rem;
+        }
+
+        .forgot-password a {
+            color: #667eea;
+            text-decoration: none;
+            font-size: 0.9rem;
+        }
+
+        .forgot-password a:hover {
+            text-decoration: underline;
+        }
+    </style>
+</head>
+<body>
+    <div class="login-container">
+        <div class="login-header">
+            <h1>Welcome Back</h1>
+            <p>Please sign in to your account</p>
+        </div>
+
+        <form id="loginForm">
+            <div class="form-group">
+                <label for="email">Email Address</label>
+                <input type="email" id="email" name="email" required>
+            </div>
+
+            <div class="form-group">
+                <label for="password">Password</label>
+                <input type="password" id="password" name="password" required>
+            </div>
+
+            <button type="submit" class="login-btn">Sign In</button>
+        </form>
+
+        <div class="forgot-password">
+            <a href="#" onclick="alert('Password reset functionality would go here')">Forgot your password?</a>
+        </div>
+    </div>
+
+    <script>
+        document.getElementById('loginForm').addEventListener('submit', function(e) {
+            e.preventDefault();
+
+            const email = document.getElementById('email').value;
+            const password = document.getElementById('password').value;
+
+            if (email && password) {
+                alert('Login functionality would be implemented here.\nEmail: ' + email);
+            } else {
+                alert('Please fill in all fields');
+            }
+        });
+    </script>
+</body>
+</html>

package/interfaces/cli/commands/generate.js

@@ -0,0 +1,3 @@
+const { createOclifCommand } = require("../utils/factory.js");
+
+module.exports = createOclifCommand("generate");

package/interfaces/cli/lib/base.js

@@ -178,7 +178,7 @@ class BaseCommand extends Command {
     // Prepare CLI args for the agent with all derived options
     const cliArgs = {
       command: this.id,
-      args: [filePath], // Pass the resolved file path as the first argument
+      args: filePath ? [filePath] : [], // Only pass file path if it exists
       options: {
         ...flags,
         resultFile:

package/interfaces/cli/utils/factory.js

@@ -28,17 +28,26 @@ function createOclifCommand(commandName) {
           this.agent.readlineInterface = readlineInterface;
           await readlineInterface.start();
         } else {
-          // For run and sandbox commands, use the unified command system
-          const fileArg = args.file || args.action || null;
-          await this.setupAgent(fileArg, flags);
-
+          // For other commands, use the unified command system
           if (commandName === "run") {
+            const fileArg = args.file || args.action || null;
+            await this.setupAgent(fileArg, flags);
             // Set error limit higher for run command
             this.agent.errorLimit = 100;
+            // Execute through unified command system
+            await this.agent.executeUnifiedCommand(commandName, [fileArg], flags);
+          } else if (commandName === "generate") {
+            // For generate command, pass the file argument if provided
+            const fileArg = args.file || null;
+            await this.setupAgent(fileArg, flags);
+            // Execute through unified command system  
+            await this.agent.executeUnifiedCommand(commandName, [fileArg], flags);
+          } else {
+            const primaryArg = args.file || args.action || null;
+            await this.setupAgent(primaryArg, flags);
+            // Execute through unified command system
+            await this.agent.executeUnifiedCommand(commandName, [primaryArg], flags);
           }
-
-          // Execute through unified command system
-          await this.agent.executeUnifiedCommand(commandName, [fileArg], flags);
         }
       } catch (error) {
         console.error(`Error executing ${commandName} command:`, error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "6.0.28",
+  "version": "6.1.0",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {
@@ -34,6 +34,7 @@
     "@oclif/plugin-not-found": "^3.2.59",
     "@oclif/plugin-warn-if-update-available": "^3.1.43",
     "@stoplight/yaml-ast-parser": "^0.0.50",
+    "@trigger.dev/sdk": "^4.0.2",
     "ajv": "^8.17.1",
     "arktype": "^2.1.19",
     "axios": "^1.7.7",
@@ -65,6 +66,7 @@
   },
   "devDependencies": {
     "@eslint/js": "^9.10.0",
+    "@trigger.dev/build": "^4.0.2",
     "chai": "^5.1.2",
     "esbuild": "0.20.2",
     "esbuild-plugin-fileloc": "^0.0.6",

package/static-analysis.datadog.yml

@@ -0,0 +1,10 @@
+schema-version: v1
+rulesets:
+  - javascript-best-practices
+  - javascript-browser-security
+  - javascript-code-style
+  - javascript-common-security
+  - javascript-express
+  - javascript-inclusive
+  - javascript-node-security
+  - jsx-react

package/testdriver/examples/playwright/postrun.yaml

@@ -0,0 +1,44 @@
+version: 6.0.23
+session: 68acf25541189ac907c336fe
+steps:
+  - prompt: Upload test to Airtable
+    commands:
+      - command: exec
+        lang: pwsh
+        timeout: 30000
+        code: |
+          # Find the test file
+          $testFile = Join-Path ([Environment]::GetFolderPath("Desktop")) "pw-test.spec.js"
+          
+          if (!(Test-Path $testFile)) {
+              Write-Host "No test file found"
+              exit 0
+          }
+          
+          # Read file content
+          $content = Get-Content -Path $testFile -Raw
+          $testName = [System.IO.Path]::GetFileNameWithoutExtension("${TD_THIS_FILE}")
+          
+          # Upload to Airtable
+          $data = @{
+              records = @(@{
+                  fields = @{
+                      "Name" = $testName
+                      "Content" = $content
+                      "Created" = (Get-Date -Format "yyyy-MM-dd HH:mm:ss")
+                  }
+              })
+          } | ConvertTo-Json -Depth 3
+          
+          $headers = @{
+              "Authorization" = "Bearer ${TD_AIRTABLE_TOKEN}"
+              "Content-Type" = "application/json"
+          }
+          
+          try {
+              $response = Invoke-RestMethod -Uri "https://api.airtable.com/v0/${TD_AIRTABLE_BASE_ID}/${TD_AIRTABLE_TABLE_NAME}" -Method Post -Headers $headers -Body $data
+              Write-Host "✅ Uploaded: $($response.records[0].id)"
+          } catch {
+              Write-Host "❌ Upload failed: $($_.Exception.Message)"
+          }
+          

package/testdriver/examples/playwright/provision.yaml

@@ -0,0 +1,43 @@
+version: 6.0.23
+session: 68acf25541189ac907c336fe
+steps:
+  - prompt: Download and start playwright codegen
+    commands:
+      - command: exec
+        lang: pwsh
+        timeout: 480000
+        code: |
+          echo "Step 1: Setting up npm environment"
+          # Create npm directory if it doesn't exist
+          $npmDir = "$env:APPDATA\npm"
+          if (!(Test-Path $npmDir)) {
+              New-Item -ItemType Directory -Force -Path $npmDir
+              echo "Created npm directory: $npmDir"
+          }
+
+          echo "Step 2: Installing Node.js and npm (if needed)"
+          # Check if node is available, if not try to install it
+          try {
+              node --version
+              npm --version
+          } catch {
+              echo "Node.js/npm not found, attempting to install..."
+              # Try to install Node.js via winget if available
+              try {
+                  winget install OpenJS.NodeJS
+              } catch {
+                  echo "Could not install Node.js automatically. Please install Node.js manually."
+                  exit 1
+              }
+          }
+
+          echo "Step 3: Installing Playwright dependencies"
+          npm install -g playwright
+          npx playwright install --with-deps chromium
+
+          echo "Step 4: Generating Playwright script (non-blocking)"
+            $desktopPath = [Environment]::GetFolderPath("Desktop")
+            $outputFile = Join-Path $desktopPath "pw-test.spec.js"
+            Start-Process cmd.exe -ArgumentList "/c npx playwright codegen --target playwright-test -o `"$outputFile`" https://airbnb.com"
+          echo "Step 5: Completed"
+          exit

package/testdriver/examples/web/lifecycle/postrun.yaml

@@ -0,0 +1,7 @@
+version: 6.0.0
+steps:
+  - prompt: stop dashcam
+    commands:
+      - command: exec
+        lang: pwsh
+        code: dashcam -t 'Web Test Recording' -p

package/testdriver/examples/web/lifecycle/{provision.yaml → prerun.yaml}

@@ -2,6 +2,12 @@ version: 6.0.0
 steps:
   - prompt: launch chrome
     commands:
+      - command: exec
+        lang: pwsh
+        code: dashcam track --name=TestDriver --type=application --pattern="C:\Users\testdriver\Documents\testdriver.log"
+      - command: exec
+        lang: pwsh
+        code: dashcam start
       - command: exec
         lang: pwsh
         code: |