testdriverai 6.0.17 → 6.0.18

package/agent/index.js

@@ -152,9 +152,23 @@ class TestDriverAgent extends EventEmitter2 {
     // temporary file for command history
     this.commandHistoryFile = path.join(os.homedir(), ".testdriver_history");
 
+    // Flag to indicate if the agent should stop execution
+    this.stopped = false;
+
     this.emitter.emit(events.log.log, JSON.stringify(environment));
     this.emitter.emit(events.log.log, JSON.stringify(cliArgs));
   }
+
+  // Stop method to immediately halt execution
+  stop() {
+    this.stopped = true;
+    this.emitter.emit(
+      events.log.narration,
+      theme.dim("stopping execution..."),
+      true,
+    );
+  }
+
   // single function to handle all program exits
   // allows us to save the current state, run lifecycle hooks, and track analytics
   async exit(failed = true, shouldSave = false, shouldRunPostrun = false) {
@@ -328,6 +342,16 @@ class TestDriverAgent extends EventEmitter2 {
   // this checks that the task is "really done" using a screenshot of the desktop state
   // it's likely that the task will not be complete and the AI will respond with more codeblocks to execute
   async check() {
+    // Check if execution has been stopped
+    if (this.stopped) {
+      this.emitter.emit(
+        events.log.narration,
+        theme.dim("execution stopped"),
+        true,
+      );
+      return;
+    }
+
     this.checkCount++;
 
     if (this.checkCount >= this.checkLimit) {
@@ -469,8 +493,28 @@ class TestDriverAgent extends EventEmitter2 {
     dry = false,
     shouldSave = false,
   ) {
+    // Check if execution has been stopped
+    if (this.stopped) {
+      this.emitter.emit(
+        events.log.narration,
+        theme.dim("execution stopped"),
+        true,
+      );
+      return;
+    }
+
     if (commands?.length) {
       for (const command of commands) {
+        // Check if execution has been stopped before each command
+        if (this.stopped) {
+          this.emitter.emit(
+            events.log.narration,
+            theme.dim("execution stopped"),
+            true,
+          );
+          return;
+        }
+
         // Update current command tracking
         const commandIndex = commands.indexOf(command);
         this.sourceMapper.setCurrentCommand(commandIndex);
@@ -507,9 +551,29 @@ class TestDriverAgent extends EventEmitter2 {
     dry = false,
     shouldSave = false,
   ) {
+    // Check if execution has been stopped
+    if (this.stopped) {
+      this.emitter.emit(
+        events.log.narration,
+        theme.dim("execution stopped"),
+        true,
+      );
+      return;
+    }
+
     depth = depth + 1;
 
     for (const codeblock of codeblocks) {
+      // Check if execution has been stopped before each codeblock
+      if (this.stopped) {
+        this.emitter.emit(
+          events.log.narration,
+          theme.dim("execution stopped"),
+          true,
+        );
+        return;
+      }
+
       let commands;
 
       try {
@@ -542,8 +606,22 @@ class TestDriverAgent extends EventEmitter2 {
     validateAndLoop = false,
     dry = false,
     shouldSave = false,
+    isLoopContinuation = false,
   ) {
-    this.executionHistory.push({ prompt: this.lastPrompt, commands: [] });
+    // Check if execution has been stopped
+    if (this.stopped) {
+      this.emitter.emit(
+        events.log.narration,
+        theme.dim("execution stopped"),
+        true,
+      );
+      return;
+    }
+
+    // Only create new execution history entry if this is not a loop continuation
+    if (!isLoopContinuation) {
+      this.executionHistory.push({ prompt: this.lastPrompt, commands: [] });
+    }
 
     if (shouldSave) {
       await this.save({ silent: true });
@@ -583,7 +661,13 @@ class TestDriverAgent extends EventEmitter2 {
           "check thinks more needs to be done",
         );
 
-        return await this.aiExecute(response, validateAndLoop);
+        return await this.aiExecute(
+          response,
+          validateAndLoop,
+          dry,
+          shouldSave,
+          true,
+        );
       } else {
         this.emitter.emit(events.log.debug, "seems complete, returning");
 
@@ -738,6 +822,16 @@ commands:
     validateAndLoop = false,
     shouldSave = true,
   ) {
+    // Check if execution has been stopped
+    if (this.stopped) {
+      this.emitter.emit(
+        events.log.narration,
+        theme.dim("execution stopped"),
+        true,
+      );
+      return;
+    }
+
     this.lastPrompt = currentTask;
     this.checkCount = 0;
 
@@ -1867,7 +1961,15 @@ Please check your network connection, TD_API_KEY, or the service status.`,
       }
     }
     if (lifecycleFile) {
-      await this.run(lifecycleFile, false, false);
+      // Store current source mapping state before running lifecycle file
+      const previousContext = this.sourceMapper.saveContext();
+
+      try {
+        await this.run(lifecycleFile, false, false);
+      } finally {
+        // Restore previous source mapping state after lifecycle file execution
+        this.sourceMapper.restoreContext(previousContext);
+      }
     }
   } // Unified command definitions that work for both CLI and interactive modes
   getCommandDefinitions() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "6.0.17",
+  "version": "6.0.18",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {

package/testdriver/examples/chrome-extension/{install-extension-from-webstore.yaml → lifecycle/provision.yaml}

@@ -11,7 +11,6 @@ steps:
       - command: wait-for-text
         text: Add to Chrome
         timeout: 15000
-
   - prompt: Install the extension by clicking Add to Chrome
     commands:
       - command: hover-text
@@ -21,7 +20,6 @@ steps:
       - command: wait-for-text
         text: Add extension
         timeout: 5000
-
   - prompt: Confirm extension installation
     commands:
       - command: hover-text

package/testdriver/examples/web/lifecycle/provision.yaml

@@ -1,65 +1,11 @@
 version: 6.0.0
-session: 67f00511acbd9ccac373edf7
 steps:
   - prompt: launch chrome
     commands:
       - command: exec
         lang: pwsh
         code: |
-          Write-Host "Initializing new npm project..."
-
-          cd $env:TEMP
-          Write-Host "Changed directory to TEMP: $env:TEMP"
-
-          Write-Host "Running 'npm init -y'..."
-          npm init -y
-
-          Write-Host "Installing dependencies: @puppeteer/browsers and dashcam-chrome..."
-          npm install @puppeteer/browsers dashcam-chrome
-
-          Write-Host "Installing Chromium via '@puppeteer/browsers'..."
-          npx @puppeteer/browsers install chrome
-
-          # Define paths
-          $extensionPath = Join-Path (Get-Location) "node_modules/dashcam-chrome/build"
-          $profilePath   = Join-Path $env:TEMP "chrome-profile-$(Get-Random)"
-          $defaultDir    = Join-Path $profilePath "Default"
-          $prefsPath     = Join-Path $defaultDir "Preferences"
-
-          Write-Host "Extension path: $extensionPath"
-          Write-Host "Chrome user data dir: $profilePath"
-
-          # Create a clean profile + Preferences to disable password manager & autofill
-          Remove-Item $profilePath -Recurse -Force -ErrorAction SilentlyContinue
-          New-Item $defaultDir -ItemType Directory -Force | Out-Null
-
-          $prefs = @{
-            "credentials_enable_service" = $false
-            "profile" = @{
-              "password_manager_enabled" = $false
-            }
-            "autofill" = @{
-              "profile_enabled"       = $false
-              "address_enabled"       = $false
-              "credit_card_enabled"   = $false
-            }
-          } | ConvertTo-Json -Depth 6
-
-          # Write Preferences before Chrome starts (ASCII/UTF8 is fine)
-          $prefs | Set-Content -Path $prefsPath -Encoding ASCII
-
-          # Build args
-          $chromeArgs = @(
-            "--start-maximized",
-            "--load-extension=$extensionPath",
-            "--user-data-dir=$profilePath",
-            "--no-first-run",
-            "--no-default-browser-check",
-            "--disable-infobars"
-            "${TD_WEBSITE}"
-          ) -join ' '
-
-          Start-Process "cmd.exe" -ArgumentList "/c", "npx @puppeteer/browsers launch chrome -- $chromeArgs"
+          Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--guest", "https://testdriver-sandbox.vercel.app/login"
       - command: wait-for-text
-        text: ${TD_WEBSITE}
+        text: "TestDriver.ai Sandbox"
         timeout: 60000

package/testdriver/examples/chrome-extension/lifecycle/prerun.yaml

@@ -1,66 +0,0 @@
-version: 6.0.0
-session: 67f00511acbd9ccac373edf7
-steps:
-  - prompt: Setup environment and variables
-    commands:
-      - command: exec
-        lang: pwsh
-        code: |
-          # Enable strict mode and verbose output
-          Set-StrictMode -Version Latest
-          $ErrorActionPreference = "Stop"
-
-          # Set Chrome and extension info
-          $chromeInstallerUrl = "https://dl.google.com/chrome/install/latest/chrome_installer.exe"
-          $chromeInstallPath = "$env:ProgramFiles\Google\Chrome\Application\chrome.exe"
-          $extensionId = "aapbdbdomjkkjkaonfhkkikfgjllcleb"  # Google Translate
-
-          Write-Host "Chrome installer URL: $chromeInstallerUrl"
-          Write-Host "Chrome install path: $chromeInstallPath"
-          Write-Host "Extension ID: $extensionId"
-
-  - prompt: Check and install Chrome if needed
-    commands:
-      - command: exec
-        lang: pwsh
-        code: |
-          $chromeInstallerUrl = "https://dl.google.com/chrome/install/latest/chrome_installer.exe"
-          $chromeInstallPath = "$env:ProgramFiles\Google\Chrome\Application\chrome.exe"
-
-          # Download Chrome if not installed
-          if (!(Test-Path $chromeInstallPath)) {
-              Write-Host "Chrome not found at $chromeInstallPath. Downloading..."
-              $chromeInstaller = "$env:TEMP\chrome_installer.exe"
-              try {
-                  Write-Host "Downloading Chrome installer..."
-                  Invoke-WebRequest -Uri $chromeInstallerUrl -OutFile $chromeInstaller
-                  Write-Host "Installing Chrome..."
-                  Start-Process -FilePath $chromeInstaller -Wait
-                  Write-Host "Chrome installation completed."
-              } catch {
-                  Write-Error "Failed to install Chrome: $_"
-                  exit 1
-              }
-          } else {
-              Write-Host "Chrome is already installed at: $chromeInstallPath"
-          }
-
-  - prompt: Launch Chrome and install extension from Chrome Web Store
-    commands:
-      - command: exec
-        lang: pwsh
-        code: |
-          $chromeInstallPath = "$env:ProgramFiles\Google\Chrome\Application\chrome.exe"
-          $extensionId = "aapbdbdomjkkjkaonfhkkikfgjllcleb"  # Google Translate
-          $webStoreUrl = "https://chrome.google.com/webstore/detail/$extensionId"
-
-          # Launch Chrome with the Web Store page for the extension
-          try {
-              Write-Host "Launching Chrome and opening Chrome Web Store for extension..."
-              Start-Process -FilePath $chromeInstallPath -ArgumentList "--start-maximized", "--new-window", "$webStoreUrl"
-              Write-Host "Chrome launched successfully. Extension page should be open."
-              Write-Host "You can now use TestDriver to automate clicking 'Add to Chrome' button."
-          } catch {
-              Write-Error "Failed to launch Chrome: $_"
-              exit 1
-          }

package/testdriver/examples/desktop/desktop.yaml

@@ -1,46 +0,0 @@
-version: 6.0.6
-session: 687eb092664035296ec57e6a
-steps:
-  - prompt: click the right arrow in arc browser
-    commands:
-      - command: focus-application
-        name: Arc
-      - command: hover-image
-        description: right arrow button in the Arc browser
-        action: click
-        method: turbo
-  - prompt: >-
-      /explore complete the arc onboarding. when asked to log in, use the email
-      11354345965.1@testdriver.ai and password FakePassword123
-    commands:
-      - command: hover-text
-        text: Sign In
-        description: sign-in link on the onboarding page
-        action: click
-  - prompt: >-
-      /explore complete the arc onboarding. when asked to log in, use the email
-      11354345965.1@testdriver.ai and password FakePassword123
-    commands:
-      - command: hover-text
-        text: Email
-        description: email input field
-        action: click
-      - command: type
-        text: 11354345965.1@testdriver.ai
-      - command: hover-text
-        text: Password
-        description: password input field
-        action: click
-      - command: type
-        text: FakePassword123
-      - command: hover-text
-        text: Sign In
-        description: sign-in button to log in
-        action: click
-  - prompt: click the rigth arrow in arc browser
-    commands:
-      - command: hover-image
-        description: >-
-          white button with a right arrow in the center of the screen below the
-          text "Meet the internet, again."
-        action: click

package/testdriver/examples/vscode-extension/desktop.yaml

@@ -1,4 +0,0 @@
-version: 6.0.6
-session: 687eb092664035296ec57e6a
-steps:
-  - prompt: click on something in vs code

package/testdriver/examples/vscode-extension/readme.md

@@ -1,4 +0,0 @@
-# TODO
-
-- [ ] Install extension
-- [ ] Test extension

package/testdriver/examples/web/example.yaml

@@ -1,6 +0,0 @@
-version: 6.0.6
-steps:
-  - prompt: log in
-  - prompt: add an item to the cart
-  - prompt: click on the cart icon
-  - prompt: complete checkout