testdriverai 6.0.18 → 6.0.19

package/agent/events.js

@@ -85,6 +85,7 @@ const events = {
     load: "file:load",
     save: "file:save",
     modification: "file:modification",
+    diff: "file:diff",
     error: "file:error",
     status: "file:status",
   },

package/agent/index.js

@@ -15,6 +15,7 @@ const path = require("path");
 const yaml = require("js-yaml");
 const sanitizeFilename = require("sanitize-filename");
 const { EventEmitter2 } = require("eventemitter2");
+const diff = require("diff");
 
 // global utilities
 const generator = require("./lib/generator.js");
@@ -1117,11 +1118,110 @@ ${yml}
       return;
     }
 
+    // Read existing file content for diff comparison
+    let existingContent = "";
+    let fileExists = false;
+    try {
+      if (fs.existsSync(filepath)) {
+        existingContent = fs.readFileSync(filepath, "utf8");
+        fileExists = true;
+      }
+    } catch {
+      // File doesn't exist or can't be read, treat as empty
+      existingContent = "";
+    }
+
     // write reply to /tmp/testdriver-summary.md
     let regression = await generator.dumpToYML(
       this.executionHistory,
       this.session,
     );
+
+    // Create diff if file exists and content has changed
+    let diffResult = null;
+    console.log("Checking for diff. File exists:", fileExists);
+    console.log(
+      "Content changed:",
+      fileExists && existingContent !== regression,
+    );
+    if (fileExists) {
+      console.log(
+        "Existing content preview:",
+        existingContent.substring(0, 100),
+      );
+      console.log("New content preview:", regression.substring(0, 100));
+    }
+
+    if (fileExists && existingContent !== regression) {
+      console.log("Creating diff - content has changed");
+      const patches = diff.structuredPatch(
+        filepath,
+        filepath,
+        existingContent,
+        regression,
+        `${new Date().toISOString()} (before)`,
+        `${new Date().toISOString()} (after)`,
+      );
+
+      // Create source map-like information for VS Code
+      const diffLines = diff.diffLines(existingContent, regression);
+      const sourceMaps = [];
+      let oldLineNumber = 1;
+      let newLineNumber = 1;
+
+      diffLines.forEach((part) => {
+        const lineCount = part.value.split("\n").length - 1;
+        if (part.added) {
+          sourceMaps.push({
+            type: "addition",
+            oldStart: oldLineNumber,
+            oldEnd: oldLineNumber,
+            newStart: newLineNumber,
+            newEnd: newLineNumber + lineCount,
+            content: part.value,
+            lines: lineCount,
+          });
+          newLineNumber += lineCount;
+        } else if (part.removed) {
+          sourceMaps.push({
+            type: "deletion",
+            oldStart: oldLineNumber,
+            oldEnd: oldLineNumber + lineCount,
+            newStart: newLineNumber,
+            newEnd: newLineNumber,
+            content: part.value,
+            lines: lineCount,
+          });
+          oldLineNumber += lineCount;
+        } else {
+          // unchanged
+          sourceMaps.push({
+            type: "unchanged",
+            oldStart: oldLineNumber,
+            oldEnd: oldLineNumber + lineCount,
+            newStart: newLineNumber,
+            newEnd: newLineNumber + lineCount,
+            content: part.value,
+            lines: lineCount,
+          });
+          oldLineNumber += lineCount;
+          newLineNumber += lineCount;
+        }
+      });
+
+      diffResult = {
+        patches,
+        sourceMaps,
+        summary: {
+          additions: diffLines.filter((part) => part.added).length,
+          deletions: diffLines.filter((part) => part.removed).length,
+          modifications: diffLines.filter(
+            (part) => !part.added && !part.removed,
+          ).length,
+        },
+      };
+    }
+
     try {
       fs.writeFileSync(filepath, regression);
 
@@ -1134,6 +1234,17 @@ ${yml}
         timestamp: endTime,
       });
 
+      // Emit diff event if there were changes
+      if (diffResult) {
+        this.emitter.emit(events.file.diff, {
+          filePath: filepath,
+          diff: diffResult,
+          timestamp: endTime,
+        });
+      } else {
+        console.log("No diff result to emit");
+      }
+
       // Emit file save completion event
       this.emitter.emit(events.file.stop, {
         operation: "save",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "6.0.18",
+  "version": "6.0.19",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {
@@ -41,6 +41,7 @@
     "chalk": "^4.1.2",
     "cli-progress": "^3.12.0",
     "datadog-winston": "^1.6.0",
+    "diff": "^8.0.2",
     "dotenv": "^16.4.5",
     "eventemitter2": "^6.4.9",
     "jimp": "^0.22.12",

package/testdriver/examples/chrome-extension/lifecycle/provision.yaml

@@ -1,52 +1,74 @@
 version: 6.0.0
 session: 67f00511acbd9ccac373edf7
 steps:
-  - prompt: Focus Chrome and navigate to extension in Chrome Web Store
+  - prompt: launch chrome
     commands:
-      - command: focus-application
-        name: Google Chrome
-      - command: wait-for-text
-        text: chrome.google.com/webstore
-        timeout: 10000
-      - command: wait-for-text
-        text: Add to Chrome
-        timeout: 15000
-  - prompt: Install the extension by clicking Add to Chrome
-    commands:
-      - command: hover-text
-        text: Add to Chrome
-        description: blue Add to Chrome button
-        action: click
-      - command: wait-for-text
-        text: Add extension
-        timeout: 5000
-  - prompt: Confirm extension installation
-    commands:
-      - command: hover-text
-        text: Add extension
-        description: confirmation dialog Add extension button
-        action: click
-      - command: wait-for-text
-        text: Extension added
-        timeout: 10000
-
-  - prompt: Pin extension to toolbar
-    commands:
-      - command: hover-image
-        description: puzzle piece icon for extensions
-        action: click
-      - command: hover-text
-        text: Google Translate
-        description: Google Translate extension in dropdown
-        action: click
-      - command: hover-image
-        description: pin icon next to Google Translate
-        action: click
-
-  - prompt: Test the extension is working
-    commands:
-      - command: hover-image
-        description: Google Translate extension icon in toolbar
-        action: click
-      - command: assert
-        expect: Google Translate extension popup is visible
+      - command: exec
+        lang: pwsh
+        code: |
+          Write-Host "Cloning Chrome extension samples..."
+          $repoUrl = "https://github.com/GoogleChrome/chrome-extensions-samples.git"
+          $clonePath = Join-Path $env:TEMP "chrome-extensions-samples"
+          if (!(Test-Path $clonePath)) {
+            git clone $repoUrl $clonePath
+          } else {
+            Write-Host "Repo already cloned at $clonePath"
+          }
+          Write-Host "Repo ready at $clonePath"
+
+          Write-Host "Initializing new npm project..."
+          cd $env:TEMP
+          Write-Host "Changed directory to TEMP: $env:TEMP"
+
+          Write-Host "Running 'npm init -y'..."
+          npm init -y
+
+          Write-Host "Installing dependencies: @puppeteer/browsers and dashcam-chrome..."
+          npm install @puppeteer/browsers dashcam-chrome
+
+          Write-Host "Installing Chromium via '@puppeteer/browsers'..."
+          npx @puppeteer/browsers install chrome
+
+          # Define paths - redefining variables for this script
+          $extensionPath = Join-Path (Join-Path $env:TEMP "chrome-extensions-samples") "functional-samples/tutorial.hello-world"
+          $profilePath = Join-Path $env:TEMP "chrome-profile-$(Get-Random)"
+          $defaultDir = Join-Path $profilePath "Default"
+          $prefsPath = Join-Path $defaultDir "Preferences"
+
+          Write-Host "Extension path (hello-world): $extensionPath"
+          Write-Host "Chrome user data dir: $profilePath"
+
+          # Create a clean profile + Preferences to disable password manager & autofill
+          Remove-Item $profilePath -Recurse -Force -ErrorAction SilentlyContinue
+          New-Item $defaultDir -ItemType Directory -Force | Out-Null
+
+          $prefs = @{
+            "credentials_enable_service" = $false
+            "profile" = @{
+              "password_manager_enabled" = $false
+            }
+            "autofill" = @{
+              "profile_enabled"       = $false
+              "address_enabled"       = $false
+              "credit_card_enabled"   = $false
+            }
+          } | ConvertTo-Json -Depth 6
+
+          # Write Preferences before Chrome starts (ASCII/UTF8 is fine)
+          $prefs | Set-Content -Path $prefsPath -Encoding ASCII
+
+          # Build args - load only hello-world extension
+          $chromeArgs = @(
+            "--start-maximized",
+            "--load-extension=$extensionPath",
+            "--user-data-dir=$profilePath",
+            "--no-first-run",
+            "--no-default-browser-check",
+            "--disable-infobars"
+            "https://testdriver.ai"
+          ) -join ' '
+
+          Start-Process "cmd.exe" -ArgumentList "/c", "npx @puppeteer/browsers launch chrome -- $chromeArgs"
+
+          Write-Host "Script complete."
+          exit

package/testdriver/examples/desktop/lifecycle/provision.yaml

@@ -1,24 +1,64 @@
 version: 6.0.0
 session: 67f00511acbd9ccac373edf7
 steps:
-  - prompt: download arc browser
+  - prompt: download and install Spotify
     commands:
       - command: exec
         lang: pwsh
         code: |
-          Get-NetIPAddress -AddressFamily IPv6
-          # URL for the Arc browser installer
-          $installerUrl = "https://releases.arc.net/windows/ArcInstaller.exe"
-          # Location to save the installer
-          $installerPath = "$env:USERPROFILE\Downloads\ArcInstaller.exe"
-          # Download the Arc browser installer
-          Write-Host "Downloading Arc browser installer..."
-          Invoke-WebRequest -Uri $installerUrl -OutFile $installerPath
-          # Check if the download was successful
-          if (Test-Path $installerPath) {
-              Write-Host "Download successful. Running the installer..."
-              Start-Process -FilePath $installerPath -ArgumentList '/silent' -Wait
-              Start-Sleep -Seconds 10
+          $spotifyUrl = "https://download.scdn.co/SpotifySetup.exe"
+          $installerPath = "$env:TEMP\SpotifySetup.exe"
+
+          Write-Host "Downloading Spotify installer..."
+          Invoke-WebRequest -Uri $spotifyUrl -OutFile $installerPath -UseBasicParsing
+
+          Write-Host "Downloaded to $installerPath"
+      - command: exec
+        lang: pwsh
+        code: |
+          $installerPath = "$env:TEMP\SpotifySetup.exe"
+
+          if (-Not (Test-Path $installerPath)) {
+              Write-Error "Spotify installer not found at $installerPath"
+              exit 1
+          }
+
+          Write-Host "Installing Spotify silently..."
+          $process = Start-Process -FilePath $installerPath -ArgumentList "/silent" -Wait -PassThru
+
+          if ($process.ExitCode -eq 0) {
+              Write-Host "Spotify installed successfully."
+              Remove-Item $installerPath -Force
+              exit 0
+          } else {
+              Write-Error "Installation failed with exit code $($process.ExitCode)"
+              exit $process.ExitCode
+          }
+      - command: exec
+        lang: pwsh
+        code: |
+          # patch-path.ps1
+
+          $spotifyPath = "$env:APPDATA\Spotify"
+
+          if (-not ($env:PATH -like "*$spotifyPath*")) {
+              Write-Host "Temporarily appending Spotify to PATH for current session."
+              $env:PATH += ";$spotifyPath"
+          } else {
+              Write-Host "Spotify path already in PATH."
+          }
+      - command: exec
+        lang: pwsh
+        code: |
+          # launch-spotify.ps1
+
+          Write-Host "Launching Spotify..."
+          $spotifyExe = "$env:APPDATA\Spotify\Spotify.exe"
+
+          if (Test-Path $spotifyExe) {
+              Start-Process $spotifyExe
+              Write-Host "Spotify launched successfully."
           } else {
-              Write-Host "Failed to download the Arc browser installer."
+              Write-Error "Spotify executable not found at $spotifyExe"
+              exit 1
           }

package/testdriver/extended/dashcam-chrome.yaml

@@ -1,8 +0,0 @@
-version: 6.0.0
-steps:
-  - commands:
-      - command: exec
-        lang: pwsh
-        code: |
-          npm init
-          Start-Process "C:\Program Files\Google\Chrome\Application\chrome.exe" -ArgumentList "--start-maximized --disable-infobars --disable-fre --no-default-browser-check --no-first-run --guest --load-extension=$(pwd)/node_modules/dashcam-chrome/build", "${TD_WEBSITE}"

package/testdriver/extended/exec-pwsh-multiline.yaml

@@ -1,10 +0,0 @@
-version: 5.1.1
-session: 67f00511acbd9ccac373edf7
-steps:
-  - prompt: execute powershell multiline
-    commands:
-      - command: exec
-        lang: pwsh
-        code: |
-          Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--guest", "${TD_WEBSITE}"
-          exit

package/testdriver/extended/prompt-in-middle.yaml

@@ -1,23 +0,0 @@
-version: 5.7.7
-session: 682f6071811bd5a322c0e6dd
-steps:
-  - prompt: focus chrome
-    commands:
-      - command: focus-application
-        name: Google Chrome
-  - prompt: enter a username
-    commands:
-      - command: hover-text
-        text: Username
-        description: username input field
-        action: click
-      - command: type
-        text: standard_user
-  - prompt: >-
-      enter a valid password
-  - prompt: click sign in
-    commands:
-      - command: hover-text
-        text: Sign in
-        description: sign in button
-        action: click

package/testdriver/extended/prompt-nested.yaml

@@ -1,6 +0,0 @@
-version: 5.7.7
-session: 682f6071811bd5a322c0e6dd
-steps:
-  - commands:
-      - command: run
-        file: testdriver/prompt-in-middle.yaml