testdriverai 7.1.1 → 7.1.3

package/interfaces/vitest-plugin.mjs

@@ -423,7 +423,7 @@ export default function testDriverPlugin(options = {}) {
     options.apiRoot || process.env.TD_API_ROOT || "https://testdriver-api.onrender.com";
   pluginState.ciProvider = detectCI();
   pluginState.gitInfo = getGitInfo();
-  
+
   // Store TestDriver-specific options (excluding plugin-specific ones)
   const { apiKey, apiRoot, ...testDriverOptions } = options;
   pluginState.testDriverOptions = testDriverOptions;
@@ -441,7 +441,13 @@ export default function testDriverPlugin(options = {}) {
     logger.debug("Global TestDriver options:", testDriverOptions);
   }
 
-  return new TestDriverReporter(options);
+  // Create reporter instance
+  const reporter = new TestDriverReporter(options);
+  
+  // Add name property for Vitest
+  reporter.name = 'testdriver';
+  
+  return reporter;
 }
 
 /**
@@ -458,6 +464,10 @@ class TestDriverReporter {
     this.ctx = ctx;
     logger.debug("onInit called - UPDATED VERSION");
 
+    // Store project root for making file paths relative
+    pluginState.projectRoot = ctx.config.root || process.cwd();
+    logger.debug("Project root:", pluginState.projectRoot);
+
     // NOW read the API key and API root (after setupFiles have run, including dotenv/config)
     pluginState.apiKey = this.options.apiKey || process.env.TD_API_KEY;
     pluginState.apiRoot = this.options.apiRoot || process.env.TD_API_ROOT || "https://testdriver-api.onrender.com";
@@ -668,11 +678,15 @@ class TestDriverReporter {
         dashcamUrl = testResult.dashcamUrl || null;
         const platform = testResult.platform || null;
         sessionId = testResult.sessionId || null;
-        testFile =
+        const absolutePath =
           testResult.testFile ||
           test.file?.filepath ||
           test.file?.name ||
           "unknown";
+        // Make path relative to project root
+        testFile = pluginState.projectRoot && absolutePath !== "unknown"
+          ? path.relative(pluginState.projectRoot, absolutePath)
+          : absolutePath;
         testOrder =
           testResult.testOrder !== undefined ? testResult.testOrder : 0;
         // Don't override duration from file - use Vitest's result.duration
@@ -696,7 +710,7 @@ class TestDriverReporter {
         logger.debug(`No result file found for test: ${test.id}`);
         // Fallback to test object properties - try multiple sources
         // In Vitest, the file path is on test.module.task.filepath
-        testFile =
+        const absolutePath =
           test.module?.task?.filepath ||
           test.module?.file?.filepath ||
           test.module?.file?.name ||
@@ -706,13 +720,17 @@ class TestDriverReporter {
           test.suite?.file?.name ||
           test.location?.file ||
           "unknown";
+        // Make path relative to project root
+        testFile = pluginState.projectRoot && absolutePath !== "unknown"
+          ? path.relative(pluginState.projectRoot, absolutePath)
+          : absolutePath;
         logger.debug(`Resolved testFile: ${testFile}`);
       }
     } catch (error) {
       logger.error("Failed to read test result file:", error.message);
       // Fallback to test object properties - try multiple sources
       // In Vitest, the file path is on test.module.task.filepath
-      testFile =
+      const absolutePath =
         test.module?.task?.filepath ||
         test.module?.file?.filepath ||
         test.module?.file?.name ||
@@ -722,6 +740,10 @@ class TestDriverReporter {
         test.suite?.file?.name ||
         test.location?.file ||
         "unknown";
+      // Make path relative to project root
+      testFile = pluginState.projectRoot && absolutePath !== "unknown"
+        ? path.relative(pluginState.projectRoot, absolutePath)
+        : absolutePath;
       logger.debug(`Resolved testFile from fallback: ${testFile}`);
     }
 
@@ -901,8 +923,9 @@ function getGitInfo() {
         encoding: "utf8",
         stdio: ["pipe", "pipe", "ignore"]
       }).trim();
+      logger.debug("Git commit from local:", info.commit);
     } catch (e) {
-      // Git command failed, ignore
+      logger.debug("Failed to get git commit:", e.message);
     }
   }
 
@@ -912,8 +935,9 @@ function getGitInfo() {
         encoding: "utf8",
         stdio: ["pipe", "pipe", "ignore"]
       }).trim();
+      logger.debug("Git branch from local:", info.branch);
     } catch (e) {
-      // Git command failed, ignore
+      logger.debug("Failed to get git branch:", e.message);
     }
   }
 
@@ -923,8 +947,9 @@ function getGitInfo() {
         encoding: "utf8",
         stdio: ["pipe", "pipe", "ignore"]
       }).trim();
+      logger.debug("Git author from local:", info.author);
     } catch (e) {
-      // Git command failed, ignore
+      logger.debug("Failed to get git author:", e.message);
     }
   }
 
@@ -941,12 +966,14 @@ function getGitInfo() {
       const match = remoteUrl.match(/[:/]([^/:]+\/[^/:]+?)(\.git)?$/);
       if (match) {
         info.repo = match[1];
+        logger.debug("Git repo from local:", info.repo);
       }
     } catch (e) {
-      // Git command failed, ignore
+      logger.debug("Failed to get git repo:", e.message);
     }
   }
 
+  logger.info("Collected git info:", info);
   return info;
 }
 

package/lib/vitest/hooks.mjs

@@ -246,7 +246,11 @@ export function TestDriver(context, options = {}) {
             if (dashcamUrl) {
               const testId = context.task.id;
               const platform = testdriver.os || 'linux';
-              const testFile = context.task.file?.filepath || context.task.file?.name || 'unknown';
+              const absolutePath = context.task.file?.filepath || context.task.file?.name || 'unknown';
+              const projectRoot = process.cwd();
+              const testFile = absolutePath !== 'unknown'
+                ? path.relative(projectRoot, absolutePath)
+                : absolutePath;
               
               // Create results directory if it doesn't exist
               const resultsDir = path.join(os.tmpdir(), 'testdriver-results');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "7.1.1",
+  "version": "7.1.3",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "sdk.js",
   "exports": {

package/sdk.js

@@ -339,12 +339,12 @@ class Element {
       }
 
       // Determine threshold: 
-      // - If cacheKey is provided, enable cache (threshold = 0.05 or custom)
+      // - If cacheKey is provided, enable cache (threshold = 0.01 or custom)
       // - If no cacheKey, disable cache (threshold = -1) unless explicitly overridden
       let threshold;
       if (cacheKey) {
         // cacheKey provided - enable cache with threshold
-        threshold = cacheThreshold ?? 0.05;
+        threshold = cacheThreshold ?? 0.01;
       } else if (cacheThreshold !== null) {
         // Explicit threshold provided without cacheKey
         threshold = cacheThreshold;
@@ -1255,11 +1255,65 @@ class TestDriverSDK {
           console.log('[provision.chrome] ✅ Dashcam started');
         }
 
+        // Set up Chrome profile with preferences
+        const shell = this.os === 'windows' ? 'pwsh' : 'sh';
+        const userDataDir = this.os === 'windows' 
+          ? 'C:\\Users\\testdriver\\AppData\\Local\\TestDriver\\Chrome'
+          : '/tmp/testdriver-chrome-profile';
+        
+        // Create user data directory and Default profile directory
+        const defaultProfileDir = this.os === 'windows'
+          ? `${userDataDir}\\Default`
+          : `${userDataDir}/Default`;
+        
+        const createDirCmd = this.os === 'windows'
+          ? `New-Item -ItemType Directory -Path "${defaultProfileDir}" -Force | Out-Null`
+          : `mkdir -p "${defaultProfileDir}"`;
+        
+        await this.exec(shell, createDirCmd, 10000, true);
+        
+        // Write Chrome preferences
+        const chromePrefs = {
+          credentials_enable_service: false,
+          profile: {
+            password_manager_enabled: false,
+            default_content_setting_values: {}
+          },
+          signin: {
+            allowed: false
+          },
+          sync: {
+            requested: false,
+            first_setup_complete: true,
+            sync_all_os_types: false
+          },
+          autofill: {
+            enabled: false
+          },
+          local_state: {
+            browser: {
+              has_seen_welcome_page: true
+            }
+          }
+        };
+        
+        const prefsPath = this.os === 'windows'
+          ? `${defaultProfileDir}\\Preferences`
+          : `${defaultProfileDir}/Preferences`;
+        
+        const prefsJson = JSON.stringify(chromePrefs, null, 2);
+        const writePrefCmd = this.os === 'windows'
+          ? `Set-Content -Path "${prefsPath}" -Value '${prefsJson.replace(/'/g, "''")}'`
+          : `cat > "${prefsPath}" << 'EOF'\n${prefsJson}\nEOF`;
+        
+        await this.exec(shell, writePrefCmd, 10000, true);
+        console.log('[provision.chrome] ✅ Chrome preferences configured');
+
         // Build Chrome launch command
         const chromeArgs = [];
         if (maximized) chromeArgs.push('--start-maximized');
         if (guest) chromeArgs.push('--guest');
-        chromeArgs.push('--disable-fre', '--no-default-browser-check', '--no-first-run');
+        chromeArgs.push('--disable-fre', '--no-default-browser-check', '--no-first-run', '--disable-infobars', `--user-data-dir=${userDataDir}`);
         
         // Add dashcam-chrome extension on Linux
         if (this.os === 'linux') {
@@ -1267,7 +1321,6 @@ class TestDriverSDK {
         }
 
         // Launch Chrome
-        const shell = this.os === 'windows' ? 'pwsh' : 'sh';
         
         if (this.os === 'windows') {
           const argsString = chromeArgs.map(arg => `"${arg}"`).join(', ');
@@ -1665,12 +1718,12 @@ class TestDriverSDK {
       }
 
       // Determine threshold: 
-      // - If cacheKey is provided, enable cache (threshold = 0.05 or custom)
+      // - If cacheKey is provided, enable cache (threshold = 0.01 or custom)
       // - If no cacheKey, disable cache (threshold = -1) unless explicitly overridden
       let threshold;
       if (cacheKey) {
         // cacheKey provided - enable cache with threshold
-        threshold = cacheThreshold ?? 0.05;
+        threshold = cacheThreshold ?? 0.01;
       } else if (cacheThreshold !== null) {
         // Explicit threshold provided without cacheKey
         threshold = cacheThreshold;

package/test/testdriver/exec-output.test.mjs

@@ -6,7 +6,7 @@
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
-describe.skipIf(process.env.TD_OS === "linux")("Exec Output Test", () => {
+describe.skip("Exec Output Test", () => {
   it(
     "should set date using PowerShell and navigate to calendar",
     async (context) => {

package/test/testdriver/exec-pwsh.test.mjs

@@ -6,7 +6,7 @@
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
-describe.skipIf(process.env.TD_OS === "linux")("Exec PowerShell Test", () => {
+describe.skip("Exec PowerShell Test", () => {
   it(
     "should generate random email using PowerShell and enter it",
     async (context) => {

package/test/testdriver/focus-window.test.mjs

@@ -7,7 +7,7 @@ import { describe, expect, it } from "vitest";
 import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Focus Window Test", () => {
-  it.skipIf(process.env.TD_OS === "linux")(
+  it.skip(
     "should click Microsoft Edge icon and focus Google Chrome",
     async (context) => {
       const testdriver = TestDriver(context, { headless: true });

package/test/testdriver/hover-image.test.mjs

@@ -9,7 +9,7 @@ import { performLogin } from "./setup/testHelpers.mjs";
 
 describe("Hover Image Test", () => {
   it("should click on shopping cart icon and verify empty cart", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { headless: false });
     
     // provision.chrome() automatically calls ready() and starts dashcam
     await testdriver.provision.chrome({

package/test/testdriver/match-image.test.mjs

@@ -14,7 +14,7 @@ const __filename = fileURLToPath(import.meta.url);
 const __dirname = dirname(__filename);
 
 describe("Match Image Test", () => {
-  it("should match shopping cart image and verify empty cart", async (context) => {
+  it.skip("should match shopping cart image and verify empty cart", async (context) => {
     const testdriver = TestDriver(context, { headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 

package/test/testdriver/scroll-keyboard.test.mjs

@@ -27,7 +27,7 @@ describe("Scroll Keyboard Test", () => {
       "The Hamster Dance, large heading at top of page",
     );
     await heading.click();
-    await testdriver.scroll("down", 1000);
+    await testdriver.scroll("down", { amount: 1000 });
 
     // Assert the page is scrolled down
     const result = await testdriver.assert(

package/test/testdriver/scroll-until-image.test.mjs

@@ -7,7 +7,7 @@ import { describe, expect, it } from "vitest";
 import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Scroll Until Image Test", () => {
-  it("should scroll until brown colored house image appears", async (context) => {
+  it.skip("should scroll until brown colored house image appears", async (context) => {
     const testdriver = TestDriver(context, { headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 

package/test/testdriver/scroll-until-text.test.mjs

@@ -18,7 +18,24 @@ describe("Scroll Until Text Test", () => {
 
     // Scroll until text appears
     await testdriver.focusApplication("Google Chrome");
-    await testdriver.scrollUntilText({ text: "testdriver socks", direction: "down" });
+    // Scroll until text appears
+    let found = false;
+    let scrollCount = 0;
+    const maxScrolls = 10;
+    
+    while (!found && scrollCount < maxScrolls) {
+      const findResult = await testdriver.find("testdriver socks");
+      if (findResult) {
+      found = true;
+      } else {
+      await testdriver.scroll({ direction: "down" });
+      scrollCount++;
+      }
+    }
+    
+    if (!found) {
+      throw new Error(`Failed to find "testdriver socks" after ${maxScrolls} scrolls`);
+    }
 
     // Assert testdriver socks appears on screen
     await testdriver.focusApplication("Google Chrome");

package/test/testdriver/scroll.test.mjs

@@ -32,7 +32,7 @@ describe("Scroll Test", () => {
     await heading.click();
 
     // Scroll down
-    await testdriver.scroll("down", 1000);
+    await testdriver.scroll("down", { amount: 1000 });
 
     // Assert page is scrolled
     const result = await testdriver.assert("the page is scrolled down, the hamster dance heading is not visible on the page");

package/test/testdriver/setup/lifecycleHelpers.mjs

@@ -123,7 +123,7 @@ export async function launchChrome(
 }
 
 /**
- * Launch Chrome for Testing browser with guest mode
+ * Launch Chrome for Testing browser with custom profile
  * @param {TestDriver} client - TestDriver client
  * @param {string} url - URL to open (default: https://testdriver-sandbox.vercel.app/)
  */
@@ -132,19 +132,69 @@ export async function launchChromeForTesting(
   url = "http://testdriver-sandbox.vercel.app/",
 ) {
   const shell = client.os === "windows" ? "pwsh" : "sh";
+  const userDataDir = client.os === "windows" 
+    ? "C:\\Users\\testdriver\\AppData\\Local\\TestDriver\\Chrome"
+    : "/tmp/testdriver-chrome-profile";
+  
+  // Create user data directory and Default profile directory
+  const defaultProfileDir = client.os === "windows"
+    ? `${userDataDir}\\Default`
+    : `${userDataDir}/Default`;
+  
+  const createDirCmd = client.os === "windows"
+    ? `New-Item -ItemType Directory -Path "${defaultProfileDir}" -Force | Out-Null`
+    : `mkdir -p "${defaultProfileDir}"`;
+  
+  await client.exec(shell, createDirCmd, 10000, true);
+  
+  // Write Chrome preferences
+  const chromePrefs = {
+    credentials_enable_service: false,
+    profile: {
+      password_manager_enabled: false,
+      default_content_setting_values: {}
+    },
+    signin: {
+      allowed: false
+    },
+    sync: {
+      requested: false,
+      first_setup_complete: true,
+      sync_all_os_types: false
+    },
+    autofill: {
+      enabled: false
+    },
+    local_state: {
+      browser: {
+        has_seen_welcome_page: true
+      }
+    }
+  };
+  
+  const prefsPath = client.os === "windows"
+    ? `${defaultProfileDir}\\Preferences`
+    : `${defaultProfileDir}/Preferences`;
+  
+  const prefsJson = JSON.stringify(chromePrefs, null, 2);
+  const writePrefCmd = client.os === "windows"
+    ? `Set-Content -Path "${prefsPath}" -Value '${prefsJson.replace(/'/g, "''")}'`
+    : `cat > "${prefsPath}" << 'EOF'\n${prefsJson}\nEOF`;
+  
+  await client.exec(shell, writePrefCmd, 10000, true);
 
   if (client.os === "windows") {
     // Windows Chrome for Testing path would need to be determined
     // For now, fallback to regular Chrome on Windows
     await client.exec(
       "pwsh",
-      `Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--guest", "${url}"`,
+      `Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--user-data-dir=${userDataDir}", "--disable-fre", "--no-default-browser-check", "--no-first-run", "${url}"`,
       30000,
     );
   } else {
     await client.exec(
       shell,
-      `chrome-for-testing --start-maximized --disable-fre --no-default-browser-check --no-first-run --guest "${url}" >/dev/null 2>&1 &`,
+      `chrome-for-testing --start-maximized --disable-fre --no-default-browser-check --no-first-run --user-data-dir=${userDataDir} "${url}" >/dev/null 2>&1 &`,
       30000,
     );
   }
@@ -168,19 +218,69 @@ export async function launchChromeExtension(
   url = "http://testdriver-sandbox.vercel.app/",
 ) {
   const shell = client.os === "windows" ? "pwsh" : "sh";
+  const userDataDir = client.os === "windows" 
+    ? "C:\\Users\\testdriver\\AppData\\Local\\TestDriver\\Chrome"
+    : "/tmp/testdriver-chrome-profile";
+  
+  // Create user data directory and Default profile directory
+  const defaultProfileDir = client.os === "windows"
+    ? `${userDataDir}\\Default`
+    : `${userDataDir}/Default`;
+  
+  const createDirCmd = client.os === "windows"
+    ? `New-Item -ItemType Directory -Path "${defaultProfileDir}" -Force | Out-Null`
+    : `mkdir -p "${defaultProfileDir}"`;
+  
+  await client.exec(shell, createDirCmd, 10000, true);
+  
+  // Write Chrome preferences
+  const chromePrefs = {
+    credentials_enable_service: false,
+    profile: {
+      password_manager_enabled: false,
+      default_content_setting_values: {}
+    },
+    signin: {
+      allowed: false
+    },
+    sync: {
+      requested: false,
+      first_setup_complete: true,
+      sync_all_os_types: false
+    },
+    autofill: {
+      enabled: false
+    },
+    local_state: {
+      browser: {
+        has_seen_welcome_page: true
+      }
+    }
+  };
+  
+  const prefsPath = client.os === "windows"
+    ? `${defaultProfileDir}\\Preferences`
+    : `${defaultProfileDir}/Preferences`;
+  
+  const prefsJson = JSON.stringify(chromePrefs, null, 2);
+  const writePrefCmd = client.os === "windows"
+    ? `Set-Content -Path "${prefsPath}" -Value '${prefsJson.replace(/'/g, "''")}'`
+    : `cat > "${prefsPath}" << 'EOF'\n${prefsJson}\nEOF`;
+  
+  await client.exec(shell, writePrefCmd, 10000, true);
 
   if (client.os === "windows") {
     // Windows Chrome for Testing path would need to be determined
     // For now, fallback to regular Chrome on Windows
     await client.exec(
       "pwsh",
-      `Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--load-extension=${extensionId}", "${url}"`,
+      `Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--user-data-dir=${userDataDir}", "--load-extension=${extensionId}", "${url}"`,
       30000,
     );
   } else {
     await client.exec(
       shell,
-      `chrome-for-testing --start-maximized --disable-fre --no-default-browser-check --no-first-run --load-extension=${extensionId} "${url}" >/dev/null 2>&1 &`,
+      `chrome-for-testing --start-maximized --disable-fre --no-default-browser-check --no-first-run --user-data-dir=${userDataDir} --load-extension=${extensionId} "${url}" >/dev/null 2>&1 &`,
       30000,
     );
   }

package/test/testdriver/setup/testHelpers.mjs

@@ -511,9 +511,13 @@ export async function teardownTest(client, options = {}) {
           fs.mkdirSync(dir, { recursive: true });
         }
 
-        // Get test file path
-        const testFile =
+        // Get test file path - make it relative to project root
+        const absolutePath =
           options.task.file?.filepath || options.task.file?.name || "unknown";
+        const projectRoot = process.cwd();
+        const testFile = absolutePath !== "unknown"
+          ? path.relative(projectRoot, absolutePath)
+          : absolutePath;
 
         // Calculate test order (index within parent suite)
         let testOrder = 0;

package/vitest.config.mjs

@@ -8,8 +8,8 @@ config();
 
 export default defineConfig({
   test: {
-    testTimeout: 120000,
-    hookTimeout: 120000,
+    testTimeout: 300000,
+    hookTimeout: 300000,
     reporters: [
       'default',
       // Don't pass apiKey/apiRoot here - they'll be read from env at runtime

package/test/testdriver/exec-js.test.mjs

@@ -1,43 +0,0 @@
-/**
- * TestDriver SDK - Exec JS Test (Vitest)
- * Converted from: testdriver/acceptance/exec-js.yaml
- */
-
-import { describe, expect, it } from "vitest";
-import { TestDriver } from "../../lib/vitest/hooks.mjs";
-
-describe("Exec JavaScript Test", () => {
-  it("should fetch user data from API and enter email", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
-    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
-
-    //
-    // Execute JavaScript to fetch user data
-    const userEmail = await testdriver.exec(
-      "js",
-      `
-      const response = await fetch('https://jsonplaceholder.typicode.com/users');
-      const user = await response.json();
-      console.log('user', user[0]);
-      result = user[0].email;
-    `,
-      10000,
-    );
-
-    expect(userEmail).toBeTruthy();
-    expect(userEmail).toContain("@");
-
-    // Enter email in username field
-    const usernameField = await testdriver.find(
-      "Username, input field for username",
-    );
-    await usernameField.click();
-    await testdriver.type(userEmail);
-
-    // Assert email is in the field
-    const result = await testdriver.assert(
-      'the username field contains "Sincere@april.biz" which is a valid email address',
-    );
-    expect(result).toBeTruthy();
-  });
-});