testdriverai 7.1.4 → 7.2.2

package/setup/aws/cloudformation.yaml

@@ -168,14 +168,14 @@ Resources:
             IpProtocol: tcp,
             FromPort: 8765,
             ToPort: 8765,
-            CidrIp: 35.171.123.200/32,
+            CidrIp: 74.220.58.0/24,
             Description: "pyautogui-cli WebSockets - Static IP 1",
           }
         - {
             IpProtocol: tcp,
             FromPort: 8765,
             ToPort: 8765,
-            CidrIp: 52.201.199.222/32,
+            CidrIp: 74.220.50.0/24,
             Description: "pyautogui-cli WebSockets - Static IP 2",
           }
         - {

package/setup/aws/self-hosted.yml

@@ -78,7 +78,7 @@ jobs:
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           AWS_REGION: us-east-2
           AWS_LAUNCH_TEMPLATE_ID: lt-00d02f31cfc602f27
-          AMI_ID: ami-086b5b4b86d78987c
+          AMI_ID: ami-0c2858680200ac890
           RESOLUTION: 1920x1080
       - name: Run TestDriver
         run: node bin/testdriverai.js run testdriver/acceptance/${{ matrix.test }} --ip="${{ steps.aws-setup.outputs.public-ip }}" --junit=out.xml

package/test/testdriver/chrome-extension.test.mjs

@@ -1,89 +1,72 @@
 /**
- * Chrome Extension Loading Demo
- * Demonstrates how to load Chrome extensions using Chrome for Testing
+ * TestDriver SDK - Chrome Extension Test (Vitest)
+ * Tests loading a Chrome extension using provision.chromeExtension()
  * 
- * This test shows how to launch Chrome with a specific extension loaded
- * by using its Chrome Web Store extension ID.
+ * This test suite covers:
+ * 1. Loading extension from local path (extensionPath)
+ * 2. Loading extension from Chrome Web Store (extensionId)
  */
 
-import { afterAll, beforeAll, describe, expect, it } from "vitest";
-import TestDriver from "../../sdk.js";
-import {
-  runPostrun,
-  runPrerunChromeExtension
-} from "./setup/lifecycleHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
-describe("Chrome Extension Loading", () => {
-  let client;
-  let dashcamUrl;
+describe("Chrome Extension Test", () => {
+  it("should load hello-world Chrome extension from local path", async (context) => {
+    const testdriver = TestDriver(context, { headless: false, newSandbox: true });
+    
+    // Wait for connection to be ready before running exec
+    await testdriver.ready();
+    
+    // Clone the Chrome extensions samples repo
+    await testdriver.exec(
+      'sh',
+      'git clone --depth 1 https://github.com/GoogleChrome/chrome-extensions-samples.git /tmp/chrome-extensions-samples',
+      60000,
+      true
+    );
 
-  beforeAll(async () => {
-    // Initialize TestDriver client
-    client = await TestDriver.create({
-      apiKey: process.env.TD_API_KEY,
-      apiRoot: process.env.TD_API_ROOT,
-      os: "linux",
-      verbosity: 1,
+    // Launch Chrome with the hello-world extension loaded
+    await testdriver.provision.chromeExtension({
+      extensionPath: '/tmp/chrome-extensions-samples/functional-samples/tutorial.hello-world',
+      url: 'https://testdriver.ai'
     });
 
-    // Run prerun with uBlock Origin extension loaded
-    // Extension ID: cjpalhdlnbpafiamejdnhcphjbkeiagm
-    await runPrerunChromeExtension(client, "cjpalhdlnbpafiamejdnhcphjbkeiagm");
-  });
-
-  afterAll(async () => {
-    if (client) {
-      dashcamUrl = await runPostrun(client);
-      await client.cleanup();
-    }
-  });
-
-  it("should load Chrome with extension and verify functionality", async () => {
-    // Focus Chrome browser
-    await client.focusApplication("Google Chrome");
-
-    // Verify the page loaded
-    const pageElement = await client.find("TestDriver.ai Sandbox");
-    expect(pageElement.found()).toBe(true);
+    // The hello-world extension adds a puzzle piece icon to the toolbar
+    // When clicked, it shows a popup with "Hello Extensions"
+    
+    // First, let's verify Chrome loaded and we can see the page
+    const pageResult = await testdriver.assert("the testdriver.ai website is visible");
+    expect(pageResult).toBeTruthy();
 
-    // Test basic interaction to ensure Chrome is working with the extension
-    const signInButton = await client.find(
-      "Sign In, black button below the password field",
-    );
-    await signInButton.click();
+    // Click on the extensions button (puzzle piece icon) in Chrome toolbar
+    const extensionsButton = await testdriver.find("The puzzle-shaped icon in the Chrome toolbar.");
+    await extensionsButton.click();
 
-    // Verify error message appears
-    const result = await client.assert(
-      "an error shows that fields are required",
-    );
-    expect(result).toBeTruthy();
+    // Look for the hello world extension in the extensions menu
+    const helloExtension = await testdriver.find("Hello Extensions extension in the extensions dropdown");
+    await helloExtension.click();
 
-    console.log("✅ Chrome extension loaded successfully!");
-    if (dashcamUrl) {
-      console.log("🎥 Dashcam URL:", dashcamUrl);
-    }
+    // Verify the extension popup shows "Hello Extensions" text
+    const popupResult = await testdriver.assert("a popup shows with the text 'Hello Extensions'");
+    expect(popupResult).toBeTruthy();
   });
 
-  it("should demonstrate extension interaction", async () => {
-    // You can add specific tests here to interact with the extension
-    // For example, if testing uBlock Origin, you might:
-    // 1. Navigate to a page with ads
-    // 2. Verify ads are blocked
-    // 3. Access the extension's popup or settings
-    
-    await client.focusApplication("Google Chrome");
-    
-    // Example: Navigate to extension management page to verify it's loaded
-    await client.exec(
-      "sh",
-      `xdotool key --clearmodifiers ctrl+shift+e`,
-      5000,
-      true
-    );
+  it("should load Loom from Chrome Web Store by extensionId", async (context) => {
+    const testdriver = TestDriver(context, { headless: false, newSandbox: true});
+
+    // Launch Chrome with Loom loaded by its Chrome Web Store ID
+    // Loom ID: liecbddmkiiihnedobmlmillhodjkdmb
+    await testdriver.provision.chromeExtension({
+      extensionId: 'liecbddmkiiihnedobmlmillhodjkdmb',
+      url: 'https://testdriver.ai'
+    });
 
-    // Wait a moment for the extensions page to potentially load
-    await new Promise((resolve) => setTimeout(resolve, 2000));
+    // Click on the extensions button (puzzle piece icon) in Chrome toolbar
+    const extensionsButton = await testdriver.find("The puzzle-shaped icon in the Chrome toolbar.");
+    await extensionsButton.click();
 
-    console.log("✅ Extension interaction test completed");
+    // Look for Loom in the extensions menu
+    const loomExtension = await testdriver.find("Loom extension in the extensions dropdown");
+    expect(loomExtension.found()).toBeTruthy();
   });
 });

package/test/testdriver/element-not-found.test.mjs

@@ -21,5 +21,6 @@ describe("Element Not Found Test", () => {
     // Should return an element that is not found
     expect(element.found()).toBe(false);
     expect(element.coordinates).toBeNull();
-  }, 90000); // 90 second timeout for the test (should complete much faster)
+  }); // 90 second timeout for the test (should complete much faster)
 });
+

package/test/testdriver/hover-image.test.mjs

@@ -9,7 +9,7 @@ import { performLogin } from "./setup/testHelpers.mjs";
 
 describe("Hover Image Test", () => {
   it("should click on shopping cart icon and verify empty cart", async (context) => {
-    const testdriver = TestDriver(context, { headless: false });
+    const testdriver = TestDriver(context, { headless: true });
     
     // provision.chrome() automatically calls ready() and starts dashcam
     await testdriver.provision.chrome({

package/test/testdriver/scroll-until-text.test.mjs

@@ -9,7 +9,7 @@ import { performLogin } from "./setup/testHelpers.mjs";
 
 describe("Scroll Until Text Test", () => {
   it('should scroll until "testdriver socks" appears', async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { headless: true, reconnect: false });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //
@@ -18,18 +18,22 @@ describe("Scroll Until Text Test", () => {
 
     // Scroll until text appears
     await testdriver.focusApplication("Google Chrome");
+
+    await testdriver.find('TestDriver.ai Sandbox heading').click();
+
     // Scroll until text appears
     let found = false;
     let scrollCount = 0;
     const maxScrolls = 10;
     
     while (!found && scrollCount < maxScrolls) {
-      const findResult = await testdriver.find("testdriver socks");
-      if (findResult) {
-      found = true;
+      const findResult = await testdriver.find("testdriver socks product text is fully visible");
+
+      if (findResult.found()) {
+        found = true;
       } else {
-      await testdriver.scroll({ direction: "down" });
-      scrollCount++;
+        await testdriver.scroll();
+        scrollCount++;
       }
     }
     

package/test/testdriver/setup/lifecycleHelpers.mjs

@@ -86,13 +86,6 @@ export async function stopDashcam(client) {
   const dashcam = getDashcam(client);
   const url = await dashcam.stop();
   
-  if (url) {
-    console.log("✅ Found dashcam URL:", url);
-    console.log("🎥 Dashcam URL:", url);
-  } else {
-    console.warn("⚠️  No replay URL found in dashcam output");
-  }
-  
   return url;
 }
 
@@ -116,7 +109,7 @@ export async function launchChrome(
   } else {
     await client.exec(
       shell,
-      `google-chrome --start-maximized --disable-fre --no-default-browser-check --no-first-run --guest "${url}" >/dev/null 2>&1 &`,
+      `google-chrome --start-maximized --disable-fre --no-default-browser-check --no-first-run --no-experiments --guest "${url}" >/dev/null 2>&1 &`,
       30000,
     );
   }
@@ -188,13 +181,13 @@ export async function launchChromeForTesting(
     // For now, fallback to regular Chrome on Windows
     await client.exec(
       "pwsh",
-      `Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--user-data-dir=${userDataDir}", "--disable-fre", "--no-default-browser-check", "--no-first-run", "${url}"`,
+      `Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--user-data-dir=${userDataDir}", "--disable-fre", "--no-default-browser-check", "--no-first-run", "--no-experiments", "${url}"`,
       30000,
     );
   } else {
     await client.exec(
       shell,
-      `chrome-for-testing --start-maximized --disable-fre --no-default-browser-check --no-first-run --user-data-dir=${userDataDir} "${url}" >/dev/null 2>&1 &`,
+      `chrome-for-testing --start-maximized --disable-fre --no-default-browser-check --no-first-run --no-experiments --user-data-dir=${userDataDir} "${url}" >/dev/null 2>&1 &`,
       30000,
     );
   }
@@ -202,19 +195,18 @@ export async function launchChromeForTesting(
 
 /**
  * Launch Chrome for Testing with a Chrome extension loaded
+ * Also loads dashcam-chrome extension for web log capture on Linux
  * @param {TestDriver} client - TestDriver client
- * @param {string} extensionId - Chrome Web Store extension ID (e.g., "cjpalhdlnbpafiamejdnhcphjbkeiagm" for uBlock Origin)
+ * @param {string} extensionPath - Local filesystem path to the unpacked extension directory
  * @param {string} url - URL to open (default: https://testdriver-sandbox.vercel.app/)
  * @example
- * // Launch with uBlock Origin extension
- * await launchChromeExtension(client, "cjpalhdlnbpafiamejdnhcphjbkeiagm");
- * 
- * // Launch with multiple extensions (comma-separated)
- * await launchChromeExtension(client, "cjpalhdlnbpafiamejdnhcphjbkeiagm,nngceckbapebfimnlniiiahkandclblb");
+ * // Clone an extension and launch Chrome with it
+ * await client.exec('sh', 'git clone https://github.com/user/extension.git /tmp/extension');
+ * await launchChromeExtension(client, '/tmp/extension');
  */
 export async function launchChromeExtension(
   client,
-  extensionId,
+  extensionPath,
   url = "http://testdriver-sandbox.vercel.app/",
 ) {
   const shell = client.os === "windows" ? "pwsh" : "sh";
@@ -274,13 +266,15 @@ export async function launchChromeExtension(
     // For now, fallback to regular Chrome on Windows
     await client.exec(
       "pwsh",
-      `Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--user-data-dir=${userDataDir}", "--load-extension=${extensionId}", "${url}"`,
+      `Start-Process "C:/Program Files/Google/Chrome/Application/chrome.exe" -ArgumentList "--start-maximized", "--user-data-dir=${userDataDir}", "--load-extension=${extensionPath}", "${url}"`,
       30000,
     );
   } else {
+    // Load both user extension and dashcam-chrome for web log capture
+    const extensionsToLoad = `${extensionPath},/usr/lib/node_modules/dashcam-chrome/build`;
     await client.exec(
       shell,
-      `chrome-for-testing --start-maximized --disable-fre --no-default-browser-check --no-first-run --user-data-dir=${userDataDir} --load-extension=${extensionId} "${url}" >/dev/null 2>&1 &`,
+      `chrome-for-testing --start-maximized --disable-fre --no-default-browser-check --no-first-run --no-experiments --user-data-dir=${userDataDir} --load-extension=${extensionsToLoad} "${url}" >/dev/null 2>&1 &`,
       30000,
     );
   }
@@ -338,16 +332,17 @@ export async function runPrerunChromeForTesting(client) {
  * Run prerun lifecycle hooks with Chrome extension loaded
  * Implements lifecycle/prerun.yaml functionality with a Chrome extension
  * @param {TestDriver} client - TestDriver client
- * @param {string} extensionId - Chrome Web Store extension ID to load
+ * @param {string} extensionPath - Local filesystem path to the unpacked extension directory
  * @example
- * // Launch with uBlock Origin extension
- * await runPrerunChromeExtension(client, "cjpalhdlnbpafiamejdnhcphjbkeiagm");
+ * // Clone an extension and run prerun with it
+ * await client.exec('sh', 'git clone https://github.com/user/extension.git /tmp/extension');
+ * await runPrerunChromeExtension(client, '/tmp/extension');
  */
-export async function runPrerunChromeExtension(client, extensionId) {
+export async function runPrerunChromeExtension(client, extensionPath) {
   await authDashcam(client);
   await addDashcamLog(client);
   await startDashcam(client);
-  await launchChromeExtension(client, extensionId);
+  await launchChromeExtension(client, extensionPath);
   await waitForPage(client, "TestDriver.ai Sandbox");
 }
 

package/test/testdriver/setup/testHelpers.mjs

@@ -11,26 +11,26 @@ import path, { dirname } from "path";
 import { fileURLToPath } from "url";
 import TestDriver from "../../../sdk.js";
 import {
-    addDashcamLog,
-    authDashcam,
-    launchChrome,
-    runPostrun,
-    runPrerun,
-    startDashcam,
-    stopDashcam,
-    waitForPage,
+  addDashcamLog,
+  authDashcam,
+  launchChrome,
+  runPostrun,
+  runPrerun,
+  startDashcam,
+  stopDashcam,
+  waitForPage,
 } from "./lifecycleHelpers.mjs";
 
 // Re-export lifecycle helpers for backward compatibility
 export {
-    addDashcamLog,
-    authDashcam,
-    launchChrome,
-    runPostrun,
-    runPrerun,
-    startDashcam,
-    stopDashcam,
-    waitForPage
+  addDashcamLog,
+  authDashcam,
+  launchChrome,
+  runPostrun,
+  runPrerun,
+  startDashcam,
+  stopDashcam,
+  waitForPage
 };
 
 // Get the directory of the current module
@@ -70,8 +70,6 @@ export function storeTestResult(
   dashcamUrl,
   sessionInfo = {},
 ) {
-  console.log(`📝 Storing test result: ${testName}`);
-  console.log(`   Dashcam URL: ${dashcamUrl || "none"}`);
 
   // Extract replay object ID from dashcam URL
   let replayObjectId = null;
@@ -548,9 +546,7 @@ export async function teardownTest(client, options = {}) {
         };
 
         fs.writeFileSync(testResultFile, JSON.stringify(testResult, null, 2));
-        console.log(
-          `[TestHelpers] ✅ Wrote test result to file: ${testResultFile} (testFile: ${testFile}, testOrder: ${testOrder})`,
-        );
+   
       } catch (error) {
         console.error(
           `[TestHelpers] ❌ Failed to write test result file:`,
@@ -570,7 +566,6 @@ export async function teardownTest(client, options = {}) {
       console.log("🔌 Disconnecting client...");
       try {
         await client.disconnect();
-        console.log("✅ Client disconnected");
       } catch (disconnectError) {
         console.error("❌ Error disconnecting:", disconnectError.message);
         // Don't throw - we're already in cleanup
@@ -614,7 +609,7 @@ export async function performLogin(
 
   // Get password from screen if not provided
   if (!password) {
-    password = await client.remember("the password");
+    password = await client.extract("the password");
   }
 
   const usernameField = await client.find(

package/vitest.config.mjs

@@ -8,12 +8,12 @@ config();
 
 export default defineConfig({
   test: {
-    testTimeout: 300000,
-    hookTimeout: 300000,
+    testTimeout: 900000,
+    hookTimeout: 900000,
     reporters: [
       'default',
-      // Don't pass apiKey/apiRoot here - they'll be read from env at runtime
       TestDriver(),
+      ['junit', { outputFile: 'test-report.junit.xml' }]
     ],
     setupFiles: ['testdriverai/vitest/setup'],
   },

package/.github/workflows/linux-tests.yml

@@ -1,28 +0,0 @@
-name: Linux Tests
-
-on:
-  push:
-    branches: [ main, develop ]
-  pull_request:
-    branches: [ main, develop ]
-
-jobs:
-  test:
-    runs-on: ubuntu-latest
-    
-    steps:
-    - uses: actions/checkout@v4
-    
-    - name: Setup Node.js
-      uses: actions/setup-node@v4
-      with:
-        node-version: '20'
-        cache: 'npm'
-    
-    - name: Install dependencies
-      run: npm ci
-    
-    - name: Run Linux tests
-      run: npx vitest run test/testdriver/assert.test.mjs
-      env:
-        TD_API_KEY: ${{ secrets.TD_API_KEY }}