testdriverai 7.0.0 → 7.1.1

package/{self-hosted.yml → setup/aws/self-hosted.yml}

@@ -78,7 +78,7 @@ jobs:
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           AWS_REGION: us-east-2
           AWS_LAUNCH_TEMPLATE_ID: lt-00d02f31cfc602f27
-          AMI_ID: ami-055cd47506a2f39bb
+          AMI_ID: ami-086b5b4b86d78987c
           RESOLUTION: 1920x1080
       - name: Run TestDriver
         run: node bin/testdriverai.js run testdriver/acceptance/${{ matrix.test }} --ip="${{ steps.aws-setup.outputs.public-ip }}" --junit=out.xml

package/test/manual/test-console-logs.test.mjs

@@ -0,0 +1,42 @@
+/**
+ * TestDriver SDK - Console Log Test
+ * Tests that console.log statements are captured and sent to dashcam
+ */
+
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
+
+describe("Console Log Test", () => {
+  it("should capture console logs and send them to dashcam", async (context) => {
+    console.log("🎬 Test starting - this should appear in dashcam");
+    
+    const testdriver = TestDriver(context, { headless: true });
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+    console.log("✅ Chrome launched successfully");
+
+    // Give Chrome a moment to fully render the UI
+    await new Promise(resolve => setTimeout(resolve, 2000));
+    
+    console.log("🔍 Looking for Sign In button");
+
+    // Find and click the sign in button
+    const signInButton = await testdriver.find(
+      "Sign In, black button below the password field",
+    );
+    
+    console.log("👆 Clicking Sign In button");
+    await signInButton.click();
+    
+    console.log("🧪 Asserting error message appears");
+
+    // Assert error shows
+    const result = await testdriver.assert(
+      "an error shows that fields are required",
+    );
+    
+    console.log("✅ Test completed successfully - all logs should be in dashcam");
+    
+    expect(result).toBeTruthy();
+  });
+});

package/test/manual/test-init.sh

@@ -0,0 +1,54 @@
+#!/bin/bash
+
+# Test script for the init command
+# Usage: ./test-init.sh
+
+set -e
+
+echo "🧪 Testing testdriverai init command..."
+echo ""
+
+# Cleanup function
+cleanup() {
+  echo "🧹 Cleaning up test directories..."
+  rm -rf /tmp/testdriver-test-*
+}
+
+trap cleanup EXIT
+
+# Test 1: Full init with all features
+echo "1️⃣  Testing full initialization (package.json, tests, workflow, npm install)..."
+cd /tmp
+mkdir -p testdriver-test-init
+cd testdriver-test-init
+node /Users/ianjennings/Development/cli/bin/testdriverai.js init
+echo ""
+echo "✅ Files created:"
+find . -type f -not -path "./node_modules/*" | sort
+echo ""
+echo "📄 package.json:"
+cat package.json
+echo ""
+echo "📄 vitest.config.js:"
+cat vitest.config.js
+echo ""
+echo "📄 GitHub workflow:"
+cat .github/workflows/testdriver.yml
+echo ""
+echo "📄 First 15 lines of tests/example.test.js:"
+head -15 tests/example.test.js
+echo ""
+echo "📦 Installed dependencies:"
+npm list --depth=0
+echo ""
+echo "---"
+echo ""
+
+# Test 2: Help command
+echo "2️⃣  Testing help command..."
+node /Users/ianjennings/Development/cli/bin/testdriverai.js init --help
+echo ""
+echo "---"
+echo ""
+
+echo "✅ All tests passed!"

package/test/manual/test-provision-auth.mjs

@@ -0,0 +1,22 @@
+/**
+ * Quick test to verify provision() authentication works
+ */
+
+import { test } from 'vitest';
+import { provision } from '../../lib/presets/index.mjs';
+
+test('provision auth test', async (context) => {
+  console.log('Starting provision...');
+  
+  const { testdriver, dashcam } = await provision('chrome', {
+    url: 'http://testdriver-sandbox.vercel.app/',
+  }, context);
+  
+  console.log('✅ Provision complete!');
+  console.log('TestDriver:', testdriver);
+  console.log('Dashcam:', dashcam);
+  
+  // Try a simple find
+  const result = await testdriver.find('any element');
+  console.log('Find result:', result);
+});

package/test/testdriver/assert.test.mjs

@@ -0,0 +1,41 @@
+/**
+ * TestDriver SDK - Assert Test (Vitest)
+ * Converted from: testdriver/acceptance/assert.yaml
+ */
+
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
+
+describe("Assert Test", () => {
+  it("should assert the testdriver login page shows", async (context) => {
+    const testdriver = TestDriver(context, { newSandbox: true });
+    
+    // provision.chrome() automatically calls ready() and starts dashcam
+    await testdriver.provision.chrome({
+      url: 'http://testdriver-sandbox.vercel.app/login',
+    });
+
+    // Assert the TestDriver.ai Sandbox login page is displayed
+    const result = await testdriver.assert(
+      "the TestDriver.ai Sandbox login page is displayed",
+    );
+
+    expect(result).toBeTruthy();
+  });
+  // it("should assert the testdriver login page shows 2", async (context) => {
+  //   const testdriver = TestDriver(context, { newSandbox: true });
+    
+  //   // provision.chrome() automatically calls ready() and starts dashcam
+  //   await testdriver.provision.chrome({
+  //     url: 'http://testdriver-sandbox.vercel.app/login',
+  //   });
+
+  //   // Assert the TestDriver.ai Sandbox login page is displayed
+  //   const result = await testdriver.assert(
+  //     "the TestDriver.ai Sandbox login page is displayed",
+  //   );
+
+  //   expect(result).toBeTruthy();
+  // });
+});
+

package/test/testdriver/auto-cache-key-demo.test.mjs

@@ -0,0 +1,56 @@
+/**
+ * TestDriver SDK - Auto Cache Key Demo
+ * 
+ * This test demonstrates the auto-generated cache key feature.
+ * When no cacheKey is provided, TestDriver will automatically generate
+ * one based on the hash of this test file.
+ */
+
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
+
+describe("Auto Cache Key Demo", () => {
+  it("should use auto-generated cache key based on file hash", async (context) => {
+    // NOTE: No cacheKey is provided here!
+    // TestDriver will automatically generate one from the hash of this file
+    const testdriver = TestDriver(context, { 
+      headless: true, 
+      newSandbox: true 
+      // cacheKey NOT specified - will be auto-generated
+    });
+    
+    // The cache key should be auto-generated
+    console.log('Auto-generated cache key:', testdriver.options.cacheKey);
+    expect(testdriver.options.cacheKey).toBeTruthy();
+    expect(testdriver.options.cacheKey).toMatch(/^[0-9a-f]{16}$/); // 16 hex chars
+    
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+    // First find - will be cached with auto-generated key
+    const signInButton1 = await testdriver.find(
+      "Sign In, black button below the password field"
+    );
+    
+    // Second find - should hit cache because it's the same file (same cache key)
+    const signInButton2 = await testdriver.find(
+      "Sign In, black button below the password field"
+    );
+    
+    expect(signInButton1.found()).toBe(true);
+    expect(signInButton2.found()).toBe(true);
+  });
+
+  it("should use same auto-generated cache key for multiple tests in the same file", async (context) => {
+    // This test is in the same file, so it should get the same auto-generated cache key
+    const testdriver = TestDriver(context, { 
+      headless: true, 
+      newSandbox: true 
+    });
+    
+    console.log('Auto-generated cache key (test 2):', testdriver.options.cacheKey);
+    expect(testdriver.options.cacheKey).toBeTruthy();
+    
+    // If you modify this file, the hash (and therefore cache key) will change,
+    // invalidating the cache for this test file
+  });
+});

package/test/testdriver/chrome-extension.test.mjs

@@ -0,0 +1,89 @@
+/**
+ * Chrome Extension Loading Demo
+ * Demonstrates how to load Chrome extensions using Chrome for Testing
+ * 
+ * This test shows how to launch Chrome with a specific extension loaded
+ * by using its Chrome Web Store extension ID.
+ */
+
+import { afterAll, beforeAll, describe, expect, it } from "vitest";
+import TestDriver from "../../sdk.js";
+import {
+  runPostrun,
+  runPrerunChromeExtension
+} from "./setup/lifecycleHelpers.mjs";
+
+describe("Chrome Extension Loading", () => {
+  let client;
+  let dashcamUrl;
+
+  beforeAll(async () => {
+    // Initialize TestDriver client
+    client = await TestDriver.create({
+      apiKey: process.env.TD_API_KEY,
+      apiRoot: process.env.TD_API_ROOT,
+      os: "linux",
+      verbosity: 1,
+    });
+
+    // Run prerun with uBlock Origin extension loaded
+    // Extension ID: cjpalhdlnbpafiamejdnhcphjbkeiagm
+    await runPrerunChromeExtension(client, "cjpalhdlnbpafiamejdnhcphjbkeiagm");
+  });
+
+  afterAll(async () => {
+    if (client) {
+      dashcamUrl = await runPostrun(client);
+      await client.cleanup();
+    }
+  });
+
+  it("should load Chrome with extension and verify functionality", async () => {
+    // Focus Chrome browser
+    await client.focusApplication("Google Chrome");
+
+    // Verify the page loaded
+    const pageElement = await client.find("TestDriver.ai Sandbox");
+    expect(pageElement.found()).toBe(true);
+
+    // Test basic interaction to ensure Chrome is working with the extension
+    const signInButton = await client.find(
+      "Sign In, black button below the password field",
+    );
+    await signInButton.click();
+
+    // Verify error message appears
+    const result = await client.assert(
+      "an error shows that fields are required",
+    );
+    expect(result).toBeTruthy();
+
+    console.log("✅ Chrome extension loaded successfully!");
+    if (dashcamUrl) {
+      console.log("🎥 Dashcam URL:", dashcamUrl);
+    }
+  });
+
+  it("should demonstrate extension interaction", async () => {
+    // You can add specific tests here to interact with the extension
+    // For example, if testing uBlock Origin, you might:
+    // 1. Navigate to a page with ads
+    // 2. Verify ads are blocked
+    // 3. Access the extension's popup or settings
+    
+    await client.focusApplication("Google Chrome");
+    
+    // Example: Navigate to extension management page to verify it's loaded
+    await client.exec(
+      "sh",
+      `xdotool key --clearmodifiers ctrl+shift+e`,
+      5000,
+      true
+    );
+
+    // Wait a moment for the extensions page to potentially load
+    await new Promise((resolve) => setTimeout(resolve, 2000));
+
+    console.log("✅ Extension interaction test completed");
+  });
+});

package/{testdriver/acceptance-sdk → test/testdriver}/drag-and-drop.test.mjs

@@ -3,31 +3,19 @@
  * Converted from: testdriver/acceptance/drag-and-drop.yaml
  */
 
-import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import {
-  createTestClient,
-  setupTest,
-  teardownTest,
-} from "./setup/testHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 const isLinux = (process.env.TD_OS || "linux") === "linux";
 
 describe("Drag and Drop Test", () => {
-  let testdriver;
-
-  beforeEach(async (context) => {
-    testdriver = createTestClient({ task: context.task });
-
-    await setupTest(testdriver);
-  });
-
-  afterEach(async (context) => {
-    await teardownTest(testdriver, { task: context.task });
-  });
-
   it.skipIf(isLinux)(
     'should drag "New Text Document" to "Recycle Bin"',
-    async () => {
+    async (context) => {
+      const testdriver = TestDriver(context, { headless: true });
+      await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+      //
       // Show the desktop
       await testdriver.pressKeys(["win", "d"]);
 

package/{testdriver/acceptance-sdk → test/testdriver}/element-not-found.test.mjs

@@ -3,28 +3,15 @@
  * Tests that finding a non-existent element returns properly without timing out
  */
 
-import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import {
-  createTestClient,
-  setupTest,
-  teardownTest,
-} from "./setup/testHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Element Not Found Test", () => {
-  let testdriver;
+  it("should handle non-existent element gracefully without timing out", async (context) => {
+    const testdriver = TestDriver(context, { headless: true });
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
-  beforeEach(async (context) => {
-    testdriver = createTestClient({ task: context.task });
-
-    await setupTest(testdriver);
-  });
-
-  afterEach(async (context) => {
-    await teardownTest(testdriver, { task: context.task });
-  });
-
-  it("should handle non-existent element gracefully without timing out", async () => {
-    await testdriver.focusApplication("Google Chrome");
+    //
 
     // Try to find an element that definitely doesn't exist
     const element = await testdriver.find(

package/{testdriver/acceptance-sdk → test/testdriver}/exec-js.test.mjs

@@ -3,27 +3,15 @@
  * Converted from: testdriver/acceptance/exec-js.yaml
  */
 
-import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import {
-  createTestClient,
-  setupTest,
-  teardownTest,
-} from "./setup/testHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Exec JavaScript Test", () => {
-  let testdriver;
+  it("should fetch user data from API and enter email", async (context) => {
+    const testdriver = TestDriver(context, { headless: true });
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
-  beforeEach(async (context) => {
-    testdriver = createTestClient({ task: context.task });
-
-    await setupTest(testdriver);
-  });
-
-  afterEach(async (context) => {
-    await teardownTest(testdriver, { task: context.task });
-  });
-
-  it("should fetch user data from API and enter email", async () => {
+    //
     // Execute JavaScript to fetch user data
     const userEmail = await testdriver.exec(
       "js",

package/{testdriver/acceptance-sdk → test/testdriver}/exec-output.test.mjs

@@ -3,29 +3,17 @@
  * Converted from: testdriver/acceptance/exec-output.yaml
  */
 
-import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import {
-  createTestClient,
-  setupTest,
-  teardownTest,
-} from "./setup/testHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
-describe("Exec Output Test", () => {
-  let testdriver;
-
-  beforeEach(async (context) => {
-    testdriver = createTestClient({ task: context.task });
-
-    await setupTest(testdriver);
-  });
-
-  afterEach(async (context) => {
-    await teardownTest(testdriver, { task: context.task });
-  });
-
-  it.skipIf(() => testdriver.os === "linux")(
+describe.skipIf(process.env.TD_OS === "linux")("Exec Output Test", () => {
+  it(
     "should set date using PowerShell and navigate to calendar",
-    async () => {
+    async (context) => {
+      const testdriver = TestDriver(context, { headless: true });
+      await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+      //
       // Generate date in query string format
       const queryString = await testdriver.exec(
         "pwsh",

package/{testdriver/acceptance-sdk → test/testdriver}/exec-pwsh.test.mjs

@@ -3,33 +3,21 @@
  * Converted from: testdriver/acceptance/exec-shell.yaml
  */
 
-import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import {
-  createTestClient,
-  setupTest,
-  teardownTest,
-} from "./setup/testHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
-describe("Exec PowerShell Test", () => {
-  let testdriver;
-
-  beforeEach(async (context) => {
-    testdriver = createTestClient({ task: context.task });
-
-    await setupTest(testdriver);
-  });
-
-  afterEach(async (context) => {
-    await teardownTest(testdriver, { task: context.task });
-  });
-
-  it.skipIf(() => testdriver.os === "linux")(
+describe.skipIf(process.env.TD_OS === "linux")("Exec PowerShell Test", () => {
+  it(
     "should generate random email using PowerShell and enter it",
-    async () => {
+    async (context) => {
+      const testdriver = TestDriver(context, { headless: true });
+      await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+      //
       // Generate random email using PowerShell
-      const randomEmail = await testdriver.exec(
-        "pwsh",
-        `
+      const randomEmail = await testdriver.exec({
+        language: "pwsh",
+        code: `
 # Random email generator in PowerShell
 
 # Arrays of possible names and domains
@@ -49,8 +37,8 @@ $email = "$first.$last$number@$domain".ToLower()
 # Output
 Write-Output "$email"
     `,
-        10000,
-      );
+        timeout: 10000,
+      });
 
       // Enter the email in username field
       const usernameField = await testdriver.find(

package/{testdriver/acceptance-sdk → test/testdriver}/focus-window.test.mjs

@@ -3,29 +3,17 @@
  * Converted from: testdriver/acceptance/focus-window.yaml
  */
 
-import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import {
-  createTestClient,
-  setupTest,
-  teardownTest,
-} from "./setup/testHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Focus Window Test", () => {
-  let testdriver;
-
-  beforeEach(async (context) => {
-    testdriver = createTestClient({ task: context.task });
-
-    await setupTest(testdriver);
-  });
-
-  afterEach(async (context) => {
-    await teardownTest(testdriver, { task: context.task });
-  });
-
-  it.skipIf(() => testdriver.os === "linux")(
+  it.skipIf(process.env.TD_OS === "linux")(
     "should click Microsoft Edge icon and focus Google Chrome",
-    async () => {
+    async (context) => {
+      const testdriver = TestDriver(context, { headless: true });
+      await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+      //
       // Show desktop
       await testdriver.pressKeys(["winleft", "d"]);
 

package/{testdriver/acceptance-sdk → test/testdriver}/formatted-logging.test.mjs

@@ -3,28 +3,13 @@
  * Demonstrates nice Vitest-style formatted logs for Dashcam replay
  */
 
-import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import {
-  createTestClient,
-  setupTest,
-  teardownTest,
-} from "./setup/testHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Formatted Logging Test", () => {
-  let testdriver;
-
-  beforeEach(async (context) => {
-    testdriver = createTestClient({ task: context.task });
-
-    await setupTest(testdriver);
-  });
-
-  afterEach(async (context) => {
-    await teardownTest(testdriver, { task: context.task });
-  });
-
-  it("should demonstrate formatted logs in dashcam replay", async () => {
-    await testdriver.focusApplication("Google Chrome");
+  it("should demonstrate formatted logs in dashcam replay", async (context) => {
+    const testdriver = TestDriver(context, { headless: true });
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     // Find and click - logs will be nicely formatted
     const signInButton = await testdriver.find(

package/{testdriver/acceptance-sdk → test/testdriver}/hover-image.test.mjs

@@ -3,28 +3,19 @@
  * Converted from: testdriver/acceptance/hover-image.yaml
  */
 
-import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import {
-  createTestClient,
-  performLogin,
-  setupTest,
-  teardownTest,
-} from "./setup/testHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
+import { performLogin } from "./setup/testHelpers.mjs";
 
 describe("Hover Image Test", () => {
-  let testdriver;
+  it("should click on shopping cart icon and verify empty cart", async (context) => {
+    const testdriver = TestDriver(context, { headless: true });
+    
+    // provision.chrome() automatically calls ready() and starts dashcam
+    await testdriver.provision.chrome({
+      url: 'http://testdriver-sandbox.vercel.app/login',
+    });
 
-  beforeEach(async (context) => {
-    testdriver = createTestClient({ task: context.task });
-
-    await setupTest(testdriver);
-  });
-
-  afterEach(async (context) => {
-    await teardownTest(testdriver, { task: context.task });
-  });
-
-  it("should click on shopping cart icon and verify empty cart", async () => {
     // Perform login first
     await performLogin(testdriver);
 

package/{testdriver/acceptance-sdk → test/testdriver}/hover-text-with-description.test.mjs

@@ -3,28 +3,16 @@
  * Converted from: testdriver/acceptance/hover-text-with-description.yaml
  */
 
-import { afterEach, beforeEach, describe, expect, it } from "vitest";
-import {
-  createTestClient,
-  performLogin,
-  setupTest,
-  teardownTest,
-} from "./setup/testHelpers.mjs";
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../../lib/vitest/hooks.mjs";
+import { performLogin } from "./setup/testHelpers.mjs";
 
 describe("Hover Text With Description Test", () => {
-  let testdriver;
+  it("should add TestDriver Hat to cart and verify", async (context) => {
+    const testdriver = TestDriver(context, { headless: true });
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
-  beforeEach(async (context) => {
-    testdriver = createTestClient({ task: context.task });
-
-    await setupTest(testdriver);
-  });
-
-  afterEach(async (context) => {
-    await teardownTest(testdriver, { task: context.task });
-  });
-
-  it("should add TestDriver Hat to cart and verify", async () => {
+    //
     // Perform login first
     await performLogin(testdriver);