testdriverai 7.3.1 → 7.3.3

package/test/manual/test-provision-auth.mjs

@@ -0,0 +1,22 @@
+/**
+ * Quick test to verify provision() authentication works
+ */
+
+import { test } from 'vitest';
+import { provision } from '../../lib/presets/index.mjs';
+
+test('provision auth test', async (context) => {
+  console.log('Starting provision...');
+  
+  const { testdriver, dashcam } = await provision('chrome', {
+    url: 'http://testdriver-sandbox.vercel.app/',
+  }, context);
+  
+  console.log('✅ Provision complete!');
+  console.log('TestDriver:', testdriver);
+  console.log('Dashcam:', dashcam);
+  
+  // Try a simple find
+  const result = await testdriver.find('any element');
+  console.log('Find result:', result);
+});

package/test/manual/test-sandbox-render.js

@@ -0,0 +1,29 @@
+const TestDriver = require("./sdk.js");
+
+async function test() {
+  console.log("Testing sandbox rendering...");
+
+  // API key loaded automatically from .env
+  const client = new TestDriver({
+    os: process.env.TEST_PLATFORM || "linux",
+    headless: false, // Should open browser
+    logging: true,
+  });
+
+  try {
+    console.log("Connecting to sandbox...");
+    const instance = await client.connect();
+    console.log("Connected to instance:", instance);
+
+    // Wait a bit to see if browser opens
+    await new Promise((resolve) => setTimeout(resolve, 5000));
+
+    await client.disconnect();
+    console.log("Test completed successfully");
+  } catch (error) {
+    console.error("Test failed:", error);
+    process.exit(1);
+  }
+}
+
+test();

package/test/manual/test-sdk-methods.js

@@ -0,0 +1,15 @@
+const SDK = require("./sdk.js");
+
+const client = new SDK("test-key");
+
+// Get all public methods (non-private, non-constructor)
+const methods = Object.getOwnPropertyNames(Object.getPrototypeOf(client))
+  .filter((m) => !m.startsWith("_") && m !== "constructor")
+  .sort();
+
+console.log("Public SDK Methods:");
+console.log(methods.join(", "));
+console.log("\nTotal:", methods.length, "methods");
+
+// Check if commands will be set up after connect
+console.log("\nCommands before connect:", client.commands);

package/test/manual/test-sdk-refactor.js

@@ -0,0 +1,53 @@
+#!/usr/bin/env node
+
+/**
+ * Quick test to verify SDK refactoring works correctly
+ */
+
+const TestDriver = require("./sdk.js");
+
+async function test() {
+  console.log("Testing SDK refactor...\n");
+
+  // Test 1: SDK construction (API key loaded automatically from .env)
+  console.log("✓ Test 1: Creating SDK instance");
+  const client = new TestDriver({
+    logging: false,
+  });
+
+  console.log("  - agent exists:", !!client.agent);
+  console.log("  - emitter exists:", !!client.emitter);
+  console.log("  - config exists:", !!client.config);
+  console.log("  - session exists:", !!client.session);
+  console.log("  - apiClient exists:", !!client.apiClient);
+  console.log("  - analytics exists:", !!client.analytics);
+  console.log("  - sandbox exists:", !!client.sandbox);
+  console.log("  - system exists:", !!client.system);
+
+  // Test 2: Check agent methods are accessible
+  console.log("\n✓ Test 2: Checking agent methods");
+  console.log(
+    "  - agent.exploratoryLoop exists:",
+    typeof client.agent.exploratoryLoop,
+  );
+  console.log("  - agent.buildEnv exists:", typeof client.agent.buildEnv);
+  console.log(
+    "  - agent.getRecentSandboxId exists:",
+    typeof client.agent.getRecentSandboxId,
+  );
+
+  // Test 3: Check SDK methods
+  console.log("\n✓ Test 3: Checking SDK methods");
+  console.log("  - ai() exists:", typeof client.ai);
+  console.log("  - auth() exists:", typeof client.auth);
+  console.log("  - connect() exists:", typeof client.connect);
+  console.log("  - disconnect() exists:", typeof client.disconnect);
+
+  console.log("\n✅ All basic tests passed!");
+}
+
+test().catch((error) => {
+  console.error("\n❌ Test failed:", error.message);
+  console.error(error.stack);
+  process.exit(1);
+});

package/test/manual/test-stack-trace.mjs

@@ -0,0 +1,57 @@
+/**
+ * Quick test to verify stack trace filtering works
+ */
+
+// Mock the MatchError similar to commands.js
+class MatchError extends Error {
+  constructor(message, fatal = false) {
+    super(message);
+    this.fatal = fatal;
+    this.attachScreenshot = true;
+  }
+}
+
+// Simulate SDK wrapper with stack filtering (improved version)
+class TestSDK {
+  constructor() {
+    const command = async (message) => {
+      // Simulate the command throwing an error
+      throw new MatchError(`AI Assertion failed: ${message}`, true);
+    };
+
+    // Wrap the method with proper stack trace handling
+    this.assert = async function (...args) {
+      // Capture the call site for better error reporting
+      const callSite = {};
+      Error.captureStackTrace(callSite, this.assert);
+
+      try {
+        return await command(...args);
+      } catch (error) {
+        // Replace the stack trace to point to the actual caller
+        if (Error.captureStackTrace && callSite.stack) {
+          const errorMessage = error.stack?.split("\n")[0];
+          const callerStack = callSite.stack?.split("\n").slice(1);
+          error.stack = errorMessage + "\n" + callerStack.join("\n");
+        }
+        throw error;
+      }
+    }.bind(this);
+  }
+}
+
+// Test it
+async function runTest() {
+  const client = new TestSDK();
+
+  try {
+    console.log("Testing stack trace...\n");
+    await client.assert("home page appears"); // Line 42 - this should show in stack
+  } catch (error) {
+    console.log("Error caught!");
+    console.log("Stack trace:");
+    console.log(error.stack);
+  }
+}
+
+runTest();

package/test/manual/verify-element-api.js

@@ -0,0 +1,89 @@
+#!/usr/bin/env node
+
+/**
+ * Verify Element class API
+ * Tests that all expected methods and properties are available
+ */
+
+async function verify() {
+  // Create a test element instance - need to access Element class directly
+  const { Element } = require("./sdk.js");
+  const elem = new Element("test", null, null, null);
+
+  console.log("Verifying Element class API...\n");
+
+  // Check methods exist
+  const methods = [
+    "find",
+    "found",
+    "click",
+    "hover",
+    "doubleClick",
+    "rightClick",
+    "mouseDown",
+    "mouseUp",
+    "getCoordinates",
+    "getResponse",
+  ];
+
+  let passed = 0;
+  let failed = 0;
+
+  console.log("Testing methods:");
+  methods.forEach((method) => {
+    if (typeof elem[method] === "function") {
+      console.log(`  ✓ ${method}()`);
+      passed++;
+    } else {
+      console.log(`  ✗ ${method}() - MISSING`);
+      failed++;
+    }
+  });
+
+  // Test property getters (should return null when element not found)
+  const props = [
+    "x",
+    "y",
+    "centerX",
+    "centerY",
+    "width",
+    "height",
+    "confidence",
+    "screenshot",
+    "boundingBox",
+    "text",
+    "label",
+  ];
+
+  console.log("\nTesting properties (should be null when not found):");
+  props.forEach((prop) => {
+    if (prop in elem) {
+      const value = elem[prop];
+      if (value === null) {
+        console.log(`  ✓ ${prop} = null`);
+        passed++;
+      } else {
+        console.log(`  ✗ ${prop} = ${value} (expected null)`);
+        failed++;
+      }
+    } else {
+      console.log(`  ✗ ${prop} - MISSING`);
+      failed++;
+    }
+  });
+
+  console.log("\n" + "=".repeat(50));
+  console.log(`Results: ${passed} passed, ${failed} failed`);
+  console.log("=".repeat(50));
+
+  if (failed > 0) {
+    process.exit(1);
+  } else {
+    console.log("\n✅ All Element API verification tests passed!");
+  }
+}
+
+verify().catch((err) => {
+  console.error("Error:", err);
+  process.exit(1);
+});

package/test/manual-unawaited-promise.test.mjs

@@ -0,0 +1,31 @@
+/**
+ * Manual test to verify unawaited promise detection
+ * 
+ * Run with: vitest run test/manual-unawaited-promise.test.mjs
+ * 
+ * Expected: You should see a warning like:
+ * ⚠️  Warning: Previous find() may not have been awaited.
+ */
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../lib/vitest/hooks.mjs";
+
+describe("Unawaited Promise Detection", () => {
+  it("should warn when a promise is not awaited", async (context) => {
+    const testdriver = TestDriver(context);
+    
+    await testdriver.provision.chrome({
+      url: 'https://example.com',
+    });
+
+    // INTENTIONALLY missing await - should trigger warning on next call
+    testdriver.find("some button");
+    
+    // This second call should print a warning about the previous unawaited find()
+    const element = await testdriver.find("Example Domain heading");
+    
+    console.log("Element found:", element.found());
+    
+    // If we got here without error and saw the warning, the feature works!
+    expect(true).toBeTruthy();
+  });
+});

package/test-ide-preview.mjs

@@ -0,0 +1,17 @@
+import { TestDriver } from './lib/vitest/hooks.mjs';
+import { describe, it } from 'vitest';
+
+describe('IDE Preview Test', () => {
+  it('should open preview in IDE', async (context) => {
+    const testdriver = TestDriver(context, {
+      preview: 'ide'  // This should write the session file
+    });
+    
+    await testdriver.provision.chrome({ url: 'https://example.com' });
+    
+    // Give the extension a moment to detect the session file
+    await new Promise(resolve => setTimeout(resolve, 2000));
+    
+    console.log('✅ Test completed - check if VSCode extension opened the preview panel');
+  });
+});

package/tests/airbnb-booking.test.mjs

@@ -0,0 +1,39 @@
+/**
+ * Automated test that navigates to Airbnb and searches for a property in Austin, TX for 2 people from February 2-20
+ * Generated by TestDriver MCP Server
+ */
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "testdriverai/lib/vitest/hooks.mjs";
+
+describe("Airbnb Austin Booking Search", () => {
+  it("Automated test that navigates to Airbnb and searches for a property in Austin, TX for 2 people from February 2-20", async (context) => {
+    const testdriver = TestDriver(context);
+
+    // --- GENERATED COMMANDS ---
+    await testdriver.provision.chrome({ url: "https://www.airbnb.com" });
+
+    await testdriver.find("the \"Where\" search input field with placeholder \"Search destinations\"").click();
+
+    await testdriver.type("Austin, TX");
+
+    await testdriver.find("the \"When\" date picker button showing \"Add dates\"").click();
+
+    await testdriver.wait(2000);
+
+    await testdriver.find("February 2 date in the calendar picker").click();
+
+    await testdriver.find("February 20 in the calendar").click();
+
+    await testdriver.find("Who Add guests button").click();
+
+    await testdriver.wait(2000);
+
+    await testdriver.find("plus button to add adults next to the number 0").click();
+
+    await testdriver.find("plus button to add adults").click();
+
+    await testdriver.find("Search button").click();
+
+    // --- END GENERATED ---
+  });
+});

package/tests/airbnb-search.test.mjs

@@ -0,0 +1,43 @@
+/**
+ * Airbnb Search Test
+ * - Loads Airbnb
+ * - Searches for places in Austin, TX
+ * - Sets dates from Feb 2 to Feb 20
+ * - Sets 2 guests
+ * 
+ * Generated by TestDriver MCP Server
+ */
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../lib/vitest/hooks.mjs";
+
+describe("Airbnb Austin Search", () => {
+  it("should search for places in Austin, TX for 2 people from Feb 2 to Feb 20", async (context) => {
+    const testdriver = TestDriver(context);
+
+    // --- GENERATED COMMANDS ---
+    await testdriver.provision.chrome({ url: "https://www.airbnb.com" });
+
+    await testdriver.find("Where search input field or destination input").click();
+
+    await testdriver.type("Austin, TX");
+
+    await testdriver.find("Austin, Texas suggestion in the dropdown").click();
+
+    await testdriver.find("February 2 or the number 2 in the February 2026 calendar").click();
+
+    await testdriver.find("February 20 or the number 20 in the February 2026 calendar").click();
+
+    await testdriver.find("Who button or Add guests section").click();
+
+    await testdriver.find("Plus button or increase button for Adults").click();
+
+    await testdriver.find("Plus button or increase button for Adults").click();
+
+    await testdriver.find("Search button with magnifying glass icon").click();
+
+    const assertResult = await testdriver.assert("Search results are showing Airbnb listings in Austin, Texas for the selected dates");
+    expect(assertResult).toBeTruthy();
+
+    // --- END GENERATED ---
+  }, 120000); // 2 minute timeout for this test
+});

package/tests/example.test.js

@@ -0,0 +1,33 @@
+import { test, expect } from 'vitest';
+import { TestDriver } from 'testdriverai/vitest/hooks';
+import { login } from './login.js';
+
+test('should login and add item to cart', async (context) => {
+
+  // Create TestDriver instance - automatically connects to sandbox
+  const testdriver = TestDriver(context);
+
+  // Launch chrome and navigate to demo app
+  await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+  // Use the login snippet to handle authentication
+  // This demonstrates how to reuse test logic across multiple tests
+  await login(testdriver);
+
+  // Add item to cart
+  const addToCartButton = await testdriver.find(
+    'add to cart button under TestDriver Hat'
+  );
+  await addToCartButton.click();
+
+  // Open cart
+  const cartButton = await testdriver.find(
+    'cart button in the top right corner'
+  );
+  await cartButton.click();
+
+  // Verify item in cart
+  const result = await testdriver.assert('There is an item in the cart');
+  expect(result).toBeTruthy();
+  
+});

package/tests/login.js

@@ -0,0 +1,28 @@
+/**
+ * Login snippet - reusable login function
+ * 
+ * This demonstrates how to create reusable test snippets that can be
+ * imported and used across multiple test files.
+ */
+export async function login(testdriver) {
+
+  // The password is displayed on screen, have TestDriver extract it
+  const password = await testdriver.extract('the password');
+
+  // Find the username field
+  const usernameField = await testdriver.find(
+    'username input'
+  );
+  await usernameField.click();
+
+  // Type username
+  await testdriver.type('standard_user');
+
+  // Enter password form earlier 
+  // Marked as secret so it's not logged or stored
+  await testdriver.pressKeys(['tab']);
+  await testdriver.type(password, { secret: true });
+
+  // Submit the form
+  await testdriver.find('submit button on the login form').click();
+}

package/vitest.config.mjs

@@ -0,0 +1,24 @@
+import TestDriver from "testdriverai/vitest";
+import { defineConfig } from "vitest/config";
+
+// Always include AWS setup - it will be a no-op unless TD_OS=windows
+// Note: dotenv is loaded automatically by the TestDriver SDK
+const setupFiles = [
+  "testdriverai/vitest/setup",
+  "testdriverai/vitest/setup-aws",
+];
+
+export default defineConfig({
+  test: {
+    testTimeout: 900000,
+    hookTimeout: 900000,
+    disableConsoleIntercept: true,
+    maxConcurrency: 3,
+    reporters: [
+      "default",
+      TestDriver(),
+      ["junit", { outputFile: "test-report.junit.xml" }],
+    ],
+    setupFiles,
+  },
+});

package/vscode-extension/.vscodeignore

@@ -0,0 +1,12 @@
+.vscode/**
+.vscode-test/**
+src/**
+.gitignore
+.yarnrc
+vsc-extension-quickstart.md
+**/tsconfig.json
+**/.eslintrc.json
+**/*.map
+**/*.ts
+node_modules/**
+!node_modules/ws/**

package/vscode-extension/README.md

@@ -0,0 +1,94 @@
+# TestDriver.ai VSCode Extension
+
+AI-powered end-to-end testing with live preview directly in your IDE.
+
+## Features
+
+- **Live Test Preview**: Watch your tests execute in real-time within VSCode
+- **MCP Integration**: Automatic MCP server setup for AI-assisted test creation
+- **Seamless Workflow**: Tests automatically open in a side panel when running
+
+## Installation
+
+### From VSIX
+
+1. Download the `.vsix` file from releases
+2. In VSCode, press `Cmd+Shift+P` (Mac) or `Ctrl+Shift+P` (Windows/Linux)
+3. Type "Install from VSIX" and select the downloaded file
+
+### From Marketplace
+
+Search for "TestDriver.ai" in the VSCode Extensions marketplace.
+
+## Usage
+
+### Live Preview
+
+When running tests with the TestDriver SDK, set the `preview` option to `"ide"`:
+
+```javascript
+import { TestDriver } from 'testdriverai/lib/vitest/hooks.mjs';
+
+describe('My Test Suite', () => {
+  it('runs my test', async (context) => {
+    const testdriver = TestDriver(context, {
+      preview: 'ide'  // Opens live preview in IDE (VSCode, Cursor, etc.)
+    });
+    
+    await testdriver.provision.chrome({ url: 'https://example.com' });
+    await testdriver.find('Sign In button').click();
+  });
+});
+```
+
+### Preview Options
+
+| Value | Description |
+|-------|-------------|
+| `"browser"` | Opens debugger in default browser (default) |
+| `"ide"` | Opens debugger in IDE panel (VSCode, Cursor, etc.) |
+| `"none"` | Headless mode, no preview |
+
+### MCP Server
+
+The extension can automatically install the TestDriver MCP server for AI-assisted test creation:
+
+1. Press `Cmd+Shift+P` (Mac) or `Ctrl+Shift+P` (Windows/Linux)
+2. Type "TestDriver: Install MCP Server"
+3. Choose where to save the configuration
+
+Or accept the prompt when the extension first activates.
+
+**Note:** When installed via this extension, the MCP server automatically uses IDE preview mode (`TD_PREVIEW=ide`), so the live test execution view opens directly in the IDE panel instead of an external browser.
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `TestDriver: Open Live Preview` | Manually open the preview panel |
+| `TestDriver: Close Live Preview` | Close the preview panel |
+| `TestDriver: Install MCP Server` | Install MCP server configuration |
+
+## Configuration
+
+| Setting | Default | Description |
+|---------|---------|-------------|
+| `testdriverai.autoOpenPreview` | `true` | Auto-open preview when test starts |
+| `testdriverai.mcpServerPath` | `""` | Custom MCP server path |
+
+## Requirements
+
+- VSCode 1.85.0 or later
+- TestDriver.ai SDK installed in your project
+- Valid TestDriver API key
+
+## Getting Started
+
+1. Install this extension
+2. Get an API key at [console.testdriver.ai](https://console.testdriver.ai/team)
+3. Set your `TD_API_KEY` environment variable
+4. Run a test with `preview: "ide"` option
+
+## License
+
+MIT License - see LICENSE file for details.