testdriverai 7.1.2 → 7.1.4

package/manual/test-init-command.js

@@ -0,0 +1,223 @@
+#!/usr/bin/env node
+
+/**
+ * Test Init Command
+ * 
+ * This script tests the `testdriverai init` command by:
+ * 1. Creating a temporary test project
+ * 2. Running the init command
+ * 3. Verifying all files were created correctly
+ * 4. Running the generated test
+ * 5. Cleaning up
+ * 
+ * Usage:
+ *   node manual/test-init-command.js
+ * 
+ * Requirements:
+ *   - TD_API_KEY environment variable must be set
+ */
+
+const fs = require('fs');
+const path = require('path');
+const { execSync } = require('child_process');
+const os = require('os');
+
+// Colors for terminal output
+const colors = {
+  reset: '\x1b[0m',
+  green: '\x1b[32m',
+  red: '\x1b[31m',
+  cyan: '\x1b[36m',
+  yellow: '\x1b[33m',
+  gray: '\x1b[90m',
+};
+
+function log(message, color = 'reset') {
+  console.log(`${colors[color]}${message}${colors.reset}`);
+}
+
+function success(message) {
+  log(`✓ ${message}`, 'green');
+}
+
+function error(message) {
+  log(`✗ ${message}`, 'red');
+}
+
+function info(message) {
+  log(message, 'cyan');
+}
+
+function step(message) {
+  log(`\n${message}`, 'cyan');
+}
+
+// Main test function
+async function testInitCommand() {
+  // Check for API key
+  if (!process.env.TD_API_KEY) {
+    error('TD_API_KEY environment variable is required');
+    process.exit(1);
+  }
+
+  const testDir = path.join(os.tmpdir(), `test-init-${Date.now()}`);
+  const cliPath = path.join(__dirname, '..');
+  
+  try {
+    step('📦 Creating test directory...');
+    fs.mkdirSync(testDir, { recursive: true });
+    success(`Created: ${testDir}`);
+
+    step('🔧 Setting up .env file...');
+    const envContent = `TD_API_KEY=${process.env.TD_API_KEY}\n`;
+    fs.writeFileSync(path.join(testDir, '.env'), envContent);
+    success('Created .env with API key');
+
+    step('🚀 Running init command...');
+    try {
+      execSync(`node ${path.join(cliPath, 'bin/testdriverai.js')} init`, {
+        cwd: testDir,
+        stdio: 'inherit',
+        env: { ...process.env, TD_API_KEY: process.env.TD_API_KEY }
+      });
+      success('Init command completed');
+    } catch (err) {
+      error('Init command failed');
+      throw err;
+    }
+
+    step('🔍 Verifying project structure...');
+    
+    const expectedFiles = [
+      'package.json',
+      'vitest.config.js',
+      'tests/example.test.js',
+      'tests/login.js',
+      '.env',
+      '.gitignore',
+      '.github/workflows/testdriver.yml'
+    ];
+
+    for (const file of expectedFiles) {
+      const filePath = path.join(testDir, file);
+      if (!fs.existsSync(filePath)) {
+        error(`Missing file: ${file}`);
+        throw new Error(`Expected file not found: ${file}`);
+      }
+      success(`Found: ${file}`);
+    }
+
+    step('📝 Verifying vitest.config.js contents...');
+    const vitestConfig = fs.readFileSync(path.join(testDir, 'vitest.config.js'), 'utf8');
+    
+    if (!vitestConfig.includes('TestDriver()')) {
+      error('TestDriver reporter not found in vitest.config.js');
+      console.log(vitestConfig);
+      throw new Error('TestDriver reporter not configured');
+    }
+    success('TestDriver reporter is configured');
+
+    if (!vitestConfig.includes('setupFiles') || !vitestConfig.includes('testdriverai/vitest/setup')) {
+      error('setupFiles not configured correctly');
+      console.log(vitestConfig);
+      throw new Error('setupFiles not configured');
+    }
+    success('setupFiles is configured correctly');
+
+    if (!vitestConfig.includes('reporters')) {
+      error('reporters array not found');
+      console.log(vitestConfig);
+      throw new Error('reporters not configured');
+    }
+    success('reporters array includes TestDriver');
+
+    step('📝 Verifying example test contents...');
+    const testFile = fs.readFileSync(path.join(testDir, 'tests/example.test.js'), 'utf8');
+    
+    if (!testFile.includes('.provision.chrome')) {
+      error('Test does not use .provision.chrome');
+      console.log(testFile);
+      throw new Error('Test does not use .provision pattern');
+    }
+    success('Test uses .provision.chrome');
+
+    if (!testFile.includes("from 'testdriverai/vitest/hooks'")) {
+      error('Test does not import from testdriverai/vitest/hooks');
+      console.log(testFile);
+      throw new Error('Test does not import TestDriver from vitest/hooks');
+    }
+    success('Test imports TestDriver from vitest/hooks');
+
+    if (!testFile.includes("from './login.js'")) {
+      error('Test does not import login from ./login.js');
+      console.log(testFile);
+      throw new Error('Test does not import login snippet');
+    }
+    success('Test imports login snippet');
+
+    step('📝 Verifying login snippet contents...');
+    const loginFile = fs.readFileSync(path.join(testDir, 'tests/login.js'), 'utf8');
+
+    if (!loginFile.includes('.extract(')) {
+      error('Login snippet does not use .extract()');
+      console.log(loginFile);
+      throw new Error('Login snippet does not demonstrate .extract()');
+    }
+    success('Login snippet demonstrates .extract()');
+
+    if (!loginFile.includes('secret: true')) {
+      error('Login snippet does not use secret option');
+      console.log(loginFile);
+      throw new Error('Login snippet does not demonstrate secret typing');
+    }
+    success('Login snippet demonstrates secret typing');
+
+    step('🧪 Running generated test...');
+    try {
+      execSync('npm test', {
+        cwd: testDir,
+        stdio: 'inherit',
+        env: { ...process.env, TD_API_KEY: process.env.TD_API_KEY }
+      });
+      success('Test execution completed successfully');
+    } catch (err) {
+      error('Test execution failed');
+      throw err;
+    }
+
+    step('✅ All checks passed!');
+    log('\nTest summary:', 'green');
+    log('  • Init command executed successfully', 'green');
+    log('  • All expected files created', 'green');
+    log('  • Configuration files are correct', 'green');
+    log('  • Example test has proper patterns', 'green');
+    log('  • Generated test runs successfully', 'green');
+
+  } catch (err) {
+    step('❌ Test failed!');
+    error(err.message);
+    if (err.stack) {
+      log(err.stack, 'gray');
+    }
+    process.exit(1);
+  } finally {
+    // Optional: Clean up test directory
+    // Commented out so you can inspect the generated files
+    // step('🧹 Cleaning up...');
+    // if (fs.existsSync(testDir)) {
+    //   fs.rmSync(testDir, { recursive: true, force: true });
+    //   success('Cleaned up test directory');
+    // }
+    
+    info(`\nTest project preserved at: ${testDir}`);
+    info('To clean up manually, run:');
+    log(`  rm -rf ${testDir}`, 'gray');
+  }
+}
+
+// Run the test
+testInitCommand().catch(err => {
+  error('Unexpected error:');
+  console.error(err);
+  process.exit(1);
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "7.1.2",
+  "version": "7.1.4",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "sdk.js",
   "exports": {
@@ -85,7 +85,7 @@
   },
   "devDependencies": {
     "@eslint/js": "^9.10.0",
-    "@vitest/ui": "^4.0.8",
+    "@vitest/ui": "^4.0.15",
     "chai": "^5.1.2",
     "esbuild": "0.20.2",
     "esbuild-plugin-fileloc": "^0.0.6",

package/schema.json

@@ -618,7 +618,7 @@
           }
         }
       },
-      "remember": {
+      "extract": {
         "type": "object",
         "required": [
           "description",
@@ -628,7 +628,7 @@
         "properties": {
           "command": {
             "type": "string",
-            "const": "remember"
+            "const": "extract"
           },
           "description": {
             "type": "string"
@@ -783,7 +783,7 @@
               "scroll-until-text",
               "scroll-until-image",
               "focus-application",
-              "remember",
+              "extract",
               "assert",
               "exec",
               "if",
@@ -971,12 +971,12 @@
             "if": {
               "properties": {
                 "command": {
-                  "const": "remember"
+                  "const": "extract"
                 }
               }
             },
             "then": {
-              "$ref": "#/$defs/commandsAvailable/remember"
+              "$ref": "#/$defs/commandsAvailable/extract"
             }
           },
           {

package/sdk-log-formatter.js

@@ -130,7 +130,7 @@ class SDKLogFormatter {
       // Validation
       assert: chalk.green("✅"),
       verify: chalk.green("🔍"),
-      remember: chalk.blue("🧠"),
+      extract: chalk.blue("🧠"),
 
       // System
       connect: chalk.green("🔌"),

package/sdk.d.ts

@@ -433,9 +433,9 @@ export interface FocusApplicationOptions {
   name: string;
 }
 
-/** Options for remember command */
-export interface RememberOptions {
-  /** What to remember */
+/** Options for extract command */
+export interface ExtractOptions {
+  /** What to extract */
   description: string;
 }
 
@@ -919,15 +919,15 @@ export default class TestDriverSDK {
   assert(assertion: string, options?: object): Promise<boolean>;
 
   /**
-   * Extract and remember information from the screen using AI
+   * Extract information from the screen using AI
    * @param options - Options object with description
    */
-  remember(options: RememberOptions): Promise<string>;
+  extract(options: { description: string }): Promise<string>;
   /**
-   * Extract and remember information from the screen using AI (positional arguments - legacy)
-   * @param description - What to remember
+   * Extract information from the screen using AI (positional arguments - legacy)
+   * @param description - What to extract
    */
-  remember(description: string): Promise<string>;
+  extract(description: string): Promise<string>;
 
   // Code Execution
 

package/sdk.js

@@ -1,6 +1,3 @@
-// Auto-load environment variables from .env file if it exists
-require("dotenv").config();
-
 const fs = require("fs");
 const path = require("path");
 const os = require("os");
@@ -342,12 +339,12 @@ class Element {
       }
 
       // Determine threshold: 
-      // - If cacheKey is provided, enable cache (threshold = 0.05 or custom)
+      // - If cacheKey is provided, enable cache (threshold = 0.01 or custom)
       // - If no cacheKey, disable cache (threshold = -1) unless explicitly overridden
       let threshold;
       if (cacheKey) {
         // cacheKey provided - enable cache with threshold
-        threshold = cacheThreshold ?? 0.05;
+        threshold = cacheThreshold ?? 0.01;
       } else if (cacheThreshold !== null) {
         // Explicit threshold provided without cacheKey
         threshold = cacheThreshold;
@@ -1258,11 +1255,65 @@ class TestDriverSDK {
           console.log('[provision.chrome] ✅ Dashcam started');
         }
 
+        // Set up Chrome profile with preferences
+        const shell = this.os === 'windows' ? 'pwsh' : 'sh';
+        const userDataDir = this.os === 'windows' 
+          ? 'C:\\Users\\testdriver\\AppData\\Local\\TestDriver\\Chrome'
+          : '/tmp/testdriver-chrome-profile';
+        
+        // Create user data directory and Default profile directory
+        const defaultProfileDir = this.os === 'windows'
+          ? `${userDataDir}\\Default`
+          : `${userDataDir}/Default`;
+        
+        const createDirCmd = this.os === 'windows'
+          ? `New-Item -ItemType Directory -Path "${defaultProfileDir}" -Force | Out-Null`
+          : `mkdir -p "${defaultProfileDir}"`;
+        
+        await this.exec(shell, createDirCmd, 10000, true);
+        
+        // Write Chrome preferences
+        const chromePrefs = {
+          credentials_enable_service: false,
+          profile: {
+            password_manager_enabled: false,
+            default_content_setting_values: {}
+          },
+          signin: {
+            allowed: false
+          },
+          sync: {
+            requested: false,
+            first_setup_complete: true,
+            sync_all_os_types: false
+          },
+          autofill: {
+            enabled: false
+          },
+          local_state: {
+            browser: {
+              has_seen_welcome_page: true
+            }
+          }
+        };
+        
+        const prefsPath = this.os === 'windows'
+          ? `${defaultProfileDir}\\Preferences`
+          : `${defaultProfileDir}/Preferences`;
+        
+        const prefsJson = JSON.stringify(chromePrefs, null, 2);
+        const writePrefCmd = this.os === 'windows'
+          ? `Set-Content -Path "${prefsPath}" -Value '${prefsJson.replace(/'/g, "''")}'`
+          : `cat > "${prefsPath}" << 'EOF'\n${prefsJson}\nEOF`;
+        
+        await this.exec(shell, writePrefCmd, 10000, true);
+        console.log('[provision.chrome] ✅ Chrome preferences configured');
+
         // Build Chrome launch command
         const chromeArgs = [];
         if (maximized) chromeArgs.push('--start-maximized');
         if (guest) chromeArgs.push('--guest');
-        chromeArgs.push('--disable-fre', '--no-default-browser-check', '--no-first-run');
+        chromeArgs.push('--disable-fre', '--no-default-browser-check', '--no-first-run', '--disable-infobars', `--user-data-dir=${userDataDir}`);
         
         // Add dashcam-chrome extension on Linux
         if (this.os === 'linux') {
@@ -1270,7 +1321,6 @@ class TestDriverSDK {
         }
 
         // Launch Chrome
-        const shell = this.os === 'windows' ? 'pwsh' : 'sh';
         
         if (this.os === 'windows') {
           const argsString = chromeArgs.map(arg => `"${arg}"`).join(', ');
@@ -1668,12 +1718,12 @@ class TestDriverSDK {
       }
 
       // Determine threshold: 
-      // - If cacheKey is provided, enable cache (threshold = 0.05 or custom)
+      // - If cacheKey is provided, enable cache (threshold = 0.01 or custom)
       // - If no cacheKey, disable cache (threshold = -1) unless explicitly overridden
       let threshold;
       if (cacheKey) {
         // cacheKey provided - enable cache with threshold
-        threshold = cacheThreshold ?? 0.05;
+        threshold = cacheThreshold ?? 0.01;
       } else if (cacheThreshold !== null) {
         // Explicit threshold provided without cacheKey
         threshold = cacheThreshold;
@@ -2051,15 +2101,15 @@ class TestDriverSDK {
          */
         doc: "Focus an application by name",
       },
-      remember: {
-        name: "remember",
+      extract: {
+        name: "extract",
         /**
-         * Extract and remember information from the screen using AI
+         * Extract information from the screen using AI
          * @param {Object|string} options - Options object or description (legacy positional)
-         * @param {string} options.description - What to remember
+         * @param {string} options.description - What to extract
          * @returns {Promise<string>}
          */
-        doc: "Extract and remember information from the screen",
+        doc: "Extract information from the screen",
       },
       assert: {
         name: "assert",

package/test/testdriver/exec-output.test.mjs

@@ -6,7 +6,7 @@
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
-describe.skipIf(process.env.TD_OS === "linux")("Exec Output Test", () => {
+describe.skip("Exec Output Test", () => {
   it(
     "should set date using PowerShell and navigate to calendar",
     async (context) => {

package/test/testdriver/exec-pwsh.test.mjs

@@ -6,7 +6,7 @@
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
-describe.skipIf(process.env.TD_OS === "linux")("Exec PowerShell Test", () => {
+describe.skip("Exec PowerShell Test", () => {
   it(
     "should generate random email using PowerShell and enter it",
     async (context) => {

package/test/testdriver/focus-window.test.mjs

@@ -7,7 +7,7 @@ import { describe, expect, it } from "vitest";
 import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Focus Window Test", () => {
-  it.skipIf(process.env.TD_OS === "linux")(
+  it.skip(
     "should click Microsoft Edge icon and focus Google Chrome",
     async (context) => {
       const testdriver = TestDriver(context, { headless: true });

package/test/testdriver/hover-image.test.mjs

@@ -9,7 +9,7 @@ import { performLogin } from "./setup/testHelpers.mjs";
 
 describe("Hover Image Test", () => {
   it("should click on shopping cart icon and verify empty cart", async (context) => {
-    const testdriver = TestDriver(context, { headless: true });
+    const testdriver = TestDriver(context, { headless: false });
     
     // provision.chrome() automatically calls ready() and starts dashcam
     await testdriver.provision.chrome({

package/test/testdriver/hover-text-with-description.test.mjs

@@ -17,21 +17,18 @@ describe("Hover Text With Description Test", () => {
     await performLogin(testdriver);
 
     // Click on "Add to Cart" under TestDriver Hat
-    await testdriver.focusApplication("Google Chrome");
     const addToCartButton = await testdriver.find(
       "Add to Cart, add to cart button under TestDriver Hat",
     );
     await addToCartButton.click();
 
     // Click on the cart
-    await testdriver.focusApplication("Google Chrome");
     const cartButton = await testdriver.find(
       "Cart, cart button in the top right corner",
     );
     await cartButton.click();
 
     // Assert the TestDriver Hat is in the cart
-    await testdriver.focusApplication("Google Chrome");
     const result = await testdriver.assert("TestDriver Hat is in the cart");
     expect(result).toBeTruthy();
   });

package/test/testdriver/match-image.test.mjs

@@ -14,7 +14,7 @@ const __filename = fileURLToPath(import.meta.url);
 const __dirname = dirname(__filename);
 
 describe("Match Image Test", () => {
-  it("should match shopping cart image and verify empty cart", async (context) => {
+  it.skip("should match shopping cart image and verify empty cart", async (context) => {
     const testdriver = TestDriver(context, { headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 

package/test/testdriver/scroll-keyboard.test.mjs

@@ -27,7 +27,7 @@ describe("Scroll Keyboard Test", () => {
       "The Hamster Dance, large heading at top of page",
     );
     await heading.click();
-    await testdriver.scroll("down", 1000);
+    await testdriver.scroll("down", { amount: 1000 });
 
     // Assert the page is scrolled down
     const result = await testdriver.assert(

package/test/testdriver/scroll-until-image.test.mjs

@@ -7,7 +7,7 @@ import { describe, expect, it } from "vitest";
 import { TestDriver } from "../../lib/vitest/hooks.mjs";
 
 describe("Scroll Until Image Test", () => {
-  it("should scroll until brown colored house image appears", async (context) => {
+  it.skip("should scroll until brown colored house image appears", async (context) => {
     const testdriver = TestDriver(context, { headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 

package/test/testdriver/scroll-until-text.test.mjs

@@ -18,7 +18,24 @@ describe("Scroll Until Text Test", () => {
 
     // Scroll until text appears
     await testdriver.focusApplication("Google Chrome");
-    await testdriver.scrollUntilText({ text: "testdriver socks", direction: "down" });
+    // Scroll until text appears
+    let found = false;
+    let scrollCount = 0;
+    const maxScrolls = 10;
+    
+    while (!found && scrollCount < maxScrolls) {
+      const findResult = await testdriver.find("testdriver socks");
+      if (findResult) {
+      found = true;
+      } else {
+      await testdriver.scroll({ direction: "down" });
+      scrollCount++;
+      }
+    }
+    
+    if (!found) {
+      throw new Error(`Failed to find "testdriver socks" after ${maxScrolls} scrolls`);
+    }
 
     // Assert testdriver socks appears on screen
     await testdriver.focusApplication("Google Chrome");

package/test/testdriver/scroll.test.mjs

@@ -32,7 +32,7 @@ describe("Scroll Test", () => {
     await heading.click();
 
     // Scroll down
-    await testdriver.scroll("down", 1000);
+    await testdriver.scroll("down", { amount: 1000 });
 
     // Assert page is scrolled
     const result = await testdriver.assert("the page is scrolled down, the hamster dance heading is not visible on the page");