testdriverai 7.3.11 → 7.3.13

package/sdk.js

@@ -515,7 +515,7 @@ class Element {
       } else if (cacheKey) {
         // cacheKey provided - enable cache with threshold
         // Per-command thresholds > legacy cacheThreshold > global config
-        threshold = perCommandThresholds?.screen ?? cacheThreshold ?? this.sdk.cacheConfig?.thresholds?.find?.screen ?? 0.01;
+        threshold = perCommandThresholds?.screen ?? cacheThreshold ?? this.sdk.cacheConfig?.thresholds?.find?.screen ?? 0.05;
         elementSimilarity = perCommandThresholds?.element ?? this.sdk.cacheConfig?.thresholds?.find?.element ?? 0.8;
       } else if (cacheThreshold !== null) {
         // Explicit threshold provided without cacheKey
@@ -1325,6 +1325,34 @@ function createChainablePromise(promise) {
   return chainablePromise;
 }
 
+/**
+ * Normalize redraw options from new thresholds format or legacy format to internal format.
+ * New:    { enabled: true, thresholds: { screen: 0.05, network: true } }
+ * Legacy: { enabled: true, diffThreshold: 0.1, screenRedraw: true, networkMonitor: true }
+ * Internal: { enabled: true, screenRedraw: true, networkMonitor: false }
+ * @param {Object} opts - raw redraw options
+ * @returns {Object} normalised options the redraw subsystem expects
+ */
+function normalizeRedrawOptions(opts) {
+  if (!opts || typeof opts !== "object") {
+    return { enabled: !!opts };
+  }
+
+  const result = { enabled: opts.enabled !== false };
+
+  // New thresholds format takes precedence
+  if (opts.thresholds && typeof opts.thresholds === "object") {
+    result.screenRedraw = opts.thresholds.screen !== false;
+    result.networkMonitor = !!opts.thresholds.network;
+  } else {
+    // Legacy format fallback
+    result.screenRedraw = opts.screenRedraw !== undefined ? opts.screenRedraw : true;
+    result.networkMonitor = opts.networkMonitor !== undefined ? opts.networkMonitor : false;
+  }
+
+  return result;
+}
+
 /**
  * TestDriver SDK
  *
@@ -1376,15 +1404,14 @@ class TestDriverSDK {
     // Handle preview mode with backwards compatibility for headless option
     // Preview  can be "browser" (default), "ide", or "none" (headless)
     let previewMode = options.preview || process.env.TD_PREVIEW;
-    console.log("[DEBUG SDK constructor] options.preview:", options.preview, "previewMode:", previewMode);
     
     // Backwards compatibility: headless: true maps to preview: "none"
-    if (options.headless === true && !options.preview) {
+    // headless: true takes precedence over any preview setting
+    if (options.headless === true) {
       previewMode = "none";
     } else if (!previewMode) {
       previewMode = "browser"; // default
     }
-    console.log("[DEBUG SDK constructor] final previewMode:", previewMode);
 
     // Set up environment with API key
     const environment = {
@@ -1471,7 +1498,7 @@ class TestDriverSDK {
         },
       };
     } else {
-      // Support cache object format: { cache: { thresholds: { find: { screen: 0.01, element: 0.8 }, assert: 0.05 } } }
+      // Support cache object format: { cache: { thresholds: { find: { screen: 0.05, element: 0.8 }, assert: 0.05 } } }
       const cacheOpts = typeof options.cache === "object" ? options.cache : {};
       const thresholds = cacheOpts.thresholds || {};
       const findThresholds = typeof thresholds.find === "object" ? thresholds.find : {};
@@ -1480,7 +1507,7 @@ class TestDriverSDK {
         enabled: cacheOpts.enabled !== false,
         thresholds: {
           find: {
-            screen: findThresholds.screen ?? 0.01, // Default: 1% pixel diff allowed
+            screen: findThresholds.screen ?? 0.05, // Default: 5% pixel diff allowed
             element: findThresholds.element ?? 0.8, // Default: 80% OpenCV correlation
           },
           assert: thresholds.assert ?? 0.05, // Default: 5% pixel diff for assertions
@@ -1507,22 +1534,23 @@ class TestDriverSDK {
     } : {};
 
     // Redraw configuration
-    // Supports both:
-    //   - redraw: { enabled: true, diffThreshold: 0.1, screenRedraw: true, networkMonitor: true }
-    //   - redrawThreshold: 0.1 (legacy, sets diffThreshold)
-    // The `redraw` option takes precedence and matches the per-command API
+    // Supports:
+    //   - redraw: { enabled: true, thresholds: { screen: 0.05, network: true } }  (new)
+    //   - redraw: true/false  (shorthand)
+    //   - redraw: { enabled: true, diffThreshold: 0.1, screenRedraw: true, networkMonitor: true }  (legacy)
+    //   - redrawThreshold: 0.1  (legacy, deprecated)
     if (options.redraw !== undefined) {
-      // New unified API: redraw object (matches per-command options)
-      this.redrawOptions =
-        typeof options.redraw === "object"
-          ? options.redraw
-          : { enabled: options.redraw }; // Support redraw: false as shorthand
+      if (typeof options.redraw === "object") {
+        this.redrawOptions = normalizeRedrawOptions(options.redraw);
+      } else {
+        this.redrawOptions = { enabled: !!options.redraw };
+      }
     } else if (options.redrawThreshold !== undefined) {
-      // Legacy API: redrawThreshold number or object
+      // Legacy API: redrawThreshold number or object (deprecated)
       this.redrawOptions =
         typeof options.redrawThreshold === "object"
-          ? options.redrawThreshold
-          : { diffThreshold: options.redrawThreshold };
+          ? normalizeRedrawOptions(options.redrawThreshold)
+          : { enabled: true, screenRedraw: true, networkMonitor: false };
     } else {
       // Default: disabled (as of v7.3)
       this.redrawOptions = { enabled: false };
@@ -1648,6 +1676,24 @@ class TestDriverSDK {
     return "C:\\PROGRA~1\\nodejs\\node_modules\\dashcam-chrome\\build";
   }
 
+  /**
+   * Extract domain pattern from a URL for web log tracking
+   * @param {string} url - The URL to extract domain from
+   * @returns {string} Domain pattern (e.g., "*://example.com/*")
+   * @private
+   */
+  _getUrlDomainPattern(url) {
+    try {
+      const parsed = new URL(url);
+      // Use wildcard scheme and path to match all pages on the domain
+      return `*://${parsed.hostname}*`;
+    } catch (e) {
+      // Fallback to ** if URL parsing fails
+      console.warn(`[_getUrlDomainPattern] Failed to parse URL "${url}", using ** pattern`);
+      return "**";
+    }
+  }
+
   /**
    * Wait for Chrome DevTools Protocol debugger to be ready on port 9222,
    * then wait for a page to report loaded.
@@ -1712,6 +1758,9 @@ class TestDriverSDK {
           guest = false,
         } = options;
 
+        // Store the URL for domain-specific web log tracking
+        self._provisionedChromeUrl = url;
+
         // Set up Chrome profile with preferences
         const shell = this.os === "windows" ? "pwsh" : "sh";
         const userDataDir =
@@ -1814,6 +1863,17 @@ class TestDriverSDK {
         // Wait for Chrome debugger port and page to be ready
         await this._waitForChromeDebuggerReady();
         await this.focusApplication("Google Chrome");
+
+        // Add web log tracking with domain wildcard pattern, then start dashcam
+        if (this.dashcamEnabled) {
+          const domainPattern = this._getUrlDomainPattern(url);
+          await this.dashcam.addWebLog(domainPattern, "Web Logs");
+          
+          // Start dashcam recording after logs are configured
+          if (!(await this.dashcam.isRecording())) {
+            await this.dashcam.start();
+          }
+        }
       },
 
       /**
@@ -2072,6 +2132,11 @@ with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
         // Wait for Chrome debugger port and page to be ready
         await this._waitForChromeDebuggerReady();
         await this.focusApplication("Google Chrome");
+
+        // Start dashcam recording
+        if (this.dashcamEnabled && !(await this.dashcam.isRecording())) {
+          await this.dashcam.start();
+        }
       },
 
       /**
@@ -2122,6 +2187,11 @@ with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
 
         // Wait for VS Code to be ready
         await this.focusApplication("Visual Studio Code");
+
+        // Start dashcam recording
+        if (this.dashcamEnabled && !(await this.dashcam.isRecording())) {
+          await this.dashcam.start();
+        }
       },
 
       /**
@@ -2271,6 +2341,11 @@ with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
           await this.focusApplication(appName);
         }
 
+        // Start dashcam recording
+        if (this.dashcamEnabled && !(await this.dashcam.isRecording())) {
+          await this.dashcam.start();
+        }
+
         return actualFilePath;
       },
 
@@ -2307,6 +2382,11 @@ with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
         }
 
         await this.focusApplication("Electron");
+
+        // Start dashcam recording
+        if (this.dashcamEnabled && !(await this.dashcam.isRecording())) {
+          await this.dashcam.start();
+        }
       },
 
       /**
@@ -2349,8 +2429,12 @@ with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
         await this.dashcam.addFileLog(actualLogPath, logName);
 
         // Add web log tracking if enabled
+        // Use domain pattern from provisioned Chrome URL if available
         if (webLogs) {
-          await this.dashcam.addWebLog("**", "Web Logs");
+          const pattern = this._provisionedChromeUrl
+            ? this._getUrlDomainPattern(this._provisionedChromeUrl)
+            : "**";
+          await this.dashcam.addWebLog(pattern, "Web Logs");
         }
 
         // Start recording if not already recording
@@ -2767,14 +2851,37 @@ CAPTCHA_SOLVER_EOF`,
       this.analytics.track("sdk.disconnect");
     }
 
+    // Clean up redraw interval if active
+    if (this.agent?.redraw?.cleanup) {
+      try {
+        this.agent.redraw.cleanup();
+      } catch (err) {
+        // Ignore cleanup errors
+      }
+    }
+
+    // Stop the debugger server (HTTP + WebSocket server) to release the port
+    try {
+      const { stopDebugger } = require("./agent/lib/debugger-server.js");
+      stopDebugger();
+    } catch (err) {
+      // Ignore if debugger wasn't started
+    }
+
     // Always close the sandbox WebSocket connection to clean up resources
     // This ensures we don't leave orphaned connections even if connect() failed
     if (this.sandbox && typeof this.sandbox.close === "function") {
       this.sandbox.close();
     }
 
+    // Remove all event listeners on the emitter to release references
+    if (this.emitter && typeof this.emitter.removeAllListeners === "function") {
+      this.emitter.removeAllListeners();
+    }
+
     this.connected = false;
     this.instance = null;
+    this.commands = null;
   }
 
   /**
@@ -2821,7 +2928,7 @@ CAPTCHA_SOLVER_EOF`,
    *
    * @example
    * // Find with custom cache threshold (legacy)
-   * const element = await client.find('login button', 0.01);
+   * const element = await client.find('login button', 0.05);
    *
    * @example
    * // Poll until element is found
@@ -2987,7 +3094,7 @@ CAPTCHA_SOLVER_EOF`,
         cacheKey = null; // Clear any cacheKey to ensure cache is truly disabled
       } else if (cacheKey) {
         // cacheKey provided - enable cache with threshold (findAll only uses screen, no element)
-        threshold = perCommandThresholds?.screen ?? cacheThreshold ?? this.cacheConfig?.thresholds?.find?.screen ?? 0.01;
+        threshold = perCommandThresholds?.screen ?? cacheThreshold ?? this.cacheConfig?.thresholds?.find?.screen ?? 0.05;
       } else if (cacheThreshold !== null) {
         // Explicit threshold provided without cacheKey
         threshold = perCommandThresholds?.screen ?? cacheThreshold;

package/setup/aws/disable-defender.sh

@@ -0,0 +1,42 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# --- Disable Windows Defender ---
+# This script disables Windows Defender on a running AWS instance via SSM.
+# Requires: AWS_REGION, INSTANCE_ID environment variables
+
+: "${AWS_REGION:?Set AWS_REGION}"
+: "${INSTANCE_ID:?Set INSTANCE_ID}"
+
+echo "Disabling Windows Defender..."
+DEFENDER_CMD=$(aws ssm send-command \
+  --region "$AWS_REGION" \
+  --instance-ids "$INSTANCE_ID" \
+  --document-name "AWS-RunPowerShellScript" \
+  --parameters 'commands=["Set-MpPreference -DisableRealtimeMonitoring $true", "Set-MpPreference -DisableIOAVProtection $true", "Set-MpPreference -DisableBehaviorMonitoring $true", "Set-MpPreference -DisableBlockAtFirstSeen $true", "Set-MpPreference -DisableScriptScanning $true", "Write-Output \"Windows Defender disabled successfully\""]' \
+  --output json)
+
+DEFENDER_CMD_ID=$(jq -r '.Command.CommandId' <<<"$DEFENDER_CMD")
+echo "Defender disable command ID: $DEFENDER_CMD_ID"
+
+echo "Waiting for Defender disable command to complete..."
+if aws ssm wait command-executed --region "$AWS_REGION" --command-id "$DEFENDER_CMD_ID" --instance-id "$INSTANCE_ID" 2>/dev/null; then
+  DEFENDER_STATUS=$(aws ssm get-command-invocation \
+    --region "$AWS_REGION" \
+    --command-id "$DEFENDER_CMD_ID" \
+    --instance-id "$INSTANCE_ID" \
+    --output json)
+  DEFENDER_OUTPUT=$(jq -r '.StandardOutputContent // ""' <<<"$DEFENDER_STATUS")
+  DEFENDER_ERROR=$(jq -r '.StandardErrorContent // ""' <<<"$DEFENDER_STATUS")
+  DEFENDER_CMD_STATUS=$(jq -r '.Status // ""' <<<"$DEFENDER_STATUS")
+  
+  echo "Defender disable status: $DEFENDER_CMD_STATUS"
+  if [ -n "$DEFENDER_OUTPUT" ] && [ "$DEFENDER_OUTPUT" != "null" ]; then
+    echo "✓ $DEFENDER_OUTPUT"
+  fi
+  if [ -n "$DEFENDER_ERROR" ] && [ "$DEFENDER_ERROR" != "null" ]; then
+    echo "⚠ Defender stderr: $DEFENDER_ERROR"
+  fi
+else
+  echo "⚠ Defender disable command may have timed out, continuing anyway..."
+fi

package/vitest.config.mjs

@@ -6,15 +6,13 @@ import { defineConfig } from "vitest/config";
 const setupFiles = [
   "testdriverai/vitest/setup",
   "testdriverai/vitest/setup-aws",
+  'testdriverai/vitest/setup-disable-defender'
 ];
 
 export default defineConfig({
   test: {
-    retry: 1,
     testTimeout: 900000,
     hookTimeout: 900000,
-    disableConsoleIntercept: true,
-    maxConcurrency: 100,
     reporters: [
       "default",
       TestDriver(),

package/examples/z_flake-diffthreshold-001.test.mjs

@@ -1,9 +0,0 @@
-/**
- * Popup Loading - diffThreshold=0.01, cache=true
- */
-import { popupLoadingTest } from "./z_flake-shared.mjs";
-
-popupLoadingTest("diffThreshold=0.01, cache=true", {
-  redraw: { enabled: true, diffThreshold: 0.01 },
-  cache: true,
-});

package/examples/z_flake-diffthreshold-01.test.mjs

@@ -1,9 +0,0 @@
-/**
- * Popup Loading - diffThreshold=0.1, cache=false
- */
-import { popupLoadingTest } from "./z_flake-shared.mjs";
-
-popupLoadingTest("diffThreshold=0.1, cache=false", {
-  redraw: { enabled: true, diffThreshold: 0.1 },
-  cache: false,
-});

package/examples/z_flake-diffthreshold-05.test.mjs

@@ -1,9 +0,0 @@
-/**
- * Popup Loading - diffThreshold=0.5, cache=true
- */
-import { popupLoadingTest } from "./z_flake-shared.mjs";
-
-popupLoadingTest("diffThreshold=0.5, cache=true", {
-  redraw: { enabled: true, diffThreshold: 0.5 },
-  cache: true,
-});