testdriverai 7.3.5 → 7.3.7

package/examples/installer.test.mjs

@@ -5,6 +5,7 @@
 
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 const isLinux = (process.env.TD_OS || "linux") === "linux";
 
@@ -12,7 +13,7 @@ describe("Provision Installer", () => {
   it.skipIf(!isLinux)(
     "should download and install a .deb package on Linux",
     async (context) => {
-      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
+      const testdriver = TestDriver(context, { ...getDefaults(context) });
       
       // Install bat (a cat clone with syntax highlighting) using provision.installer
       const filePath = await testdriver.provision.installer({
@@ -30,7 +31,7 @@ describe("Provision Installer", () => {
   it.skipIf(!isLinux)(
     "should download a shell script and verify it exists",
     async (context) => {
-      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
+      const testdriver = TestDriver(context, { ...getDefaults(context) });
       
       // Download a shell script (nvm installer)
       const filePath = await testdriver.provision.installer({

package/examples/launch-vscode-linux.test.mjs

@@ -1,5 +1,6 @@
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 const isLinux = (process.env.TD_OS || "linux") === "linux";
 
@@ -7,7 +8,7 @@ describe("Launch VS Code on Linux", () => {
   it.skipIf(!isLinux)(
     "should launch VS Code on Debian/Ubuntu",
     async (context) => {
-      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
+      const testdriver = TestDriver(context, { ...getDefaults(context) });
       
       // provision.vscode() automatically calls ready() and starts dashcam
       await testdriver.provision.vscode();
@@ -24,7 +25,7 @@ describe("Launch VS Code on Linux", () => {
   it.skipIf(!isLinux)(
     "should install and use a VS Code extension",
     async (context) => {
-      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
+      const testdriver = TestDriver(context, { ...getDefaults(context) });
       
       // Launch VS Code with the Prettier extension installed
       await testdriver.provision.vscode({

package/examples/match-image.test.mjs

@@ -7,6 +7,7 @@ import path, { dirname } from "path";
 import { fileURLToPath } from "url";
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 /**
  * Perform login flow for SauceLabs demo app
@@ -33,7 +34,7 @@ const __dirname = dirname(__filename);
 
 describe("Match Image Test", () => {
   it.skip("should match shopping cart image and verify empty cart", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/examples/no-provision.test.mjs

@@ -5,12 +5,11 @@
 
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 describe("Assert Test", () => {
   it("should assert the testdriver login page shows", async (context) => {
-    const testdriver = TestDriver(context, {
-      ip: context.ip || process.env.TD_IP,
-    });
+    const testdriver = TestDriver(context, { ...getDefaults(context) });
     
     // Assert the TestDriver.ai Sandbox login page is displayed
     const result = await testdriver.assert(

package/examples/press-keys.test.mjs

@@ -5,10 +5,11 @@
 
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 describe("Press Keys Test", () => {
   it("should create tabs and navigate using keyboard shortcuts", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     const signInButton = await testdriver.find(
@@ -20,23 +21,16 @@ describe("Press Keys Test", () => {
     await testdriver.pressKeys(["ctrl", "t"]);
 
     // Poll for "Learn more" to appear
-    let learnMore = await testdriver.find("Learn more");
-    for (let i = 0; i < 10; i++) {
-      learnMore = await learnMore.find();
-      if (learnMore.found()) break;
-      await new Promise((resolve) => setTimeout(resolve, 500));
-    }
+    let imagesLink = await testdriver.find("Images", {timeout: 5000});
+
+    expect(imagesLink.found()).toBeTruthy();
 
     // Open DevTools
     await testdriver.pressKeys(["ctrl", "shift", "i"]);
 
     // Poll for "Elements" to appear
-    let elements = await testdriver.find("Elements");
-    for (let i = 0; i < 10; i++) {
-      elements = await elements.find();
-      if (elements.found()) break;
-      await new Promise((resolve) => setTimeout(resolve, 500));
-    }
+    let elements = await testdriver.find("Elements", {timeout: 5000});
+    expect(elements.found()).toBeTruthy();
 
     // Open another tab and navigate
     await testdriver.pressKeys(["ctrl", "t"]);

package/examples/prompt.test.mjs

@@ -5,10 +5,11 @@
 
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 describe.skip("Prompt Test", () => {
   it("should execute AI-driven prompts", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/examples/scroll-keyboard.test.mjs

@@ -5,10 +5,11 @@
 
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 describe("Scroll Keyboard Test", () => {
   it("should navigate to webhamster.com and scroll with keyboard", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/examples/scroll-until-image.test.mjs

@@ -5,10 +5,11 @@
 
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 describe("Scroll Until Image Test", () => {
   it.skip("should scroll until brown colored house image appears", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/examples/scroll-until-text.test.mjs

@@ -5,6 +5,7 @@
 
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 /**
  * Perform login flow for SauceLabs demo app
@@ -27,7 +28,7 @@ async function performLogin(client, username = "standard_user") {
 
 describe("Scroll Until Text Test", () => {
   it('should scroll until "testdriver socks" appears', async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //

package/examples/scroll.test.mjs

@@ -7,10 +7,11 @@
 
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 describe("Scroll Test", () => {
   it("should navigate and scroll down the page", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     // Give Chrome a moment to fully render the UI

package/examples/type.test.mjs

@@ -1,9 +1,10 @@
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 describe("Type Test", () => {
   it("should enter standard_user in username field", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     //
@@ -20,7 +21,7 @@ describe("Type Test", () => {
   });
 
   it("should show validation message when clicking Sign In without password", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
     await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
     // First fill in username

package/examples/windows-installer.test.mjs

@@ -11,6 +11,7 @@
 
 import { describe, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
+import { getDefaults } from "./config.mjs";
 
 const isLinux = (process.env.TD_OS || "linux") === "linux";
 
@@ -19,7 +20,7 @@ describe("Windows App Installation", () => {
   it.skipIf(isLinux)("should download, install, and launch GitButler on Windows", async (context) => {
     // Alternative approach using provision.installer helper
     const testdriver = TestDriver(context, { 
-      ip: context.ip || process.env.TD_IP,
+      ...getDefaults(context),
       os: 'windows'
     });
 

package/examples/z_flake-diffthreshold-001.test.mjs

@@ -0,0 +1,9 @@
+/**
+ * Popup Loading - diffThreshold=0.01, cache=true
+ */
+import { popupLoadingTest } from "./z_flake-shared.mjs";
+
+popupLoadingTest("diffThreshold=0.01, cache=true", {
+  redraw: { enabled: true, diffThreshold: 0.01 },
+  cache: true,
+});

package/examples/z_flake-diffthreshold-01.test.mjs

@@ -0,0 +1,9 @@
+/**
+ * Popup Loading - diffThreshold=0.1, cache=false
+ */
+import { popupLoadingTest } from "./z_flake-shared.mjs";
+
+popupLoadingTest("diffThreshold=0.1, cache=false", {
+  redraw: { enabled: true, diffThreshold: 0.1 },
+  cache: false,
+});

package/examples/z_flake-diffthreshold-05.test.mjs

@@ -0,0 +1,9 @@
+/**
+ * Popup Loading - diffThreshold=0.5, cache=true
+ */
+import { popupLoadingTest } from "./z_flake-shared.mjs";
+
+popupLoadingTest("diffThreshold=0.5, cache=true", {
+  redraw: { enabled: true, diffThreshold: 0.5 },
+  cache: true,
+});

package/examples/z_flake-noredraw-cache.test.mjs

@@ -0,0 +1,9 @@
+/**
+ * Popup Loading - redraw=false, cache=true
+ */
+import { popupLoadingTest } from "./z_flake-shared.mjs";
+
+popupLoadingTest("redraw=false, cache=true", {
+  redraw: false,
+  cache: true,
+});

package/examples/z_flake-noredraw-nocache.test.mjs

@@ -0,0 +1,9 @@
+/**
+ * Popup Loading - redraw=false, cache=false
+ */
+import { popupLoadingTest } from "./z_flake-shared.mjs";
+
+popupLoadingTest("redraw=false, cache=false", {
+  redraw: false,
+  cache: false,
+});

package/examples/z_flake-redraw-cache.test.mjs

@@ -0,0 +1,9 @@
+/**
+ * Popup Loading - redraw=true, cache=true
+ */
+import { popupLoadingTest } from "./z_flake-shared.mjs";
+
+popupLoadingTest("redraw=true, cache=true", {
+  redraw: true,
+  cache: true,
+});

package/examples/z_flake-redraw-nocache.test.mjs

@@ -0,0 +1,9 @@
+/**
+ * Popup Loading - redraw=true, cache=false
+ */
+import { popupLoadingTest } from "./z_flake-shared.mjs";
+
+popupLoadingTest("redraw=true, cache=false", {
+  redraw: true,
+  cache: false,
+});

package/examples/z_flake-shared.mjs

@@ -0,0 +1,50 @@
+/**
+ * Shared test logic for popup-loading variants.
+ * Each variant file imports this and calls it with specific options.
+ */
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "../lib/vitest/hooks.mjs";
+
+export function popupLoadingTest(label, options = {}) {
+  describe(`Popup with Loading (${label})`, () => {
+    it("should accept cookies and wait for completion", async (context) => {
+      const testdriver = TestDriver(context, {
+        ip: context.ip || process.env.TD_IP,
+        ...options,
+      });
+
+      await testdriver.provision.chrome({
+        url: "https://v0-popup-with-loading-bar.vercel.app/",
+      });
+      await testdriver.screenshot();
+
+      // Accept the cookie banner to trigger the loading process
+      let acceptButton = await testdriver.find("Accept All button on the cookie banner", {timeout: 60000});
+
+      if (acceptButton.found()) {
+        await acceptButton.click();
+      } else {
+        console.log('no cookie banner found, proceeding without accepting cookies');
+      }
+
+      await testdriver.find('Start button').click();
+
+      // Wait for "All done!" to appear with 120s timeout
+      const allDone = await testdriver.find("All done! text or heading in a modal or popup", { timeout: 120000 });
+      await testdriver.screenshot();
+
+      const result = await testdriver.assert("The text 'All done!' is visible on the page");
+      expect(result).toBeTruthy();
+
+      // Click Continue to proceed to the image grid
+      await testdriver.find("Continue button in the modal").click();
+
+      // Wait for the 5x5 grid of images to fully load (up to 60s) and click the rocket
+      await testdriver.find("rocket image in the 5x5 grid", { timeout: 60000, cacheThreshold: -1 }).click();
+
+      // Assert the success message appears
+      const rocketResult = await testdriver.assert("The text 'You found the rocket!' is visible on the page");
+      expect(rocketResult).toBeTruthy();
+    });
+  });
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "7.3.5",
+  "version": "7.3.7",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "sdk.js",
   "types": "sdk.d.ts",
@@ -134,7 +134,7 @@
     "mocha": "^10.8.2",
     "node-addon-api": "^8.0.0",
     "prettier": "3.3.3",
-    "testdriverai": "^7.2.79",
+    "testdriverai": "^7.3.6",
     "vitest": "^4.0.18"
   },
   "optionalDependencies": {

package/sdk-log-formatter.js

@@ -377,6 +377,12 @@ class SDKLogFormatter {
     if (meta.cacheHit) {
       metaParts.push(chalk.bold.yellow("⚡ cached"));
     }
+    if (meta.confidence !== undefined && meta.confidence !== null) {
+      metaParts.push(chalk.dim.gray(`confidence: ${meta.confidence}`));
+    }
+    if (meta.reasoning) {
+      metaParts.push(chalk.dim.gray(`reasoning: ${meta.reasoning}`));
+    }
     // Duration always last
     if (meta.duration) {
       metaParts.push(this.formatDurationColored(meta.duration, thresholdKey));

package/sdk.js

@@ -414,6 +414,7 @@ class Element {
 
       result.similarity = this._response.similarity;
       result.confidence = this._response.confidence;
+      result.reasoning = this._response.reasoning;
       result.selector = this._response.selector;
 
       // Include AI response text if available
@@ -716,20 +717,26 @@ class Element {
       cacheStrategy: response.cacheStrategy || null,
       similarity: response.similarity ?? null,
       confidence: response.confidence ?? null,
+      reasoning: response.reasoning ?? null,
     };
 
     // Emit element found as log:log event
     const { events } = require("./agent/events.js");
     const Dashcam = require("./lib/core/Dashcam");
     const consoleUrl = Dashcam.getConsoleUrl(this.sdk.config?.TD_API_ROOT);
-    const formattedMessage = formatter.formatElementFound(this.description, {
+    const meta = {
       x: this.coordinates.x,
       y: this.coordinates.y,
       duration: debugInfo.duration,
       cacheHit: debugInfo.cacheHit,
       selectorId: this._response?.selector,
       consoleUrl: consoleUrl,
-    });
+    };
+    if (!debugInfo.cacheHit) {
+      meta.confidence = debugInfo.confidence;
+      meta.reasoning = debugInfo.reasoning;
+    }
+    const formattedMessage = formatter.formatElementFound(this.description, meta);
     this.sdk.emitter.emit(events.log.log, formattedMessage);
 
     // Log cache information in debug mode
@@ -1116,6 +1123,14 @@ class Element {
     return this._response?.confidence ?? null;
   }
 
+  /**
+   * Get model reasoning for why this element was selected
+   * @returns {string|null}
+   */
+  get reasoning() {
+    return this._response?.reasoning ?? null;
+  }
+
   /**
    * Get element width if available
    * @returns {number|null}
@@ -1567,6 +1582,51 @@ class TestDriverSDK {
     return "C:\\PROGRA~1\\nodejs\\node_modules\\dashcam-chrome\\build";
   }
 
+  /**
+   * Wait for Chrome DevTools Protocol debugger to be ready on port 9222,
+   * then wait for a page to report loaded.
+   * Works on both Windows (PowerShell) and Linux (sh).
+   * @param {number} [timeoutMs=60000] - Maximum time to wait in ms
+   * @returns {Promise<void>}
+   */
+  async _waitForChromeDebuggerReady(timeoutMs = 60000) {
+    const shell = this.os === "windows" ? "pwsh" : "sh";
+
+    if (this.os === "windows") {
+      // Wait for port 9222 to be listening
+      await this.exec(
+        shell,
+        `$timeout = ${Math.floor(timeoutMs / 1000)}; $elapsed = 0; while ($elapsed -lt $timeout) { try { $tcp = New-Object System.Net.Sockets.TcpClient; $tcp.Connect('127.0.0.1', 9222); $tcp.Close(); break } catch { Start-Sleep -Milliseconds 200; $elapsed += 0.2 } }`,
+        timeoutMs,
+        true,
+      );
+
+      // Wait for a page target to appear via CDP
+      await this.exec(
+        shell,
+        `$timeout = ${Math.floor(timeoutMs / 1000)}; $elapsed = 0; while ($elapsed -lt $timeout) { try { $r = Invoke-RestMethod -Uri 'http://localhost:9222/json' -TimeoutSec 2; if ($r | Where-Object { $_.type -eq 'page' }) { break } } catch {} Start-Sleep -Milliseconds 500; $elapsed += 0.5 }`,
+        timeoutMs,
+        true,
+      );
+    } else {
+      // Wait for port 9222 to be listening
+      await this.exec(
+        shell,
+        `timeout=${Math.floor(timeoutMs / 1000)}; elapsed=0; while [ $elapsed -lt $timeout ]; do nc -z localhost 9222 && break; sleep 0.2; elapsed=$((elapsed + 1)); done`,
+        timeoutMs,
+        true,
+      );
+
+      // Wait for a page target to appear via CDP
+      await this.exec(
+        shell,
+        `timeout=${Math.floor(timeoutMs / 1000)}; elapsed=0; while [ $elapsed -lt $timeout ]; do curl -s http://localhost:9222/json 2>/dev/null | grep -q '"type": "page"' && break; sleep 0.5; elapsed=$((elapsed + 1)); done`,
+        timeoutMs,
+        true,
+      );
+    }
+  }
+
   _createProvisionAPI() {
     const self = this;
 
@@ -1691,31 +1751,9 @@ class TestDriverSDK {
           );
         }
 
-        // Wait for Chrome to be ready
+        // Wait for Chrome debugger port and page to be ready
+        await this._waitForChromeDebuggerReady();
         await this.focusApplication("Google Chrome");
-
-        // Wait for URL to load
-        try {
-          const urlObj = new URL(url);
-          const domain = urlObj.hostname;
-
-          for (let attempt = 0; attempt < 30; attempt++) {
-            const result = await this.find(`${domain}`);
-
-            if (result.found()) {
-              break;
-            } else {
-              await new Promise((resolve) => setTimeout(resolve, 1000));
-            }
-          }
-
-          await this.focusApplication("Google Chrome");
-        } catch (e) {
-          console.warn(
-            `[provision.chrome] ⚠️  Could not parse URL "${url}":`,
-            e.message,
-          );
-        }
       },
 
       /**
@@ -1977,20 +2015,8 @@ with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
           );
         }
 
-        // Wait for Chrome to be ready
-        await this.focusApplication("Google Chrome");
-
-        // Wait for New Tab to appear
-        for (let attempt = 0; attempt < 30; attempt++) {
-          const result = await this.find("New Tab");
-
-          if (result.found()) {
-            break;
-          } else {
-            await new Promise((resolve) => setTimeout(resolve, 1000));
-          }
-        }
-
+        // Wait for Chrome debugger port and page to be ready
+        await this._waitForChromeDebuggerReady();
         await this.focusApplication("Google Chrome");
       },
 

package/vitest.config.mjs

@@ -13,7 +13,7 @@ export default defineConfig({
     testTimeout: 900000,
     hookTimeout: 900000,
     disableConsoleIntercept: true,
-    maxConcurrency: 3,
+    maxConcurrency: 100,
     reporters: [
       "default",
       TestDriver(),