npm - testdriverai - Versions diffs - 7.2.49 → 7.2.50 - Mend

testdriverai 7.2.49 → 7.2.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (7) hide show

package/agent/index.js +29 -8
package/debugger/index.html +67 -0
package/interfaces/logger.js +4 -1
package/interfaces/vitest-plugin.mjs +0 -1
package/lib/vitest/hooks.mjs +3 -0
package/package.json +1 -1
package/sdk.js +31 -24

package/agent/index.js CHANGED Viewed

@@ -1781,6 +1781,8 @@ ${regression}
         ip: this.ip,
       });
+      // Mark instance socket as connected so console logs are forwarded
+      this.sandbox.instanceSocketConnected = true;
       this.emitter.emit(events.sandbox.connected);
       this.instance = instance.instance;
@@ -2020,6 +2022,7 @@ ${regression}
         resolution: this.config.TD_RESOLUTION,
         url: url,
         token: "V3b8wG9",
+        testFile: this.testFile || null,
       };
       // Base64 encode the data (the debugger expects base64, not URL encoding)
@@ -2097,16 +2100,34 @@ Please check your network connection, TD_API_KEY, or the service status.`,
       sandboxConfig.keepAlive = this.keepAlive;
     }
-    let instance = await this.sandbox.send(sandboxConfig, 60000 * 8);
+    const { formatter } = require("../sdk-log-formatter.js");
+    const retryDelay = 15000; // 15 seconds between retries
-    // Save the sandbox ID for reconnection with the correct OS type
-    if (instance.sandbox && instance.sandbox.sandboxId) {
-      this.saveLastSandboxId(instance.sandbox.sandboxId, this.sandboxOs);
-    } else if (instance.sandbox && instance.sandbox.instanceId) {
-      this.saveLastSandboxId(instance.sandbox.instanceId, this.sandboxOs);
-    }
+    while (true) {
+      let response = await this.sandbox.send(sandboxConfig, 60000 * 8);
+      // Check if queued (all slots in use)
+      if (response.type === 'create.queued') {
+        this.emitter.emit(
+          events.log.narration,
+          formatter.getPrefix("queue") + " " + theme.yellow.bold("Waiting") + " " +
+          theme.dim(response.message),
+        );
-    return instance;
+        // Wait then retry
+        await new Promise(resolve => setTimeout(resolve, retryDelay));
+        continue;
+      }
+      // Success - got a sandbox
+      if (response.sandbox && response.sandbox.sandboxId) {
+        this.saveLastSandboxId(response.sandbox.sandboxId, this.sandboxOs);
+      } else if (response.sandbox && response.sandbox.instanceId) {
+        this.saveLastSandboxId(response.sandbox.instanceId, this.sandboxOs);
+      }
+      return response;
+    }
   }
   async newSession() {

package/debugger/index.html CHANGED Viewed

@@ -1,6 +1,7 @@
 <!doctype html>
 <html>
   <head>
+    <meta charset="UTF-8">
     <link rel="preconnect" href="https://fonts.googleapis.com" />
     <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
     <link
@@ -452,7 +453,29 @@
         eventHandlers.get(event).push(callback);
       };
+      // Activity tracking for title updates
+      let idleTimeout = null;
+      const IDLE_THRESHOLD = 5000; // 5 seconds
+      // Get test file name for title (use just filename, not full path)
+      const testFileName = parsedData?.testFile
+        ? parsedData.testFile.split('/').pop().split('\\\\').pop()
+        : 'TestDriver';
+      const setTitle = (status) => {
+        document.title = `[${status}] ${testFileName}`;
+      };
+      const resetIdleTimer = () => {
+        setTitle("Running");
+        if (idleTimeout) clearTimeout(idleTimeout);
+        idleTimeout = setTimeout(() => {
+          setTitle("Idle");
+        }, IDLE_THRESHOLD);
+      };
       ws.addEventListener("message", (message) => {
+        resetIdleTimer();
         try {
           const data = JSON.parse(message.data);
           console.log("WebSocket message received:", data);
@@ -488,6 +511,8 @@
       ws.addEventListener("close", () => {
         console.log("WebSocket disconnected");
+        if (idleTimeout) clearTimeout(idleTimeout);
+        setTitle("Done");
         document.getElementById("status").textContent = "Disconnected";
         document.getElementById("status").classList.add("visible");
       });
@@ -512,8 +537,50 @@
         vm: {
           show: "vm:show",
         },
+        test: {
+          start: "test:start",
+          stop: "test:stop",
+          success: "test:success",
+          error: "test:error",
+        },
+        error: {
+          fatal: "error:fatal",
+          general: "error:general",
+          sdk: "error:sdk",
+        },
       };
+      // Title state handlers for immediate feedback
+      addEventHandler(events.test.start, () => {
+        if (idleTimeout) clearTimeout(idleTimeout);
+        setTitle("Running");
+      });
+      addEventHandler(events.test.stop, () => {
+        if (idleTimeout) clearTimeout(idleTimeout);
+        setTitle("Stopped");
+      });
+      addEventHandler(events.test.success, () => {
+        if (idleTimeout) clearTimeout(idleTimeout);
+        setTitle("Passed");
+      });
+      addEventHandler(events.test.error, () => {
+        if (idleTimeout) clearTimeout(idleTimeout);
+        setTitle("Failed");
+      });
+      addEventHandler(events.error.fatal, () => {
+        if (idleTimeout) clearTimeout(idleTimeout);
+        setTitle("Error");
+      });
+      addEventHandler(events.error.sdk, () => {
+        if (idleTimeout) clearTimeout(idleTimeout);
+        setTitle("Error");
+      });
       const effects = document.getElementById("effects");
       const mouse = document.getElementById("mouse");
       const screenshotElement = document.getElementById("screenshot");

package/interfaces/logger.js CHANGED Viewed

@@ -14,14 +14,17 @@ class CustomTransport extends Transport {
   }
   log(info, callback) {
     try {
       const { message } = info;
       if (!this.sandbox) {
         this.sandbox = require("../agent/lib/sandbox");
       }
       if (this.sandbox && this.sandbox.instanceSocketConnected) {
         if (typeof message === "object") {
           console.log(chalk.cyan("protecting against base64 error"));
           console.log(message);

package/interfaces/vitest-plugin.mjs CHANGED Viewed

@@ -706,7 +706,6 @@ class TestDriverReporter {
         startTime: pluginState.startTime,
       });
-      logger.info(`Test run created: ${pluginState.testRunId}`);
     } catch (error) {
       logger.error("Failed to initialize:", error.message);
       pluginState.apiKey = null;

package/lib/vitest/hooks.mjs CHANGED Viewed

@@ -251,6 +251,9 @@ export function TestDriver(context, options = {}) {
   context.task.meta.testFile = testFile;
   context.task.meta.testOrder = 0;
+  // Pass test file name to SDK for debugger display
+  testdriver.testFile = testFile;
   // Auto-connect if enabled (default: true)
   const autoConnect = config.autoConnect !== undefined ? config.autoConnect : true;
   const debugConsoleSpy = process.env.TD_DEBUG_CONSOLE_SPY === 'true';

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "7.2.49",
+  "version": "7.2.50",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "sdk.js",
   "types": "sdk.d.ts",

package/sdk.js CHANGED Viewed

@@ -428,28 +428,28 @@ class Element {
       // Use default cacheKey from SDK constructor if not provided in find() options
       // BUT only if cache is not explicitly disabled via cache: false option
-      if (!cacheKey && this.sdk.options?.cacheKey && this.sdk.cacheThresholds?.find !== -1) {
+      if (!cacheKey && this.sdk.options?.cacheKey && !this.sdk._cacheExplicitlyDisabled) {
         cacheKey = this.sdk.options.cacheKey;
       }
       // Determine threshold:
-      // - If cache is explicitly disabled (threshold = -1), don't use cache even with cacheKey
-      // - If cacheKey is provided, enable cache (threshold = 0.01 or custom)
-      // - If no cacheKey, disable cache (threshold = -1) unless explicitly overridden
+      // - If cache is explicitly disabled, don't use cache even with cacheKey
+      // - If cacheKey is provided, enable cache with threshold
+      // - If no cacheKey, disable cache
       let threshold;
-      if (this.sdk.cacheThresholds?.find === -1) {
-        // Cache explicitly disabled via cache: false option
+      if (this.sdk._cacheExplicitlyDisabled) {
+        // Cache explicitly disabled via cache: false option or TD_NO_CACHE env
         threshold = -1;
         cacheKey = null; // Clear any cacheKey to ensure cache is truly disabled
       } else if (cacheKey) {
         // cacheKey provided - enable cache with threshold
-        threshold = cacheThreshold ?? 0.01;
+        threshold = cacheThreshold ?? this.sdk.cacheThresholds?.find ?? 0.01;
       } else if (cacheThreshold !== null) {
         // Explicit threshold provided without cacheKey
         threshold = cacheThreshold;
       } else {
-        // No cacheKey, no explicit threshold - use global default (which is -1 now)
-        threshold = this.sdk.cacheThresholds?.find ?? -1;
+        // No cacheKey, no explicit threshold - disable cache
+        threshold = -1;
       }
       // Store the threshold for debugging
@@ -1263,21 +1263,23 @@ class TestDriverSDK {
     // By default, cache is DISABLED (threshold = -1) to avoid unnecessary AI costs
     // To enable cache, provide a cacheKey when calling find() or findAll()
     // Also support TD_NO_CACHE environment variable and cache: false option for backwards compatibility
-    const cacheDisabled =
+    const cacheExplicitlyDisabled =
       options.cache === false || process.env.TD_NO_CACHE === "true";
-    if (cacheDisabled) {
+    // Track whether cache was explicitly disabled (not just default)
+    this._cacheExplicitlyDisabled = cacheExplicitlyDisabled;
+    if (cacheExplicitlyDisabled) {
       // Explicit cache disabled via option or env var
       this.cacheThresholds = {
         find: -1,
         findAll: -1,
       };
     } else {
-      // Cache disabled by default, enabled only when cacheKey is provided
-      // Note: The threshold value here is the fallback when cacheKey is NOT provided
+      // Cache enabled by default when cacheKey is provided
       this.cacheThresholds = {
-        find: options.cacheThreshold?.find ?? -1,  // Default: cache disabled
-        findAll: options.cacheThreshold?.findAll ?? -1,  // Default: cache disabled
+        find: options.cacheThreshold?.find ?? 0.01,  // Default: 1% threshold
+        findAll: options.cacheThreshold?.findAll ?? 0.01,
       };
     }
@@ -2274,6 +2276,11 @@ with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
     // Set redrawThreshold on agent's cliArgs.options
     this.agent.cliArgs.options.redrawThreshold = this.redrawThreshold;
+    // Pass test file name to agent for debugger display
+    if (this.testFile) {
+      this.agent.testFile = this.testFile;
+    }
     // Use the agent's buildEnv method which handles all the connection logic
     await this.agent.buildEnv(buildEnvOptions);
@@ -2460,28 +2467,28 @@ with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
       // Use default cacheKey from SDK constructor if not provided in findAll() options
       // BUT only if cache is not explicitly disabled via cache: false option
-      if (!cacheKey && this.options?.cacheKey && this.cacheThresholds?.findAll !== -1) {
+      if (!cacheKey && this.options?.cacheKey && !this._cacheExplicitlyDisabled) {
         cacheKey = this.options.cacheKey;
       }
       // Determine threshold:
-      // - If cache is explicitly disabled (threshold = -1), don't use cache even with cacheKey
-      // - If cacheKey is provided, enable cache (threshold = 0.01 or custom)
-      // - If no cacheKey, disable cache (threshold = -1) unless explicitly overridden
+      // - If cache is explicitly disabled, don't use cache even with cacheKey
+      // - If cacheKey is provided, enable cache with threshold
+      // - If no cacheKey, disable cache
       let threshold;
-      if (this.cacheThresholds?.findAll === -1) {
-        // Cache explicitly disabled via cache: false option
+      if (this._cacheExplicitlyDisabled) {
+        // Cache explicitly disabled via cache: false option or TD_NO_CACHE env
         threshold = -1;
         cacheKey = null; // Clear any cacheKey to ensure cache is truly disabled
       } else if (cacheKey) {
         // cacheKey provided - enable cache with threshold
-        threshold = cacheThreshold ?? 0.01;
+        threshold = cacheThreshold ?? this.cacheThresholds?.findAll ?? 0.01;
       } else if (cacheThreshold !== null) {
         // Explicit threshold provided without cacheKey
         threshold = cacheThreshold;
       } else {
-        // No cacheKey, no explicit threshold - use global default (which is -1 now)
-        threshold = this.cacheThresholds?.findAll ?? -1;
+        // No cacheKey, no explicit threshold - disable cache
+        threshold = -1;
       }
       // Debug log threshold