testdriverai 7.2.39 → 7.2.40

package/agent/lib/sandbox.js

@@ -1,5 +1,4 @@
 const WebSocket = require("ws");
-const marky = require("marky");
 const crypto = require("crypto");
 const { events } = require("../events");
 
@@ -83,10 +82,6 @@ const createSandbox = (emitter, analytics, sessionInstance) => {
           }
         }
 
-        // Start timing for this message
-        const timingKey = `sandbox-${message.type}`;
-        marky.mark(timingKey);
-
         let p = new Promise((resolve, reject) => {
           this.socket.send(JSON.stringify(message));
           emitter.emit(events.sandbox.sent, message);
@@ -99,13 +94,6 @@ const createSandbox = (emitter, analytics, sessionInstance) => {
         // Set up timeout to prevent hanging requests
         const timeoutId = setTimeout(() => {
           if (this.ps[requestId]) {
-            const pendingMessage = this.ps[requestId];
-            // Stop the timing marker to prevent memory leak
-            try {
-              marky.stop(pendingMessage.timingKey);
-            } catch (e) {
-              // Ignore timing errors
-            }
             delete this.ps[requestId];
             rejectPromise(new Error(`Sandbox message '${message.type}' timed out after ${timeout}ms`));
           }
@@ -122,7 +110,6 @@ const createSandbox = (emitter, analytics, sessionInstance) => {
             rejectPromise(error);
           },
           message,
-          timingKey,
           startTime: Date.now(),
         };
 
@@ -252,25 +239,6 @@ const createSandbox = (emitter, analytics, sessionInstance) => {
             this.ps[message.requestId].reject(error);
           } else {
             emitter.emit(events.sandbox.received);
-
-            // Get timing information for this message
-            const pendingMessage = this.ps[message.requestId];
-            if (pendingMessage) {
-              const timing = marky.stop(pendingMessage.timingKey);
-
-              // Track timing for each message type
-              await analytics.track("sandbox", {
-                operation: pendingMessage.message.type,
-                timing,
-                requestId: message.requestId,
-                timestamp: Date.now(),
-                data: {
-                  messageType: pendingMessage.message.type,
-                  ...pendingMessage.message,
-                },
-              });
-            }
-
             this.ps[message.requestId]?.resolve(message);
           }
           delete this.ps[message.requestId];

package/agents.md

@@ -241,6 +241,8 @@ describe("Experiment", () => {
 });
 ```
 
+> ⚠️ **NEVER REMOVE `reconnect: true`**: If a test file already has `reconnect: true`, do NOT remove it. This option is intentional and removing it will break the two-file workflow. Only remove `reconnect: true` when explicitly combining files into a final standalone test.
+
 ### Step 4: Iterate in Experiment File
 
 - Run experiment, see output, fix issues
@@ -260,13 +262,15 @@ vitest run tests/experiment.test.mjs
 
 ### After Experimentation: Combine and Rename
 
-**IMPORTANT:** Once the test is working, combine both files into a single, properly-named test file:
+**IMPORTANT:** Once the test is working AND the user explicitly asks to combine/finalize the test, combine both files into a single, properly-named test file:
 
 1. **Merge the code** - Copy the working steps from `experiment.test.mjs` into `setup.test.mjs`
-2. **Remove reconnect options** - Delete `reconnect: true` since the final test runs standalone
+2. **Remove reconnect options** - Delete `reconnect: true` since the final test runs standalone (ONLY do this when creating the final combined test - never remove it from an existing experiment file!)
 3. **Rename the file** - Give it a meaningful name like `login-flow.test.mjs` or `checkout-process.test.mjs`
 4. **Delete the experiment file** - Clean up `experiment.test.mjs`
 
+> ⚠️ **WARNING FOR AI AGENTS**: Do NOT remove `reconnect: true` from any existing test file unless you are explicitly combining files into a final test. If a test has `reconnect: true`, it is there intentionally.
+
 ```javascript
 // Final combined test: login-flow.test.mjs
 import { describe, expect, it } from "vitest";

package/docs/v7/customizing-devices.mdx

@@ -15,27 +15,6 @@ const testdriver = TestDriver(context, {
 });
 ```
 
-### Headless Mode
-
-Run tests without a visible browser window. Useful for CI/CD pipeline or spawning multiple tests locally:
-
-```javascript
-const testdriver = TestDriver(context, {
-  headless: true,  // No visible browser window
-});
-```
-
-### IP Target
-
-If self-hosting TestDriver, use `ip` to specify the device IP. See [Self-Hosting TestDriver](../self-hosting.md) for details.
-
-```javascript
-const testdriver = TestDriver(context, {
-  newSandbox: true,
-  ip: "203.0.113.42",  // Your allowlisted IP
-});
-```
-
 ### Operating System
 
 Set the `os` property to run tests on a specific operating system. Available options are `linux` (default) and `windows`.
@@ -77,6 +56,27 @@ steps:
   - run: TD_OS=${{ matrix.os }} npx vitest run
 ```
 
+### Headless Mode
+
+Run tests without a visible browser window. Useful for CI/CD pipeline or spawning multiple tests locally:
+
+```javascript
+const testdriver = TestDriver(context, {
+  headless: true,  // No visible browser window
+});
+```
+
+### IP Target
+
+If self-hosting TestDriver, use `ip` to specify the device IP. See [Self-Hosting TestDriver](../self-hosting.md) for details.
+
+```javascript
+const testdriver = TestDriver(context, {
+  newSandbox: true,
+  ip: "203.0.113.42",  // Your allowlisted IP
+});
+```
+
 ## Keepalive
 
 By default, sandboxes terminate immediately when the test finishes. Set this value to keep the sandbox alive for reconnection.

package/lib/core/Dashcam.js

@@ -130,23 +130,6 @@ class Dashcam {
       const dashcamPath = await this._getDashcamPath();
       this._log('debug', 'Dashcam executable path:', dashcamPath);
       
-      const installedVersion = await this.client.exec(
-        shell,
-        'npm ls dashcam -g',
-        40000,
-        true
-      );
-      this._log('debug', 'Installed dashcam version:', installedVersion);
-      
-      // Test version command
-      const versionTest = await this.client.exec(
-        shell,
-        `& "${dashcamPath}" version`,
-        40000,
-        true
-      );
-      this._log('debug', 'Dashcam version test:', versionTest);
-      
       // Authenticate with TD_API_ROOT
       const authOutput = await this.client.exec(
         shell,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "7.2.39",
+  "version": "7.2.40",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "sdk.js",
   "types": "sdk.d.ts",

package/sdk.d.ts

@@ -242,7 +242,7 @@ export interface TestDriverOptions {
   sandboxInstance?: string;
   /** Cache key for element finding operations. If provided, enables caching tied to this key */
   cacheKey?: string;
-  /** Reconnect to the last used sandbox (throws error if no last sandbox exists) */
+  /** Reconnect to the last used sandbox instead of creating a new one. When true, provision methods (chrome, vscode, installer, etc.) will be skipped since the application is already running. Throws error if no previous sandbox exists. */
   reconnect?: boolean;
   /** Redraw configuration for screen change detection */
   redraw?: boolean | {
@@ -266,7 +266,7 @@ export interface ConnectOptions {
   sandboxId?: string;
   /** Force creation of a new sandbox */
   newSandbox?: boolean;
-  /** Reconnect to the last used sandbox (throws error if no last sandbox exists) */
+  /** Reconnect to the last used sandbox instead of creating a new one. When true, provision methods (chrome, vscode, installer, etc.) will be skipped since the application is already running. Throws error if no previous sandbox exists. */
   reconnect?: boolean;
   /** Direct IP address to connect to a running sandbox instance */
   ip?: string;

package/sdk.js

@@ -1362,10 +1362,13 @@ class TestDriverSDK {
 
   /**
    * Create the provision API with methods for launching applications
+   * Automatically skips provisioning when reconnect mode is enabled
    * @private
    */
   _createProvisionAPI() {
-    return {
+    const self = this;
+    
+    const provisionMethods = {
       /**
        * Launch Chrome browser
        * @param {Object} options - Chrome launch options
@@ -2073,6 +2076,24 @@ with zipfile.ZipFile(io.BytesIO(zip_data)) as zf:
         await this.focusApplication('Electron');
       },
     };
+
+    // Wrap all provision methods with reconnect check using Proxy
+    return new Proxy(provisionMethods, {
+      get(target, prop) {
+        const method = target[prop];
+        if (typeof method === 'function') {
+          return async (...args) => {
+            // Skip provisioning if reconnecting to existing sandbox
+            if (self.reconnect) {
+              console.log(`[provision.${prop}] Skipping provisioning (reconnect mode)`);
+              return;
+            }
+            return method(...args);
+          };
+        }
+        return method;
+      }
+    });
   }
 
   /**

package/test/testdriver/scroll-keyboard.test.mjs

@@ -30,7 +30,7 @@ describe("Scroll Keyboard Test", () => {
     await testdriver.scroll("down", { amount: 1000 });
 
     // Assert the page is scrolled down
-    const result = await testdriver.assert("the page is scrolled down, the hamster dance h1 text heading is not visible on the webpage");
+    const result = await testdriver.assert("The text 'The Hamster Dance' is not visible on the webpage content. It's ok if it's visible in the tab title.");
 
     expect(result).toBeTruthy();
   });

package/test/testdriver/scroll.test.mjs

@@ -35,7 +35,7 @@ describe("Scroll Test", () => {
     await testdriver.scroll("down", { amount: 1000 });
 
     // Assert page is scrolled
-    const result = await testdriver.assert("the page is scrolled down, the hamster dance h1 text heading is not visible on the webpage");
+    const result = await testdriver.assert("The text 'The Hamster Dance' is not visible on the webpage content. It's ok if it's visible in the tab title.");
     expect(result).toBeTruthy();
   });
 });