testdriverai 7.5.25 → 7.6.0-test.0

package/mcp-server/src/server.ts

@@ -867,6 +867,7 @@ registerAppTool(
       
       // Store cropped image for resource serving (instead of inline data URL)
       let croppedImageResourceUri: string | undefined;
+      let screenshotResourceUri: string | undefined;
       const croppedImage = rawResponse.croppedImage;
       if (croppedImage) {
         const imageData = croppedImage.startsWith('data:') 
@@ -875,6 +876,18 @@ registerAppTool(
         croppedImageResourceUri = storeImage(imageData, "cropped");
         // Remove croppedImage from response to avoid context bloat
         delete rawResponse.croppedImage;
+      } else if (!found) {
+        // Element not found and no cropped image - capture a fresh screenshot
+        // so the user can see what's currently visible on screen
+        try {
+          const screenshotBase64 = await sdk.agent.system.captureScreenBase64(1, false, true);
+          if (screenshotBase64) {
+            screenshotResourceUri = storeImage(screenshotBase64, "screenshot");
+            logger.debug("find: Captured screenshot for not-found state");
+          }
+        } catch (e) {
+          logger.warn("find: Failed to capture screenshot for not-found state", { error: String(e) });
+        }
       }
       
       // Remove extractedText and pixelDiffImage from response to reduce context bloat
@@ -904,6 +917,7 @@ registerAppTool(
           element: elementInfo,
           ref: elementRef,
           croppedImageResourceUri,
+          screenshotResourceUri,
           duration,
         },
         generatedCode
@@ -988,6 +1002,7 @@ registerAppTool(
       
       // Store cropped image for resource serving (instead of inline data URL)
       let croppedImageResourceUri: string | undefined;
+      let screenshotResourceUri: string | undefined;
       const croppedImage = rawResponse.croppedImage;
       if (croppedImage) {
         const imageData = croppedImage.startsWith('data:') 
@@ -996,6 +1011,18 @@ registerAppTool(
         croppedImageResourceUri = storeImage(imageData, "cropped");
         // Remove croppedImage from response to avoid context bloat
         delete rawResponse.croppedImage;
+      } else if (count === 0) {
+        // No elements found and no cropped image - capture a fresh screenshot
+        // so the user can see what's currently visible on screen
+        try {
+          const screenshotBase64 = await sdk.agent.system.captureScreenBase64(1, false, true);
+          if (screenshotBase64) {
+            screenshotResourceUri = storeImage(screenshotBase64, "screenshot");
+            logger.debug("findall: Captured screenshot for not-found state");
+          }
+        } catch (e) {
+          logger.warn("findall: Failed to capture screenshot for not-found state", { error: String(e) });
+        }
       }
       
       // Remove extractedText and pixelDiffImage from response to reduce context bloat
@@ -1019,6 +1046,7 @@ registerAppTool(
           refs,
           elements: elementInfos,
           croppedImageResourceUri,
+          screenshotResourceUri,
           duration,
         },
         generatedCode
@@ -1317,6 +1345,7 @@ registerAppTool(
         
         // Store cropped image (screenshot) for resource serving
         let croppedImageResourceUri: string | undefined;
+        let screenshotResourceUri: string | undefined;
         const croppedImage = rawResponse.croppedImage;
         if (croppedImage) {
           const imageData = croppedImage.startsWith('data:') 
@@ -1324,6 +1353,18 @@ registerAppTool(
             : croppedImage;
           croppedImageResourceUri = storeImage(imageData, "screenshot");
           delete rawResponse.croppedImage;
+        } else {
+          // No cropped image - capture a fresh screenshot so the user can see
+          // what's currently visible on screen when element was not found
+          try {
+            const screenshotBase64 = await sdk.agent.system.captureScreenBase64(1, false, true);
+            if (screenshotBase64) {
+              screenshotResourceUri = storeImage(screenshotBase64, "screenshot");
+              logger.debug("find_and_click: Captured screenshot for not-found state");
+            }
+          } catch (e) {
+            logger.warn("find_and_click: Failed to capture screenshot for not-found state", { error: String(e) });
+          }
         }
         
         // Remove extractedText and pixelDiffImage from response to reduce context bloat
@@ -1338,6 +1379,7 @@ registerAppTool(
             action: "find_and_click",
             error: "Element not found", 
             croppedImageResourceUri,
+            screenshotResourceUri,
             duration 
           }
         );
@@ -1760,9 +1802,9 @@ You can optionally provide a reference image URI to compare against a previous s
 server.registerTool(
   "exec",
   {
-    description: "Execute code in the sandbox (JavaScript, shell, or PowerShell)",
+    description: "Execute shell or PowerShell commands in the sandbox",
     inputSchema: z.object({
-      language: z.enum(["js", "sh", "pwsh"]).default("js"),
+      language: z.enum(["sh", "pwsh"]).default("sh"),
       code: z.string().describe("Code to execute"),
       timeout: z.number().default(30000).describe("Timeout in ms"),
     }),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "7.5.25",
+  "version": "7.6.0-test.0",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "sdk.js",
   "types": "sdk.d.ts",
@@ -47,7 +47,11 @@
     "bundle": "node build.mjs",
     "test": "mocha test/*",
     "test:sdk": "vitest run",
-    "test:sdk:windows": "TEST_PLATFORM=windows vitest run",
+    "test:sdk:dev": "vitest run --project dev",
+    "test:sdk:staging": "vitest run --project staging",
+    "test:sdk:canary": "vitest run --project canary",
+    "test:sdk:stable": "vitest run --project stable",
+    "test:sdk:windows": "TD_OS=windows vitest run",
     "test:sdk:mac": "TEST_PLATFORM=mac vitest run",
     "test:sdk:linux": "TEST_PLATFORM=linux vitest run",
     "test:sdk:watch": "vitest",

package/sdk.d.ts

@@ -13,7 +13,7 @@ export type ClickAction =
 export type ScrollDirection = "up" | "down" | "left" | "right";
 export type ScrollMethod = "keyboard" | "mouse";
 export type TextMatchMethod = "ai" | "turbo";
-export type ExecLanguage = "js" | "pwsh" | "sh";
+export type ExecLanguage = "sh" | "pwsh";
 /**
  * Preview mode for live test visualization
  * - "browser": Opens debugger in default browser (default)
@@ -218,7 +218,7 @@ export type KeyboardKey =
   | "optionright";
 
 export interface TestDriverOptions {
-  /** API endpoint URL (default: 'https://v6.testdriver.ai') */
+  /** API endpoint URL (default depends on release channel: latest → 'https://api.testdriver.ai') */
   apiRoot?: string;
   /** Sandbox resolution (default: '1366x768') */
   resolution?: string;

package/sdk.js

@@ -1402,7 +1402,7 @@ function normalizeRedrawOptions(opts) {
  * @typedef {'up' | 'down' | 'left' | 'right'} ScrollDirection
  * @typedef {'keyboard' | 'mouse'} ScrollMethod
  * @typedef {'ai' | 'turbo'} TextMatchMethod
- * @typedef {'js' | 'pwsh'} ExecLanguage
+ * @typedef {'sh' | 'pwsh'} ExecLanguage
  * @typedef {'\\t' | '\n' | '\r' | ' ' | '!' | '"' | '#' | '$' | '%' | '&' | "'" | '(' | ')' | '*' | '+' | ',' | '-' | '.' | '/' | '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '8' | '9' | ':' | ';' | '<' | '=' | '>' | '?' | '@' | '[' | '\\' | ']' | '^' | '_' | '`' | 'a' | 'b' | 'c' | 'd' | 'e' | 'f' | 'g' | 'h' | 'i' | 'j' | 'k' | 'l' | 'm' | 'n' | 'o' | 'p' | 'q' | 'r' | 's' | 't' | 'u' | 'v' | 'w' | 'x' | 'y' | 'z' | '{' | '|' | '}' | '~' | 'accept' | 'add' | 'alt' | 'altleft' | 'altright' | 'apps' | 'backspace' | 'browserback' | 'browserfavorites' | 'browserforward' | 'browserhome' | 'browserrefresh' | 'browsersearch' | 'browserstop' | 'capslock' | 'clear' | 'convert' | 'ctrl' | 'ctrlleft' | 'ctrlright' | 'decimal' | 'del' | 'delete' | 'divide' | 'down' | 'end' | 'enter' | 'esc' | 'escape' | 'execute' | 'f1' | 'f10' | 'f11' | 'f12' | 'f13' | 'f14' | 'f15' | 'f16' | 'f17' | 'f18' | 'f19' | 'f2' | 'f20' | 'f21' | 'f22' | 'f23' | 'f24' | 'f3' | 'f4' | 'f5' | 'f6' | 'f7' | 'f8' | 'f9' | 'final' | 'fn' | 'hanguel' | 'hangul' | 'hanja' | 'help' | 'home' | 'insert' | 'junja' | 'kana' | 'kanji' | 'launchapp1' | 'launchapp2' | 'launchmail' | 'launchmediaselect' | 'left' | 'modechange' | 'multiply' | 'nexttrack' | 'nonconvert' | 'num0' | 'num1' | 'num2' | 'num3' | 'num4' | 'num5' | 'num6' | 'num7' | 'num8' | 'num9' | 'numlock' | 'pagedown' | 'pageup' | 'pause' | 'pgdn' | 'pgup' | 'playpause' | 'prevtrack' | 'print' | 'printscreen' | 'prntscrn' | 'prtsc' | 'prtscr' | 'return' | 'right' | 'scrolllock' | 'select' | 'separator' | 'shift' | 'shiftleft' | 'shiftright' | 'sleep' | 'space' | 'stop' | 'subtract' | 'tab' | 'up' | 'volumedown' | 'volumemute' | 'volumeup' | 'win' | 'winleft' | 'winright' | 'yen' | 'command' | 'option' | 'optionleft' | 'optionright'} KeyboardKey
  */
 
@@ -1871,6 +1871,8 @@ class TestDriverSDK {
           "--no-first-run",
           "--no-experiments",
           "--disable-infobars",
+          "--disable-features=StartupBrowserCreator",
+          "--disable-features=ChromeWhatsNewUI",
           `--user-data-dir=${userDataDir}`,
         );
 
@@ -2862,6 +2864,9 @@ CAPTCHA_SOLVER_EOF`,
       sandboxId: this.instance?.instanceId,
     });
 
+    // Log environment info (non-blocking, skip on stable)
+    this._logEnvironmentInfo();
+
     return this.instance;
   }
 
@@ -2890,8 +2895,10 @@ CAPTCHA_SOLVER_EOF`,
 
     // Always close the sandbox WebSocket connection to clean up resources
     // This ensures we don't leave orphaned connections even if connect() failed
+    // Must be awaited so presence.leave() completes before we return —
+    // otherwise the concurrency counter on the API stays stale.
     if (this.sandbox && typeof this.sandbox.close === "function") {
-      this.sandbox.close();
+      await this.sandbox.close();
     }
 
     // Remove all event listeners on the emitter to release references
@@ -3799,6 +3806,46 @@ CAPTCHA_SOLVER_EOF`,
    * Set up logging for the SDK
    * @private
    */
+  /**
+   * Log environment info (version, API URL, git commit) after connect.
+   * Fires asynchronously so it never blocks the test.
+   * Suppressed when the API reports the "stable" channel.
+   * @private
+   */
+  _logEnvironmentInfo() {
+    const apiRoot = this.config?.TD_API_ROOT || 'unknown';
+    const sdkVersion = require('./package.json').version;
+    const http = apiRoot.startsWith('https') ? require('https') : require('http');
+
+    const url = apiRoot + '/api/entrance/version';
+    const req = http.get(url, { timeout: 5000 }, (res) => {
+      let data = '';
+      res.on('data', (chunk) => { data += chunk; });
+      res.on('end', () => {
+        try {
+          const info = JSON.parse(data);
+          if (info.channel === 'stable') return; // don't show on stable
+          const commit = info.commit || 'unknown';
+          const shortCommit = commit.substring(0, 7);
+          const commitUrl = commit !== 'unknown'
+            ? `https://github.com/testdriverai/mono/commit/${commit}`
+            : null;
+          const lines = [
+            '',
+            `  TestDriver SDK v${sdkVersion}`,
+            `  API: ${apiRoot} (${info.channel || 'unknown'} v${info.version || '?'})`,
+            commitUrl
+              ? `  Commit: ${shortCommit} → ${commitUrl}`
+              : `  Commit: ${shortCommit}`,
+            '',
+          ];
+          console.log(lines.join('\n'));
+        } catch (_) { /* ignore parse errors */ }
+      });
+    });
+    req.on('error', () => { /* ignore network errors */ });
+  }
+
   _setupLogging() {
     // Track the last fatal error message to throw on exit
     let lastFatalError = null;

package/vitest.config.mjs

@@ -1,5 +1,7 @@
 import TestDriver from "testdriverai/vitest";
 import { defineConfig } from "vitest/config";
+import { readFileSync, existsSync } from "fs";
+import { resolve } from "path";
 
 // Always include AWS setup - it will be a no-op unless TD_OS=windows
 // Note: dotenv is loaded automatically by the TestDriver SDK
@@ -8,19 +10,61 @@ const setupFiles = [
   "testdriverai/vitest/setup-aws"
 ];
 
+const sharedTestConfig = {
+  retry: 0,
+  testTimeout: 900000,
+  hookTimeout: 900000,
+  maxConcurrency: 100,
+  disableConsoleIntercept: false,
+  silent: false,
+  reporters: [
+    "verbose",
+    TestDriver()
+  ],
+  setupFiles,
+  include: ["examples/**/*.test.mjs"],
+};
+
+// ── Parse a simple KEY=VALUE .env file ──────────────────────────────
+function parseEnvFile(filePath) {
+  if (!existsSync(filePath)) return {};
+  const env = {};
+  for (const line of readFileSync(filePath, "utf-8").split("\n")) {
+    const trimmed = line.trim();
+    if (!trimmed || trimmed.startsWith("#")) continue;
+    const idx = trimmed.indexOf("=");
+    if (idx === -1) continue;
+    env[trimmed.slice(0, idx)] = trimmed.slice(idx + 1);
+  }
+  return env;
+}
+
+// ── Load base .env + per-environment overlay ────────────────────────
+const monoRoot = resolve(import.meta.dirname, "..");
+const baseEnv = parseEnvFile(resolve(monoRoot, ".env"));
+
+const environments = ["dev", "test", "canary", "stable"];
+
+function envForProject(envName) {
+  const overlay = parseEnvFile(resolve(monoRoot, "envs", `${envName}.env`));
+  return { ...baseEnv, ...overlay };
+}
+
+// ── If TD_ENV is set (e.g. from CLI), only run that environment ─────
+// Usage: TD_ENV=dev vitest run
+//        TD_ENV=canary vitest run examples/assert.test.mjs
+//        vitest run --project dev
+//        vitest run --project canary --project stable
 export default defineConfig({
   test: {
-    retry: 0,
-    testTimeout: 900000,
-    hookTimeout: 900000,
-    maxConcurrency: 100,
-    maxWorkers: 16,
-    disableConsoleIntercept: false,
-    silent: false,
-    reporters: [
-      "verbose",
-      TestDriver()
-    ],
-    setupFiles,
+    ...sharedTestConfig,
+    env: envForProject(process.env.TD_ENV || "dev"),
+    projects: environments.map((envName) => ({
+      extends: true,
+      test: {
+        name: envName,
+        env: envForProject(envName),
+      },
+    })),
   },
 });