testdriverai 7.1.4 → 7.2.2

package/interfaces/vitest-plugin.mjs

@@ -249,6 +249,12 @@ export async function createTestDriver(options = {}) {
   // Merge options: plugin global options < test-specific options
   const mergedOptions = { ...pluginOptions, ...options };
   
+  // Support TD_OS environment variable for specifying target OS (linux, mac, windows)
+  // Priority: test options > plugin options > environment variable > default (linux)
+  if (!mergedOptions.os && process.env.TD_OS) {
+    mergedOptions.os = process.env.TD_OS;
+  }
+  
   // Extract TestDriver-specific options
   const apiKey = mergedOptions.apiKey || process.env.TD_API_KEY;
   
@@ -264,10 +270,8 @@ export async function createTestDriver(options = {}) {
   const testdriver = new TestDriverSDK(apiKey, config);
   
   // Connect to sandbox
-  console.log('[testdriver] Connecting to sandbox...');
   await testdriver.auth();
   await testdriver.connect();
-  console.log('[testdriver] ✅ Connected to sandbox');
   
   return testdriver;
 }
@@ -312,9 +316,7 @@ export async function cleanupTestDriver(testdriver) {
   if (!testdriver) {
     return;
   }
-  
-  console.log('[testdriver] Cleaning up TestDriver client...');
-  
+    
   try {
     // Stop dashcam if it was started
     if (testdriver._dashcam && testdriver._dashcam.recording) {
@@ -337,7 +339,6 @@ export async function cleanupTestDriver(testdriver) {
     }
     
     await testdriver.disconnect();
-    console.log('✅ Client disconnected');
   } catch (error) {
     console.error('Error disconnecting client:', error);
   }
@@ -351,7 +352,7 @@ async function handleProcessExit() {
     return;
   }
 
-  logger.info("Process interrupted, marking test run as cancelled...");
+  logger.debug("Process interrupted, marking test run as cancelled...");
 
   try {
     const stats = {
@@ -378,7 +379,7 @@ async function handleProcessExit() {
     }
 
     await completeTestRun(completeData);
-    logger.info("✅ Test run marked as cancelled");
+    logger.debug("✅ Test run marked as cancelled");
   } catch (error) {
     logger.error("Failed to mark test run as cancelled:", error.message);
   }
@@ -402,14 +403,7 @@ function registerExitHandlers() {
     await handleProcessExit();
     process.exit(143); // Standard exit code for SIGTERM
   });
-
-  // Handle unexpected exits
-  process.on("beforeExit", async () => {
-    // Only handle if test run is still running (hasn't been completed normally)
-    if (pluginState.testRun && !pluginState.testRunCompleted) {
-      await handleProcessExit();
-    }
-  });
+  
 }
 
 /**
@@ -494,8 +488,6 @@ class TestDriverReporter {
       return;
     }
 
-    logger.info("Starting test run initialization with API key...");
-
     try {
       // Exchange API key for JWT token
       logger.debug("Authenticating with API...");
@@ -544,7 +536,7 @@ class TestDriverReporter {
         startTime: pluginState.startTime,
       });
 
-      logger.info(`Test run created: ${pluginState.testRunId}`);
+      logger.debug(`Test run created: ${pluginState.testRunId}`);
     } catch (error) {
       logger.error("Failed to initialize:", error.message);
       pluginState.apiKey = null;
@@ -566,7 +558,7 @@ class TestDriverReporter {
       return;
     }
 
-    logger.info("Completing test run...");
+    logger.debug("Completing test run...");
 
     try {
       // Calculate statistics from testModules
@@ -574,14 +566,17 @@ class TestDriverReporter {
 
       logger.debug("Stats:", stats);
 
-      // Determine overall status based on reason and stats
+      // Determine overall status based on stats (not reason, which is unreliable in parallel runs)
       let status = "passed";
-      if (reason === "failed" || stats.failedTests > 0) {
+      if (stats.failedTests > 0) {
         status = "failed";
       } else if (reason === "interrupted") {
         status = "cancelled";
       } else if (stats.totalTests === 0) {
         status = "cancelled";
+      } else if (stats.passedTests === 0 && stats.skippedTests === 0) {
+        // No tests actually ran (all were filtered/excluded)
+        status = "cancelled";
       }
 
       // Complete test run via API
@@ -599,9 +594,12 @@ class TestDriverReporter {
 
       // Update platform if detected from test results
       const platform = getPlatform();
+      logger.debug(`Platform detection result: ${platform}, detectedPlatform in state: ${pluginState.detectedPlatform}`);
       if (platform) {
         completeData.platform = platform;
         logger.debug(`Updating test run with platform: ${platform}`);
+      } else {
+        logger.warn(`No platform detected, test run will keep default platform`);
       }
 
       // Wait for any pending operations (shouldn't be any, but just in case)
@@ -619,7 +617,17 @@ class TestDriverReporter {
       // Mark test run as completed to prevent duplicate completion
       pluginState.testRunCompleted = true;
 
-      logger.info(`✅ Test run completed: ${stats.passedTests}/${stats.totalTests} passed`);
+      // Output the test run URL for CI to capture
+      const testRunDbId = process.env.TD_TEST_RUN_DB_ID;
+      const consoleUrl = getConsoleUrl(pluginState.apiRoot);
+      if (testRunDbId) {
+        const testRunUrl = `${consoleUrl}/runs/${testRunDbId}`;
+        logger.debug(`🔗 View test run: ${testRunUrl}`);
+        // Output in a parseable format for CI
+        console.log(`TESTDRIVER_RUN_URL=${testRunUrl}`);
+      }
+
+      logger.debug(`✅ Test run completed: ${stats.passedTests}/${stats.totalTests} passed`);
     } catch (error) {
       logger.error("Failed to complete test run:", error.message);
       logger.debug("Error stack:", error.stack);
@@ -633,9 +641,6 @@ class TestDriverReporter {
       test,
       startTime: Date.now(),
     });
-
-    // Try to detect platform from test context
-    detectPlatformFromTest(test);
   }
 
   async onTestCaseResult(test) {
@@ -649,7 +654,7 @@ class TestDriverReporter {
           ? "skipped"
           : "failed";
 
-    logger.info(`Test case completed: ${test.name} (${status})`);
+    logger.debug(`Test case completed: ${test.name} (${status})`);
 
     // Calculate duration from tracked start time
     const testCase = pluginState.testCases.get(test.id);
@@ -692,12 +697,9 @@ class TestDriverReporter {
         // Don't override duration from file - use Vitest's result.duration
         // duration is already set above from result.duration
 
-        logger.debug(`Read from file - dashcam: ${dashcamUrl}, platform: ${platform}, sessionId: ${sessionId}, testFile: ${testFile}, testOrder: ${testOrder}, duration: ${duration}ms`);
-
         // Update test run platform from first test that reports it
         if (platform && !pluginState.detectedPlatform) {
           pluginState.detectedPlatform = platform;
-          logger.debug(`Detected platform from test: ${platform}`);
         }
 
         // Clean up the file after reading
@@ -811,8 +813,8 @@ class TestDriverReporter {
       const testCaseDbId = testCaseResponse.data?.id;
       const testRunDbId = process.env.TD_TEST_RUN_DB_ID;
 
-      logger.debug(`Reported test case to API${dashcamUrl ? " with dashcam URL" : ""}`);
-      logger.info(`🔗 View test: ${pluginState.apiRoot.replace("testdriver-api.onrender.com", "console.testdriver.ai")}/runs/${testRunDbId}/${testCaseDbId}`);
+      console.log('');
+      console.log(`🔗 Test Report: ${getConsoleUrl(pluginState.apiRoot)}/runs/${testRunDbId}/${testCaseDbId}`);
     } catch (error) {
       logger.error("Failed to report test case:", error.message);
     }
@@ -823,6 +825,33 @@ class TestDriverReporter {
 // Helper Functions
 // ============================================================================
 
+/**
+ * Maps an API root URL to its corresponding web console URL.
+ * The API and web console are served from different domains/ports.
+ * 
+ * @param {string} apiRoot - The API root URL (e.g., https://testdriver-api.onrender.com)
+ * @returns {string} The corresponding web console URL
+ */
+function getConsoleUrl(apiRoot) {
+
+  if (!apiRoot) return 'https://console.testdriver.ai';
+  
+  // Production: API on render.com -> Console on testdriver.ai
+  if (apiRoot.includes('testdriver-api.onrender.com')) {
+    return 'https://console.testdriver.ai';
+  }
+  
+  // Local development: API on localhost:1337 -> Web on localhost:3001
+  if (apiRoot.includes('ngrok.io')) {
+    return `http://localhost:3001`;
+  }
+  
+  // Ngrok or other tunnels: assume same host, different path structure
+  // For ngrok, the API and web might be on same domain or user needs to configure
+  // Return as-is since we can't reliably determine the mapping
+  return apiRoot;
+}
+
 function generateRunId() {
   return `${Date.now()}-${crypto.randomBytes(4).toString("hex")}`;
 }
@@ -838,27 +867,18 @@ function getPlatform() {
     return pluginState.detectedPlatform;
   }
 
+  // Try to get platform from dashcam URLs (registered during test cleanup)
+  for (const [, data] of pluginState.dashcamUrls) {
+    if (data.platform) {
+      logger.debug(`Using platform from dashcam URL registration: ${data.platform}`);
+      return data.platform;
+    }
+  }
+
   logger.debug("Platform not yet detected from client");
   return null;
 }
 
-function detectPlatformFromTest(test) {
-  // Check if testdriver client is accessible via test context
-  const client = test.context?.testdriver || test.meta?.testdriver;
-
-  if (client && client.os) {
-    // Normalize platform value
-    let platform = client.os.toLowerCase();
-    if (platform === "darwin" || platform === "mac") platform = "mac";
-    else if (platform === "win32" || platform === "windows")
-      platform = "windows";
-    else if (platform === "linux") platform = "linux";
-
-    pluginState.detectedPlatform = platform;
-    logger.debug(`Detected platform from test context: ${platform}`);
-  }
-}
-
 function calculateStatsFromModules(testModules) {
   let totalTests = 0;
   let passedTests = 0;
@@ -973,7 +993,7 @@ function getGitInfo() {
     }
   }
 
-  logger.info("Collected git info:", info);
+  logger.debug("Collected git info:", info);
   return info;
 }
 

package/lib/core/Dashcam.js

@@ -9,6 +9,8 @@
  * - Retrieving replay URLs
  */
 
+const { logger } = require('../../interfaces/logger');
+
 class Dashcam {
   /**
    * Create a Dashcam instance
@@ -74,6 +76,23 @@ class Dashcam {
     return this.client.config?.TD_API_ROOT || 'https://testdriver-api.onrender.com';
   }
 
+  /**
+   * Get console URL based on API root
+   * Maps API endpoints to their corresponding web console URLs
+   * @param {string} apiRoot - The API root URL
+   * @returns {string} The corresponding console URL
+   */
+  static getConsoleUrl(apiRoot = 'https://testdriver-api.onrender.com') {
+    // Map API roots to console URLs
+    const apiToConsoleMap = {
+      'https://testdriver-api.onrender.com': 'https://console.testdriver.ai',
+      'https://v6.testdriver.ai': 'https://console.testdriver.ai',
+      'https://replayable-dev-ian-mac-m1-16.ngrok.io': 'http://localhost:3001',
+    };
+    
+    return apiToConsoleMap[apiRoot] || 'https://console.testdriver.ai';
+  }
+
   /**
    * Get dashcam executable path
    * @private
@@ -83,7 +102,7 @@ class Dashcam {
     const npmPrefix = await this.client.exec(shell, 'npm prefix -g', 40000, true);
     
     if (this.client.os === 'windows') {
-      return npmPrefix.trim() + '\\dashcam.cmd';
+      return 'dashcam';
     }
     return npmPrefix.trim() + '/bin/dashcam';
   }
@@ -98,33 +117,16 @@ class Dashcam {
     const shell = this._getShell();
     const apiRoot = this._getApiRoot();
 
-    if (this.client.os === 'windows') {
-      // Debug session info
-      const debug = await this.client.exec(shell, 'query session', 40000, true);
-      this._log('debug', 'Debug version output:', debug);
+    let install = await this.client.exec(
+      shell,
+      'npm ls dashcam -g || echo "not installed"',
+      40000,
+      true
+    );
+    this._log('debug', 'Dashcam install check:', install);
 
-      // Uninstall and clear cache for fresh install
-      await this.client.exec(shell, 'npm uninstall dashcam -g', 40000, true);
-      await this.client.exec(shell, 'npm cache clean --force', 40000, true);
-      
-      // Install dashcam with TD_API_ROOT environment variable
-      const installOutput = await this.client.exec(
-        shell,
-        `$env:TD_API_ROOT="${apiRoot}"; npm install dashcam@beta -g`,
-        120000,
-        true
-      );
-      this._log('debug', 'Install dashcam output:', installOutput);
+    if (this.client.os === 'windows') {
 
-      // Verify version
-      const latestVersion = await this.client.exec(
-        shell,
-        'npm view dashcam@beta version',
-        40000,
-        true
-      );
-      this._log('debug', 'Latest beta version available:', latestVersion);
-      
       const dashcamPath = await this._getDashcamPath();
       this._log('debug', 'Dashcam executable path:', dashcamPath);
       
@@ -145,16 +147,6 @@ class Dashcam {
       );
       this._log('debug', 'Dashcam version test:', versionTest);
       
-      // Verify installation
-      if (!installedVersion) {
-        this._log('error', 'Dashcam version command returned null/empty');
-        this._log('debug', 'Install output was:', installOutput);
-      } else if (!installedVersion.includes('1.3.')) {
-        this._log('warn', 'Dashcam version may be outdated. Expected 1.3.x, got:', installedVersion);
-      } else {
-        this._log('debug', 'Dashcam version verified:', installedVersion);
-      }
-
       // Authenticate with TD_API_ROOT
       const authOutput = await this.client.exec(
         shell,
@@ -292,7 +284,6 @@ class Dashcam {
 
     // Auto-authenticate if not already done
     if (!this._authenticated) {
-      this._log('info', 'Auto-authenticating dashcam...');
       await this.auth();
     }
 
@@ -300,7 +291,6 @@ class Dashcam {
     const apiRoot = this._getApiRoot();
 
     if (this.client.os === 'windows') {
-      this._log('info', 'Starting dashcam recording on Windows...');
       
       const dashcamPath = await this._getDashcamPath();
       this._log('debug', 'Dashcam path:', dashcamPath);
@@ -316,11 +306,12 @@ class Dashcam {
       
       // Start dashcam record and redirect output with TD_API_ROOT
       const outputFile = 'C:\\Users\\testdriver\\.dashcam-cli\\dashcam-start.log';
-      const titleArg = this.title ? ` --title="${this.title.replace(/"/g, '\"')}"` : '';
+      //  const titleArg = this.title ? ` --title=\`"${this.title.replace(/"/g, '`"')}\`"` : '';
+      let titleArg = '';
       const startScript = `
         try {
           $env:TD_API_ROOT="${apiRoot}"
-          $process = Start-Process "cmd.exe" -ArgumentList "/c", "${dashcamPath} record${titleArg} > ${outputFile} 2>&1" -PassThru
+          $process = Start-Process "cmd.exe" -ArgumentList "/c", "\`"${dashcamPath}\`" record${titleArg}"
           Write-Output "Process started with PID: $($process.Id)"
           Start-Sleep -Seconds 2
           if ($process.HasExited) {
@@ -332,7 +323,11 @@ class Dashcam {
           Write-Output "ERROR: $_"
         }
       `;
+
+      // add  2>&1" -PassThru
       
+      // Capture startTime right before issuing the dashcam command to sync with actual recording start
+      this.startTime = Date.now();
       const startOutput = await this.client.exec(shell, startScript, 10000, true);
       this._log('debug', 'Start-Process output:', startOutput);
       
@@ -349,40 +344,18 @@ class Dashcam {
       // Give process time to initialize
       await new Promise(resolve => setTimeout(resolve, 5000));
       
-      this._log('info', 'Dashcam recording started');
+      this._log('debug', 'Dashcam recording started');
     } else {
       // Linux/Mac with TD_API_ROOT
-      this._log('info', 'Starting dashcam recording on Linux/Mac...');
+      this._log('debug', 'Starting dashcam recording on Linux/Mac...');
       const titleArg = this.title ? ` --title="${this.title.replace(/"/g, '\"')}"` : '';
+      // Capture startTime right before issuing the dashcam command to sync with actual recording start
+      this.startTime = Date.now();
       await this.client.exec(shell, `TD_API_ROOT="${apiRoot}" dashcam record${titleArg} >/dev/null 2>&1 &`);
-      this._log('info', 'Dashcam recording started');
+      this._log('debug', 'Dashcam recording started');
     }
 
     this.recording = true;
-    this.startTime = Date.now(); // Record the timestamp when dashcam started
-
-    // Update the session with dashcam start time for interaction timestamp synchronization
-    if (this.client && this.client.agent && this.client.agent.session) {
-      try {
-        const apiRoot = this.apiRoot || process.env.TD_API_ROOT || 'https://console.testdriver.ai';
-        const response = await fetch(`${apiRoot}/api/v7.0.0/testdriver/session/${this.client.agent.session}/update-dashcam-time`, {
-          method: 'POST',
-          headers: {
-            'Content-Type': 'application/json',
-            'Authorization': `Bearer ${this.apiKey}`
-          },
-          body: JSON.stringify({ dashcamStartTime: this.startTime })
-        });
-
-        if (response.ok) {
-          this._log('info', `Updated session ${this.client.agent.session} with dashcam start time: ${this.startTime}`);
-        } else {
-          this._log('warn', 'Failed to update session with dashcam start time:', response.statusText);
-        }
-      } catch (err) {
-        this._log('warn', 'Error updating session with dashcam start time:', err.message);
-      }
-    }
   }
 
   /**
@@ -406,7 +379,7 @@ class Dashcam {
       return null;
     }
 
-    this._log('info', 'Stopping dashcam and retrieving URL...');
+    this._log('debug', 'Stopping dashcam and retrieving URL...');
     const shell = this._getShell();
     const apiRoot = this._getApiRoot();
     let output;
@@ -417,12 +390,12 @@ class Dashcam {
       const dashcamPath = await this._getDashcamPath();
       
       // Stop and get output with TD_API_ROOT
-      output = await this.client.exec(shell, `$env:TD_API_ROOT="${apiRoot}"; & "${dashcamPath}" stop`, 120000);
+      output = await this.client.exec(shell, `$env:TD_API_ROOT="${apiRoot}"; & "${dashcamPath}" stop`, 300000, true);
       this._log('debug', 'Dashcam stop command output:', output);
     } else {
       // Linux/Mac with TD_API_ROOT
       const dashcamPath = await this._getDashcamPath();
-      output = await this.client.exec(shell, `TD_API_ROOT="${apiRoot}" "${dashcamPath}" stop`, 60000, false);
+      output = await this.client.exec(shell, `TD_API_ROOT="${apiRoot}" "${dashcamPath}" stop`, 300000, true);
       this._log('debug', 'Dashcam command output:', output);
     }
 
@@ -437,7 +410,6 @@ class Dashcam {
         let url = replayUrlMatch[0];
         // Remove trailing punctuation but keep query params
         url = url.replace(/[.,;:!\)\]]+$/, '').trim();
-        this._log('info', 'Found dashcam URL:', url);
         return url;
       }
       
@@ -446,7 +418,6 @@ class Dashcam {
       if (dashcamUrlMatch) {
         let url = dashcamUrlMatch[0];
         url = url.replace(/[.,;:!\?\)\]]+$/, '').trim();
-        this._log('info', 'Found dashcam URL:', url);
         return url;
       }
       
@@ -459,7 +430,7 @@ class Dashcam {
   }
 
   /**
-   * Internal logging - writes to testdriver log file but not user console
+   * Internal logging - uses TestDriver logger
    * @private
    */
   _log(level, ...args) {
@@ -467,19 +438,23 @@ class Dashcam {
       typeof arg === 'object' ? JSON.stringify(arg, null, 2) : String(arg)
     ).join(' ');
     
-    const timestamp = new Date().toISOString();
-    const logLine = `[${timestamp}] [DASHCAM:${level.toUpperCase()}] ${message}`;
+    const logMessage = `[DASHCAM] ${message}`;
     
-    // Send to sandbox log file via output command (same as console interceptor)
-    if (this.client?.sandbox?.instanceSocketConnected) {
-      try {
-        this.client.sandbox.send({
-          type: "output",
-          output: Buffer.from(logLine, "utf8").toString("base64"),
-        });
-      } catch {
-        // Silently fail
-      }
+    // Use the TestDriver logger based on level
+    switch (level) {
+      case 'error':
+        logger.error(logMessage);
+        break;
+      case 'warn':
+        logger.warn(logMessage);
+        break;
+      case 'debug':
+        logger.debug(logMessage);
+        break;
+      case 'info':
+      default:
+        logger.info(logMessage);
+        break;
     }
   }