@vizzly-testing/cli 0.4.0 → 0.6.0

package/dist/services/tdd-service.js

@@ -6,37 +6,59 @@ import { colors } from '../utils/colors.js';
 import { getDefaultBranch } from '../utils/git.js';
 import { fetchWithTimeout } from '../utils/fetch-utils.js';
 import { NetworkError } from '../errors/vizzly-error.js';
+import { HtmlReportGenerator } from './html-report-generator.js';
+import { sanitizeScreenshotName, validatePathSecurity, safePath, validateScreenshotProperties } from '../utils/security.js';
 const logger = createServiceLogger('TDD');
 
 /**
  * Create a new TDD service instance
  */
 export function createTDDService(config, options = {}) {
-  return new TddService(config, options.workingDir);
+  return new TddService(config, options.workingDir, options.setBaseline);
 }
 export class TddService {
-  constructor(config, workingDir = process.cwd()) {
+  constructor(config, workingDir = process.cwd(), setBaseline = false) {
     this.config = config;
+    this.setBaseline = setBaseline;
     this.api = new ApiService({
       baseUrl: config.apiUrl,
       token: config.apiKey,
       command: 'tdd',
       allowNoToken: true // TDD can run without a token to create new screenshots
     });
-    this.workingDir = workingDir;
-    this.baselinePath = join(workingDir, '.vizzly', 'baselines');
-    this.currentPath = join(workingDir, '.vizzly', 'current');
-    this.diffPath = join(workingDir, '.vizzly', 'diffs');
+
+    // Validate and secure the working directory
+    try {
+      this.workingDir = validatePathSecurity(workingDir, workingDir);
+    } catch (error) {
+      logger.error(`Invalid working directory: ${error.message}`);
+      throw new Error(`Working directory validation failed: ${error.message}`);
+    }
+
+    // Use safe path construction for subdirectories
+    this.baselinePath = safePath(this.workingDir, '.vizzly', 'baselines');
+    this.currentPath = safePath(this.workingDir, '.vizzly', 'current');
+    this.diffPath = safePath(this.workingDir, '.vizzly', 'diffs');
     this.baselineData = null;
     this.comparisons = [];
-    this.threshold = config.comparison?.threshold || 0.01;
+    this.threshold = config.comparison?.threshold || 0.1;
+
+    // Check if we're in baseline update mode
+    if (this.setBaseline) {
+      logger.info('🐻 Baseline update mode - will overwrite existing baselines with new ones');
+    }
 
     // Ensure directories exist
     [this.baselinePath, this.currentPath, this.diffPath].forEach(dir => {
       if (!existsSync(dir)) {
-        mkdirSync(dir, {
-          recursive: true
-        });
+        try {
+          mkdirSync(dir, {
+            recursive: true
+          });
+        } catch (error) {
+          logger.error(`Failed to create directory ${dir}: ${error.message}`);
+          throw new Error(`Directory creation failed: ${error.message}`);
+        }
       }
     });
   }
@@ -57,9 +79,34 @@ export class TddService {
     try {
       let baselineBuild;
       if (buildId) {
-        // Use specific build ID
+        // Use specific build ID - get it with screenshots in one call
         logger.info(`📌 Using specified build: ${buildId}`);
-        baselineBuild = await this.api.getBuild(buildId);
+        const apiResponse = await this.api.getBuild(buildId, 'screenshots');
+
+        // Debug the full API response (only in debug mode)
+        logger.debug(`📊 Raw API response:`, {
+          apiResponse
+        });
+        if (!apiResponse) {
+          throw new Error(`Build ${buildId} not found or API returned null`);
+        }
+
+        // Handle wrapped response format
+        baselineBuild = apiResponse.build || apiResponse;
+        if (!baselineBuild.id) {
+          logger.warn(`⚠️  Build response structure: ${JSON.stringify(Object.keys(apiResponse))}`);
+          logger.warn(`⚠️  Extracted build keys: ${JSON.stringify(Object.keys(baselineBuild))}`);
+        }
+
+        // Check build status and warn if it's not successful
+        if (baselineBuild.status === 'failed') {
+          logger.warn(`⚠️  Build ${buildId} is marked as FAILED - falling back to local baselines`);
+          logger.info(`💡 To use remote baselines, specify a successful build ID instead`);
+          // Fall back to local baseline logic
+          return await this.handleLocalBaselines();
+        } else if (baselineBuild.status !== 'completed') {
+          logger.warn(`⚠️  Build ${buildId} has status: ${baselineBuild.status} (expected: completed)`);
+        }
       } else if (comparisonId) {
         // Use specific comparison ID
         logger.info(`📌 Using comparison: ${comparisonId}`);
@@ -80,53 +127,183 @@ export class TddService {
         }
         baselineBuild = builds.data[0];
       }
-      logger.info(`📥 Found baseline build: ${colors.cyan(baselineBuild.name)} (${baselineBuild.id})`);
+      logger.info(`📥 Found baseline build: ${colors.cyan(baselineBuild.name || 'Unknown')} (${baselineBuild.id || 'Unknown ID'})`);
 
-      // Get build details with screenshots
-      const buildDetails = await this.api.getBuild(baselineBuild.id, 'screenshots');
+      // For specific buildId, we already have screenshots, otherwise get build details
+      let buildDetails = baselineBuild;
+      if (!buildId) {
+        // Get build details with screenshots for non-buildId cases
+        const actualBuildId = baselineBuild.id;
+        buildDetails = await this.api.getBuild(actualBuildId, 'screenshots');
+      }
       if (!buildDetails.screenshots || buildDetails.screenshots.length === 0) {
         logger.warn('⚠️  No screenshots found in baseline build');
         return null;
       }
       logger.info(`📸 Downloading ${colors.cyan(buildDetails.screenshots.length)} baseline screenshots...`);
 
-      // Download each screenshot
+      // Debug screenshots structure (only in debug mode)
+      logger.debug(`📊 Screenshots array structure:`, {
+        screenshotSample: buildDetails.screenshots.slice(0, 2),
+        totalCount: buildDetails.screenshots.length
+      });
+
+      // Check existing baseline metadata for efficient SHA comparison
+      const existingBaseline = await this.loadBaseline();
+      const existingShaMap = new Map();
+      if (existingBaseline) {
+        existingBaseline.screenshots.forEach(s => {
+          if (s.sha256) {
+            existingShaMap.set(s.name, s.sha256);
+          }
+        });
+      }
+
+      // Download each screenshot (with efficient SHA checking)
+      let downloadedCount = 0;
+      let skippedCount = 0;
       for (const screenshot of buildDetails.screenshots) {
-        const imagePath = join(this.baselinePath, `${screenshot.name}.png`);
+        // Sanitize screenshot name for security
+        let sanitizedName;
+        try {
+          sanitizedName = sanitizeScreenshotName(screenshot.name);
+        } catch (error) {
+          logger.warn(`Skipping screenshot with invalid name '${screenshot.name}': ${error.message}`);
+          continue;
+        }
+        const imagePath = safePath(this.baselinePath, `${sanitizedName}.png`);
+
+        // Check if we already have this file with the same SHA (using metadata)
+        if (existsSync(imagePath) && screenshot.sha256) {
+          const storedSha = existingShaMap.get(sanitizedName);
+          if (storedSha === screenshot.sha256) {
+            logger.debug(`⚡ Skipping ${sanitizedName} - SHA match from metadata`);
+            downloadedCount++; // Count as "downloaded" since we have it
+            skippedCount++;
+            continue;
+          } else if (storedSha) {
+            logger.debug(`🔄 SHA mismatch for ${sanitizedName} - will re-download (stored: ${storedSha?.slice(0, 8)}..., remote: ${screenshot.sha256?.slice(0, 8)}...)`);
+          }
+        }
 
-        // Download the image
-        const response = await fetchWithTimeout(screenshot.url);
-        if (!response.ok) {
-          throw new NetworkError(`Failed to download ${screenshot.name}: ${response.statusText}`);
+        // Use original_url as the download URL
+        const downloadUrl = screenshot.original_url || screenshot.url;
+        if (!downloadUrl) {
+          logger.warn(`⚠️  Screenshot ${sanitizedName} has no download URL - skipping`);
+          continue; // Skip screenshots without URLs
+        }
+        logger.debug(`📥 Downloading screenshot: ${sanitizedName} from ${downloadUrl}`);
+        try {
+          // Download the image
+          const response = await fetchWithTimeout(downloadUrl);
+          if (!response.ok) {
+            throw new NetworkError(`Failed to download ${sanitizedName}: ${response.statusText}`);
+          }
+          const arrayBuffer = await response.arrayBuffer();
+          const imageBuffer = Buffer.from(arrayBuffer);
+          writeFileSync(imagePath, imageBuffer);
+          downloadedCount++;
+          logger.debug(`✓ Downloaded ${sanitizedName}.png`);
+        } catch (error) {
+          logger.warn(`⚠️  Failed to download ${sanitizedName}: ${error.message}`);
         }
-        const imageBuffer = await response.buffer();
-        writeFileSync(imagePath, imageBuffer);
-        logger.debug(`✓ Downloaded ${screenshot.name}.png`);
       }
 
-      // Store baseline metadata
+      // Check if we actually downloaded any screenshots
+      if (downloadedCount === 0) {
+        logger.error('❌ No screenshots were successfully downloaded from the baseline build');
+        logger.info('💡 This usually means the build failed or screenshots have no download URLs');
+        logger.info('💡 Try using a successful build ID, or run without --baseline-build to create local baselines');
+        return null;
+      }
+
+      // Store enhanced baseline metadata with SHA hashes and build info
       this.baselineData = {
         buildId: baselineBuild.id,
         buildName: baselineBuild.name,
         environment,
         branch,
         threshold: this.threshold,
-        screenshots: buildDetails.screenshots.map(s => ({
-          name: s.name,
-          properties: s.properties || {},
-          path: join(this.baselinePath, `${s.name}.png`)
-        }))
+        createdAt: new Date().toISOString(),
+        buildInfo: {
+          commitSha: baselineBuild.commit_sha,
+          commitMessage: baselineBuild.commit_message,
+          approvalStatus: baselineBuild.approval_status,
+          completedAt: baselineBuild.completed_at
+        },
+        screenshots: buildDetails.screenshots.map(s => {
+          let sanitizedName;
+          try {
+            sanitizedName = sanitizeScreenshotName(s.name);
+          } catch (error) {
+            logger.warn(`Screenshot name sanitization failed for '${s.name}': ${error.message}`);
+            return null; // Skip invalid screenshots
+          }
+          return {
+            name: sanitizedName,
+            originalName: s.name,
+            sha256: s.sha256,
+            // Store remote SHA for quick comparison
+            id: s.id,
+            properties: validateScreenshotProperties(s.metadata || s.properties || {}),
+            path: safePath(this.baselinePath, `${sanitizedName}.png`),
+            originalUrl: s.original_url,
+            fileSize: s.file_size_bytes,
+            dimensions: {
+              width: s.width,
+              height: s.height
+            }
+          };
+        }).filter(Boolean) // Remove null entries from invalid screenshots
       };
       const metadataPath = join(this.baselinePath, 'metadata.json');
       writeFileSync(metadataPath, JSON.stringify(this.baselineData, null, 2));
-      logger.info(`✅ Baseline downloaded successfully`);
+      if (skippedCount > 0) {
+        const actualDownloads = downloadedCount - skippedCount;
+        logger.info(`✅ Baseline ready - ${actualDownloads} downloaded, ${skippedCount} skipped (matching SHA) - ${downloadedCount}/${buildDetails.screenshots.length} total`);
+      } else {
+        logger.info(`✅ Baseline downloaded successfully - ${downloadedCount}/${buildDetails.screenshots.length} screenshots`);
+      }
       return this.baselineData;
     } catch (error) {
       logger.error(`❌ Failed to download baseline: ${error.message}`);
       throw error;
     }
   }
+
+  /**
+   * Handle local baseline logic (either load existing or prepare for new baselines)
+   * @returns {Promise<Object|null>} Baseline data or null if no local baselines exist
+   */
+  async handleLocalBaselines() {
+    // Check if we're in baseline update mode - skip loading existing baselines
+    if (this.setBaseline) {
+      logger.info('📁 Ready for new baseline creation - all screenshots will be treated as new baselines');
+
+      // Reset baseline data since we're creating new ones
+      this.baselineData = null;
+      return null;
+    }
+    const baseline = await this.loadBaseline();
+    if (!baseline) {
+      if (this.config.apiKey) {
+        logger.info('📥 No local baseline found, but API key available for future remote fetching');
+        logger.info('🆕 Current run will create new local baselines');
+      } else {
+        logger.info('📝 No local baseline found and no API token - all screenshots will be marked as new');
+      }
+      return null;
+    } else {
+      logger.info(`✅ Using existing baseline: ${colors.cyan(baseline.buildName)}`);
+      return baseline;
+    }
+  }
   async loadBaseline() {
+    // In baseline update mode, never load existing baselines
+    if (this.setBaseline) {
+      logger.debug('🐻 Baseline update mode - skipping baseline loading');
+      return null;
+    }
     const metadataPath = join(this.baselinePath, 'metadata.json');
     if (!existsSync(metadataPath)) {
       return null;
@@ -142,22 +319,36 @@ export class TddService {
     }
   }
   async compareScreenshot(name, imageBuffer, properties = {}) {
-    const currentImagePath = join(this.currentPath, `${name}.png`);
-    const baselineImagePath = join(this.baselinePath, `${name}.png`);
-    const diffImagePath = join(this.diffPath, `${name}.png`);
+    // Sanitize screenshot name and validate properties
+    let sanitizedName;
+    try {
+      sanitizedName = sanitizeScreenshotName(name);
+    } catch (error) {
+      logger.error(`Invalid screenshot name '${name}': ${error.message}`);
+      throw new Error(`Screenshot name validation failed: ${error.message}`);
+    }
+    let validatedProperties;
+    try {
+      validatedProperties = validateScreenshotProperties(properties);
+    } catch (error) {
+      logger.warn(`Property validation failed for '${sanitizedName}': ${error.message}`);
+      validatedProperties = {};
+    }
+    const currentImagePath = safePath(this.currentPath, `${sanitizedName}.png`);
+    const baselineImagePath = safePath(this.baselinePath, `${sanitizedName}.png`);
+    const diffImagePath = safePath(this.diffPath, `${sanitizedName}.png`);
 
     // Save current screenshot
     writeFileSync(currentImagePath, imageBuffer);
 
-    // Check if we're in baseline update mode - skip all comparisons
-    const setBaseline = process.env.VIZZLY_SET_BASELINE === 'true';
-    if (setBaseline) {
-      return this.updateSingleBaseline(name, imageBuffer, properties, currentImagePath, baselineImagePath);
+    // Check if we're in baseline update mode - treat as first run, no comparisons
+    if (this.setBaseline) {
+      return this.createNewBaseline(sanitizedName, imageBuffer, validatedProperties, currentImagePath, baselineImagePath);
     }
 
     // Check if baseline exists
     if (!existsSync(baselineImagePath)) {
-      logger.warn(`⚠️  No baseline found for ${name} - creating baseline`);
+      logger.warn(`⚠️  No baseline found for ${sanitizedName} - creating baseline`);
 
       // Copy current screenshot to baseline directory for future comparisons
       writeFileSync(baselineImagePath, imageBuffer);
@@ -176,11 +367,11 @@ export class TddService {
 
       // Add screenshot to baseline metadata
       const screenshotEntry = {
-        name,
-        properties: properties || {},
+        name: sanitizedName,
+        properties: validatedProperties,
         path: baselineImagePath
       };
-      const existingIndex = this.baselineData.screenshots.findIndex(s => s.name === name);
+      const existingIndex = this.baselineData.screenshots.findIndex(s => s.name === sanitizedName);
       if (existingIndex >= 0) {
         this.baselineData.screenshots[existingIndex] = screenshotEntry;
       } else {
@@ -190,14 +381,14 @@ export class TddService {
       // Save updated metadata
       const metadataPath = join(this.baselinePath, 'metadata.json');
       writeFileSync(metadataPath, JSON.stringify(this.baselineData, null, 2));
-      logger.info(`✅ Created baseline for ${name}`);
+      logger.info(`✅ Created baseline for ${sanitizedName}`);
       const result = {
-        name,
+        name: sanitizedName,
         status: 'new',
         baseline: baselineImagePath,
         current: currentImagePath,
         diff: null,
-        properties
+        properties: validatedProperties
       };
       this.comparisons.push(result);
       return result;
@@ -215,15 +406,15 @@ export class TddService {
       if (result.match) {
         // Images match
         const comparison = {
-          name,
+          name: sanitizedName,
           status: 'passed',
           baseline: baselineImagePath,
           current: currentImagePath,
           diff: null,
-          properties,
+          properties: validatedProperties,
           threshold: this.threshold
         };
-        logger.info(`✅ ${colors.green('PASSED')} ${name}`);
+        logger.info(`✅ ${colors.green('PASSED')} ${sanitizedName}`);
         this.comparisons.push(comparison);
         return comparison;
       } else {
@@ -235,32 +426,32 @@ export class TddService {
           diffInfo = ' (layout difference)';
         }
         const comparison = {
-          name,
+          name: sanitizedName,
           status: 'failed',
           baseline: baselineImagePath,
           current: currentImagePath,
           diff: diffImagePath,
-          properties,
+          properties: validatedProperties,
           threshold: this.threshold,
           diffPercentage: result.reason === 'pixel-diff' ? result.diffPercentage : null,
           diffCount: result.reason === 'pixel-diff' ? result.diffCount : null,
           reason: result.reason
         };
-        logger.warn(`❌ ${colors.red('FAILED')} ${name} - differences detected${diffInfo}`);
+        logger.warn(`❌ ${colors.red('FAILED')} ${sanitizedName} - differences detected${diffInfo}`);
         logger.info(`    Diff saved to: ${diffImagePath}`);
         this.comparisons.push(comparison);
         return comparison;
       }
     } catch (error) {
       // Handle file errors or other issues
-      logger.error(`❌ Error comparing ${name}: ${error.message}`);
+      logger.error(`❌ Error comparing ${sanitizedName}: ${error.message}`);
       const comparison = {
-        name,
+        name: sanitizedName,
         status: 'error',
         baseline: baselineImagePath,
         current: currentImagePath,
         diff: null,
-        properties,
+        properties: validatedProperties,
         error: error.message
       };
       this.comparisons.push(comparison);
@@ -282,7 +473,7 @@ export class TddService {
       baseline: this.baselineData
     };
   }
-  printResults() {
+  async printResults() {
     const results = this.getResults();
     logger.info('\n📊 TDD Results:');
     logger.info(`Total: ${colors.cyan(results.total)}`);
@@ -303,9 +494,6 @@ export class TddService {
       logger.info('\n❌ Failed comparisons:');
       failedComparisons.forEach(comp => {
         logger.info(`  • ${comp.name}`);
-        logger.info(`    Baseline: ${comp.baseline}`);
-        logger.info(`    Current:  ${comp.current}`);
-        logger.info(`    Diff:     ${comp.diff}`);
       });
     }
 
@@ -315,13 +503,74 @@ export class TddService {
       logger.info('\n📸 New screenshots:');
       newComparisons.forEach(comp => {
         logger.info(`  • ${comp.name}`);
-        logger.info(`    Current: ${comp.current}`);
       });
     }
-    logger.info(`\n📁 Results saved to: ${colors.dim('.vizzly/')}`);
+
+    // Generate HTML report
+    await this.generateHtmlReport(results);
     return results;
   }
 
+  /**
+   * Generate HTML report for TDD results
+   * @param {Object} results - TDD comparison results
+   */
+  async generateHtmlReport(results) {
+    try {
+      const reportGenerator = new HtmlReportGenerator(this.workingDir, this.config);
+      const reportPath = await reportGenerator.generateReport(results, {
+        baseline: this.baselineData,
+        threshold: this.threshold
+      });
+
+      // Show report path (always clickable)
+      logger.info(`\n🐻 View detailed report: ${colors.cyan('file://' + reportPath)}`);
+
+      // Auto-open if configured
+      if (this.config.tdd?.openReport) {
+        await this.openReport(reportPath);
+      }
+      return reportPath;
+    } catch (error) {
+      logger.warn(`Failed to generate HTML report: ${error.message}`);
+    }
+  }
+
+  /**
+   * Open HTML report in default browser
+   * @param {string} reportPath - Path to HTML report
+   */
+  async openReport(reportPath) {
+    try {
+      const {
+        exec
+      } = await import('child_process');
+      const {
+        promisify
+      } = await import('util');
+      const execAsync = promisify(exec);
+      let command;
+      switch (process.platform) {
+        case 'darwin':
+          // macOS
+          command = `open "${reportPath}"`;
+          break;
+        case 'win32':
+          // Windows
+          command = `start "" "${reportPath}"`;
+          break;
+        default:
+          // Linux and others
+          command = `xdg-open "${reportPath}"`;
+          break;
+      }
+      await execAsync(command);
+      logger.info('📖 Report opened in browser');
+    } catch (error) {
+      logger.debug(`Failed to open report: ${error.message}`);
+    }
+  }
+
   /**
    * Update baselines with current screenshots (accept changes)
    * @returns {number} Number of baselines updated
@@ -353,7 +602,16 @@ export class TddService {
         logger.warn(`Current screenshot not found for ${name}, skipping`);
         continue;
       }
-      const baselineImagePath = join(this.baselinePath, `${name}.png`);
+
+      // Sanitize screenshot name for security
+      let sanitizedName;
+      try {
+        sanitizedName = sanitizeScreenshotName(name);
+      } catch (error) {
+        logger.warn(`Skipping baseline update for invalid name '${name}': ${error.message}`);
+        continue;
+      }
+      const baselineImagePath = safePath(this.baselinePath, `${sanitizedName}.png`);
       try {
         // Copy current screenshot to baseline
         const currentBuffer = readFileSync(current);
@@ -361,20 +619,20 @@ export class TddService {
 
         // Update baseline metadata
         const screenshotEntry = {
-          name,
-          properties: comparison.properties || {},
+          name: sanitizedName,
+          properties: validateScreenshotProperties(comparison.properties || {}),
           path: baselineImagePath
         };
-        const existingIndex = this.baselineData.screenshots.findIndex(s => s.name === name);
+        const existingIndex = this.baselineData.screenshots.findIndex(s => s.name === sanitizedName);
         if (existingIndex >= 0) {
           this.baselineData.screenshots[existingIndex] = screenshotEntry;
         } else {
           this.baselineData.screenshots.push(screenshotEntry);
         }
         updatedCount++;
-        logger.info(`✅ Updated baseline for ${name}`);
+        logger.info(`✅ Updated baseline for ${sanitizedName}`);
       } catch (error) {
-        logger.error(`❌ Failed to update baseline for ${name}: ${error.message}`);
+        logger.error(`❌ Failed to update baseline for ${sanitizedName}: ${error.message}`);
       }
     }
 
@@ -391,6 +649,57 @@ export class TddService {
     return updatedCount;
   }
 
+  /**
+   * Create a new baseline (used during --set-baseline mode)
+   * @private
+   */
+  createNewBaseline(name, imageBuffer, properties, currentImagePath, baselineImagePath) {
+    logger.info(`🐻 Creating baseline for ${name}`);
+
+    // Copy current screenshot to baseline directory
+    writeFileSync(baselineImagePath, imageBuffer);
+
+    // Update or create baseline metadata
+    if (!this.baselineData) {
+      this.baselineData = {
+        buildId: 'local-baseline',
+        buildName: 'Local TDD Baseline',
+        environment: 'test',
+        branch: 'local',
+        threshold: this.threshold,
+        screenshots: []
+      };
+    }
+
+    // Add screenshot to baseline metadata
+    const screenshotEntry = {
+      name,
+      properties: properties || {},
+      path: baselineImagePath
+    };
+    const existingIndex = this.baselineData.screenshots.findIndex(s => s.name === name);
+    if (existingIndex >= 0) {
+      this.baselineData.screenshots[existingIndex] = screenshotEntry;
+    } else {
+      this.baselineData.screenshots.push(screenshotEntry);
+    }
+
+    // Save updated metadata
+    const metadataPath = join(this.baselinePath, 'metadata.json');
+    writeFileSync(metadataPath, JSON.stringify(this.baselineData, null, 2));
+    const result = {
+      name,
+      status: 'new',
+      baseline: baselineImagePath,
+      current: currentImagePath,
+      diff: null,
+      properties
+    };
+    this.comparisons.push(result);
+    logger.info(`✅ Baseline created for ${name}`);
+    return result;
+  }
+
   /**
    * Update a single baseline with current screenshot
    * @private