@sun-asterisk/sungen 1.0.20 → 1.0.21

package/src/cli/index.ts

@@ -4,482 +4,41 @@
  * Command-line interface for generating E2E tests from Gherkin features
  */
 
-import { CLIAdapter } from '../input/cli-adapter';
-import { ConfigLoader } from '../config/config-loader';
-import { Pipeline } from '../orchestrator/pipeline';
-import { CacheManager } from '../orchestrator/cache-manager';
-import { ValidationResult } from '../core/validator';
-
-/**
- * Print validation result to console
- */
-function printValidationResult(result: ValidationResult, verbose: boolean = false): void {
-  for (const fileResult of result.results) {
-    if (fileResult.valid) {
-      if (verbose) {
-        console.log(`✓ ${fileResult.file}`);
-        console.log(`  ✓ Gherkin syntax valid`);
-        if (fileResult.warnings.length === 0) {
-          console.log(`  ✓ All checks passed`);
-        }
-      } else {
-        console.log(`✓ ${fileResult.file}`);
-      }
-    } else {
-      console.log(`✗ ${fileResult.file}`);
-    }
-
-    // Print warnings
-    for (const warning of fileResult.warnings) {
-      const lineInfo = warning.line ? `:${warning.line}` : '';
-      console.log(`  ⊘ ${warning.message}${lineInfo}`);
-    }
-
-    // Print errors
-    for (const error of fileResult.errors) {
-      const lineInfo = error.line ? `:${error.line}` : '';
-      console.log(`  ✗ ${error.message}${lineInfo}`);
-    }
-
-    if (!fileResult.valid || (verbose && fileResult.warnings.length > 0)) {
-      console.log('');
-    }
-  }
-
-  // Print summary
-  console.log('\nSummary:');
-  console.log(`  Files: ${result.summary.totalFiles} total, ${result.summary.passedFiles} passed, ${result.summary.failedFiles} failed`);
-  console.log(`  Errors: ${result.summary.totalErrors}`);
-  console.log(`  Warnings: ${result.summary.totalWarnings}`);
-
-  // Print error breakdown if there are errors
-  if (result.summary.totalErrors > 0) {
-    const errorsByType = new Map<string, number>();
-    const errorsByFile = new Map<string, string[]>();
-
-    for (const fileResult of result.results) {
-      for (const error of fileResult.errors) {
-        // Count by type
-        errorsByType.set(error.code, (errorsByType.get(error.code) || 0) + 1);
-
-        // Group missing elements by file
-        if (error.code === 'MISSING_SELECTOR' || error.code === 'MISSING_DATA_REF') {
-          if (!errorsByFile.has(fileResult.file)) {
-            errorsByFile.set(fileResult.file, []);
-          }
-          if (error.element) {
-            errorsByFile.get(fileResult.file)!.push(error.element);
-          }
-        }
-      }
-    }
-
-    console.log('\nError Breakdown:');
-    for (const [code, count] of errorsByType.entries()) {
-      const description = getErrorDescription(code);
-      console.log(`  ${code}: ${count} ${description}`);
-    }
-
-    // Show suggested fixes
-    if (errorsByType.has('MISSING_SELECTOR_FILE') || errorsByType.has('MISSING_DATA_FILE')) {
-      console.log('\n💡 Suggested Fix:');
-      console.log('   Run: sungen map --screen <name>');
-      console.log('   This will generate missing selector and test-data files');
-    } else if (errorsByType.has('MISSING_SELECTOR') || errorsByType.has('MISSING_DATA_REF')) {
-      console.log('\n💡 Suggested Fix:');
-      if (errorsByType.has('MISSING_SELECTOR')) {
-        console.log('   Missing selectors - Add them to the selector YAML files');
-      }
-      if (errorsByType.has('MISSING_DATA_REF')) {
-        console.log('   Missing data refs - Add them to the test-data YAML files');
-      }
-    }
-  }
-
-  if (result.valid) {
-    console.log('\n✅ Validation passed');
-  } else {
-    console.log('\n❌ Validation failed');
-  }
-}
-
-/**
- * Get human-readable description for error code
- */
-function getErrorDescription(code: string): string {
-  switch (code) {
-    case 'GHERKIN_SYNTAX_ERROR': return 'Gherkin syntax errors';
-    case 'MISSING_PATH_METADATA': return 'missing Path: metadata';
-    case 'MISSING_SELECTOR_FILE': return 'missing selector files';
-    case 'MISSING_SELECTOR': return 'missing selector definitions';
-    case 'MISSING_DATA_FILE': return 'missing test-data files';
-    case 'MISSING_DATA_REF': return 'missing data references';
-    case 'INVALID_YAML_SYNTAX': return 'invalid YAML syntax';
-    case 'INVALID_SELECTOR_TYPE': return 'invalid selector types';
-    case 'INVALID_DATA_VALUE': return 'invalid data values';
-    case 'EMPTY_FEATURE': return 'empty feature files';
-    default: return 'errors';
-  }
-}
+import { Command } from 'commander';
+import { registerInitCommand } from './commands/init';
+import { registerAddCommand } from './commands/add';
+import { registerLiveScanCommand } from './commands/live-scan';
+import { registerMapCommand } from './commands/map';
+import { registerGenerateCommand } from './commands/generate';
+import { registerFullCommand } from './commands/full';
+import { registerValidateCommand } from './commands/validate';
+import { registerCacheClearCommand } from './commands/cache-clear';
+import { registerMakeauthCommand } from './commands/makeauth';
 
 async function main() {
-  const adapter = new CLIAdapter();
-  const program = adapter.createProgram();
-
-  // Add commands
-  const discoverCmd = adapter.addDiscoverCommand(program);
-  discoverCmd.action(async (options) => {
-    try {
-      const cliOptions = {
-        ...program.opts(),
-        ...options
-      };
-      const config = new ConfigLoader().load(cliOptions);
-      const pipeline = new Pipeline(config);
-
-      if (options.screen) {
-        await pipeline.runDiscovery(options.screen);
-      } else {
-        console.error('❌ Error: --screen parameter is required');
-        process.exit(1);
-      }
-    } catch (error) {
-      console.error('❌ Discovery failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const mapCmd = adapter.addMapCommand(program);
-  mapCmd.action(async (options) => {
-    try {
-      const cliOptions = {
-        ...program.opts(),
-        ...options
-      };
-      const config = new ConfigLoader().load(cliOptions);
-      const { ScaffoldGenerator } = require('../generators/scaffold-generator');
-      const path = require('path');
-
-      const generator = new ScaffoldGenerator();
-
-      if (options.screen) {
-        // Process screen folder: qa/screens/<screen>/features/
-        const screensDir = options.output || 'qa/screens';
-        const forceOverwrite = cliOptions.force || false;
-
-        // Run live-scan by default before mapping (skip with --skip-live-scan)
-        if (!options.skipLiveScan) {
-          const { LiveScanner } = require('../core/live-scanner');
-          console.log('🔍 Running live-scan before mapping...\n');
-
-          const scanner = new LiveScanner({
-            screenName: options.screen,
-            screensDir,
-            headed: options.headed,
-            authDir: options.authDir,
-          });
-
-          await scanner.scan();
-          console.log('');
-        }
-
-        if (forceOverwrite) {
-          console.log(`Mapping screen: ${options.screen} (force: selectors will be overwritten)\n`);
-        } else {
-          console.log(`Mapping screen: ${options.screen}\n`);
-        }
-
-        const results = generator.processScreen(options.screen, screensDir, forceOverwrite);
-        
-        for (const result of results) {
-          console.log(`✓ Mapped ${result.featureFile}.feature`);
-          
-          // Show selector status
-          if (result.selectorsSkipped) {
-            console.log(`   ⊘ ${path.basename(result.selectorsPath)} (skipped - already exists)`);
-          } else {
-            console.log(`   → ${path.basename(result.selectorsPath)} (${result.elementCount} elements)`);
-          }
-          
-          // Show test data status
-          if (result.testDataMerged) {
-            console.log(`   ↻ ${path.basename(result.testDataPath)} (smart-merged — ${result.dataRefCount} variables)\n`);
-          } else {
-            console.log(`   → ${path.basename(result.testDataPath)} (${result.dataRefCount} variables)\n`);
-          }
-        }
-        
-        console.log(`Next step: sungen generate --screen ${options.screen}`);
-        console.log('     This will create the test specs based on the mapped selectors and test data.');
-      } else if (options.file) {
-        // Process single feature file
-        // Derive output from feature file location: features/ -> selectors/screens/
-        const deriveOutputDir = (featureFilePath: string): string => {
-          const featureDir = path.dirname(featureFilePath);
-          if (featureDir.includes('features')) {
-            return featureDir.replace(/features\/?$/, 'selectors/screens');
-          }
-          return path.join(featureDir, '..', 'selectors', 'screens');
-        };
-
-        const outputDir = options.output || deriveOutputDir(options.file);
-        const forceOverwrite = cliOptions.force || false;
-        console.log(`Mapping from file: ${options.file}\n`);
-        const result = generator.processFeatureFile(options.file, outputDir, forceOverwrite);
-        console.log(`✓ Generated: ${result.outputPath} (${result.elementCount} elements)`);
-      } else {
-        console.error('❌ Error: Please specify --screen <name> or --file <path>');
-        process.exit(1);
-      }
-    } catch (error) {
-      console.error('❌ Mapping failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const genCmd = adapter.addGenerateCommand(program);
-  genCmd.action(async (options) => {
-    try {
-      // Run validation first (unless --skip-validation is set)
-      if (!options.skipValidation) {
-        const { ScreenValidator } = require('../core/validator');
-        const validator = new ScreenValidator();
-
-        let validationResult: ValidationResult;
-        if (options.screen) {
-          console.log(`🔍 Validating screen: ${options.screen}...\n`);
-          validationResult = validator.validateScreen(options.screen);
-        } else {
-          console.log('🔍 Validating all screens...\n');
-          validationResult = validator.validateAll();
-        }
-
-        // Show validation errors if any
-        if (!validationResult.valid) {
-          printValidationResult(validationResult, false);
-          console.error('\n❌ Validation failed. Fix errors before generating tests.');
-          console.error('   Tip: Use --skip-validation to bypass validation (not recommended)');
-          process.exit(1);
-        }
-
-        // Show brief success message
-        console.log(`✅ Validation passed (${validationResult.summary.totalFiles} files)\n`);
-      }
-
-      const cliOptions = {
-        ...program.opts(),
-        ...options
-      };
-      const config = new ConfigLoader().load(cliOptions);
-      const pipeline = new Pipeline(config);
-
-      await pipeline.runTestGeneration(options.screen);
-    } catch (error) {
-      console.error('❌ Test generation failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const fullCmd = adapter.addFullCommand(program);
-  fullCmd.action(async (options) => {
-    try {
-      const cliOptions = {
-        ...program.opts(),
-        ...options
-      };
-      const config = new ConfigLoader().load(cliOptions);
-      const pipeline = new Pipeline(config);
-
-      const screens = options.screen ? [options.screen] : undefined;
-      await pipeline.runFull(screens);
-    } catch (error) {
-      console.error('❌ Full pipeline failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const initCmd = adapter.addInitCommand(program);
-  initCmd.action(async (projectName?: string) => {
-    try {
-      const { ProjectInitializer } = require('../orchestrator/project-initializer');
-      const initializer = new ProjectInitializer();
-      await initializer.initialize(projectName);
-    } catch (error) {
-      console.error('❌ Init failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const cacheCmd = adapter.addCacheCommand(program);
-  cacheCmd.action(async (options) => {
-    try {
-      const config = new ConfigLoader().load(adapter.extractOptions(cacheCmd));
-      const cacheManager = new CacheManager(config);
-
-      console.log('🗑️  Clearing cache...');
-      await cacheManager.clear();
-      console.log('✅ Cache cleared successfully');
-    } catch (error) {
-      console.error('❌ Cache clear failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const autoTagCmd = adapter.addAutoTagCommand(program);
-  autoTagCmd.action(async (options) => {
-    try {
-      const cliOptions = {
-        ...program.opts(),
-        ...options
-      };
-      const config = new ConfigLoader().load(cliOptions);
-      const { createAutoTagCommand } = require('./commands/auto-tag-command');
-
-      await createAutoTagCommand(config).parseAsync(['node', 'sungen', ...process.argv.slice(3)]);
-    } catch (error) {
-      console.error('❌ Auto-tagging failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const liveScanCmd = adapter.addLiveScanCommand(program);
-  liveScanCmd.action(async (options) => {
-    try {
-      const cliOptions = {
-        ...program.opts(),
-        ...options
-      };
-      const config = new ConfigLoader().load(cliOptions);
-      const { createLiveScanCommand } = require('./commands/live-scan-command');
-
-      await createLiveScanCommand(config).parseAsync(['node', 'sungen', ...process.argv.slice(3)]);
-    } catch (error) {
-      console.error('❌ Live scan failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const addScreenCmd = adapter.addAddScreenCommand(program);
-  addScreenCmd.action(async (options) => {
-    try {
-      const { ScreenManager } = require('../orchestrator/screen-manager');
-      const manager = new ScreenManager();
-
-      await manager.addScreen({
-        name: options.screen,
-        path: options.path,
-        description: options.description
-      });
-    } catch (error) {
-      console.error('❌ Add screen failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const validateCmd = adapter.addValidateCommand(program);
-  validateCmd.action(async (options) => {
-    try {
-      const { ScreenValidator } = require('../core/validator');
-
-      const validator = new ScreenValidator({
-        verbose: options.verbose,
-      });
-
-      let result: ValidationResult;
-      if (options.screen) {
-        console.log(`Validating screen: ${options.screen}\n`);
-        result = validator.validateScreen(options.screen);
-      } else {
-        console.log('Validating all screens...\n');
-        result = validator.validateAll();
-      }
-
-      // Output results
-      if (options.json) {
-        console.log(JSON.stringify(result, null, 2));
-      } else {
-        printValidationResult(result, options.verbose);
-      }
-
-      // Exit with error code if validation failed
-      if (!result.valid) {
-        process.exit(1);
-      }
-    } catch (error) {
-      console.error('❌ Validation failed:', error);
-      process.exit(1);
-    }
-  });
-
-  const makeAuthCmd = adapter.addMakeAuthCommand(program);
-  makeAuthCmd.action(async (name: string, options: any) => {
-    try {
-      const { AuthMaker } = require('../tools/auth-maker');
-
-      // Only pass baseURL if explicitly provided via --url
-      // Otherwise let AuthMaker detect from playwright.config.ts
-      const authMaker = new AuthMaker({
-        baseURL: options.url,
-        loginPath: options.path || '/login',
-        outputDir: options.output || 'specs/.auth',
-        timeout: options.timeout ? parseInt(options.timeout, 300) : undefined,
-        navigationTimeout: options.navTimeout ? parseInt(options.navTimeout, 300) : undefined,
-        stabilityWait: options.stabilityWait ? parseInt(options.stabilityWait, 300) : undefined,
-      });
-
-      // Handle --list flag
-      if (options.list) {
-        const authStates = authMaker.listAuth();
-        if (authStates.length === 0) {
-          console.log('No auth states found.');
-        } else {
-          console.log('Available auth states:');
-          for (const state of authStates) {
-            console.log(`  - ${state}`);
-          }
-        }
-        return;
-      }
-
-      // Handle --verify flag
-      if (options.verify) {
-        const isValid = await authMaker.verifyAuth(name);
-        process.exit(isValid ? 0 : 1);
-      }
-
-      // Handle --export flag
-      if (options.export) {
-        const base64 = authMaker.exportAuth(name);
-        if (base64) {
-          console.log('');
-          console.log('Base64 Auth State (for CI):');
-          console.log('========================================');
-          console.log(base64);
-          console.log('========================================');
-          console.log('');
-          console.log('Save this to CI secret: AUTH_STATE_' + name.toUpperCase());
-        }
-        return;
-      }
-
-      // Default: create new auth state
-      await authMaker.makeAuth({
-        name,
-        baseURL: options.url,
-        loginPath: options.path,
-        outputDir: options.output,
-        timeout: options.timeout ? parseInt(options.timeout, 10) : undefined,
-        navigationTimeout: options.navTimeout ? parseInt(options.navTimeout, 10) : undefined,
-        stabilityWait: options.stabilityWait ? parseInt(options.stabilityWait, 10) : undefined,
-        headless: options.headless,
-      });
-    } catch (error) {
-      console.error('❌ Auth generation failed:', error);
-      process.exit(1);
-    }
-  });
+  const program = new Command();
+
+  program
+    .name('sungen')
+    .description('AI-Native E2E Test Generator - Generate Playwright tests from Gherkin features')
+    .version('1.0.21');
+
+  // Global options
+  program
+    .option('-c, --config <path>', 'Path to custom config file')
+    .option('-v, --verbose', 'Enable verbose logging');
+
+  // Register all commands
+  registerInitCommand(program);
+  registerAddCommand(program);
+  registerLiveScanCommand(program);
+  registerMapCommand(program);
+  registerGenerateCommand(program);
+  registerFullCommand(program);
+  registerValidateCommand(program);
+  registerCacheClearCommand(program);
+  registerMakeauthCommand(program);
 
-  // Parse arguments
   await program.parseAsync(process.argv);
 }
 

package/src/cli/types.ts

@@ -0,0 +1,9 @@
+/**
+ * CLI Types
+ * Future adapter interface for programmatic command execution (e.g., VSCode extension)
+ */
+
+export interface CommandAdapter {
+  name: string;
+  execute(command: string, options: Record<string, any>): Promise<void>;
+}

package/src/cli/utils.ts

@@ -0,0 +1,106 @@
+import { ValidationResult } from '../core/validator';
+
+/**
+ * Get human-readable description for error code
+ */
+function getErrorDescription(code: string): string {
+  switch (code) {
+    case 'GHERKIN_SYNTAX_ERROR': return 'Gherkin syntax errors';
+    case 'MISSING_PATH_METADATA': return 'missing Path: metadata';
+    case 'MISSING_SELECTOR_FILE': return 'missing selector files';
+    case 'MISSING_SELECTOR': return 'missing selector definitions';
+    case 'MISSING_DATA_FILE': return 'missing test-data files';
+    case 'MISSING_DATA_REF': return 'missing data references';
+    case 'INVALID_YAML_SYNTAX': return 'invalid YAML syntax';
+    case 'INVALID_SELECTOR_TYPE': return 'invalid selector types';
+    case 'INVALID_DATA_VALUE': return 'invalid data values';
+    case 'EMPTY_FEATURE': return 'empty feature files';
+    default: return 'errors';
+  }
+}
+
+/**
+ * Print validation result to console
+ */
+export function printValidationResult(result: ValidationResult, verbose: boolean = false): void {
+  for (const fileResult of result.results) {
+    if (fileResult.valid) {
+      if (verbose) {
+        console.log(`✓ ${fileResult.file}`);
+        console.log(`  ✓ Gherkin syntax valid`);
+        if (fileResult.warnings.length === 0) {
+          console.log(`  ✓ All checks passed`);
+        }
+      } else {
+        console.log(`✓ ${fileResult.file}`);
+      }
+    } else {
+      console.log(`✗ ${fileResult.file}`);
+    }
+
+    for (const warning of fileResult.warnings) {
+      const lineInfo = warning.line ? `:${warning.line}` : '';
+      console.log(`  ⊘ ${warning.message}${lineInfo}`);
+    }
+
+    for (const error of fileResult.errors) {
+      const lineInfo = error.line ? `:${error.line}` : '';
+      console.log(`  ✗ ${error.message}${lineInfo}`);
+    }
+
+    if (!fileResult.valid || (verbose && fileResult.warnings.length > 0)) {
+      console.log('');
+    }
+  }
+
+  console.log('\nSummary:');
+  console.log(`  Files: ${result.summary.totalFiles} total, ${result.summary.passedFiles} passed, ${result.summary.failedFiles} failed`);
+  console.log(`  Errors: ${result.summary.totalErrors}`);
+  console.log(`  Warnings: ${result.summary.totalWarnings}`);
+
+  if (result.summary.totalErrors > 0) {
+    const errorsByType = new Map<string, number>();
+    const errorsByFile = new Map<string, string[]>();
+
+    for (const fileResult of result.results) {
+      for (const error of fileResult.errors) {
+        errorsByType.set(error.code, (errorsByType.get(error.code) || 0) + 1);
+
+        if (error.code === 'MISSING_SELECTOR' || error.code === 'MISSING_DATA_REF') {
+          if (!errorsByFile.has(fileResult.file)) {
+            errorsByFile.set(fileResult.file, []);
+          }
+          if (error.element) {
+            errorsByFile.get(fileResult.file)!.push(error.element);
+          }
+        }
+      }
+    }
+
+    console.log('\nError Breakdown:');
+    for (const [code, count] of errorsByType.entries()) {
+      const description = getErrorDescription(code);
+      console.log(`  ${code}: ${count} ${description}`);
+    }
+
+    if (errorsByType.has('MISSING_SELECTOR_FILE') || errorsByType.has('MISSING_DATA_FILE')) {
+      console.log('\n💡 Suggested Fix:');
+      console.log('   Run: sungen map --screen <name>');
+      console.log('   This will generate missing selector and test-data files');
+    } else if (errorsByType.has('MISSING_SELECTOR') || errorsByType.has('MISSING_DATA_REF')) {
+      console.log('\n💡 Suggested Fix:');
+      if (errorsByType.has('MISSING_SELECTOR')) {
+        console.log('   Missing selectors - Add them to the selector YAML files');
+      }
+      if (errorsByType.has('MISSING_DATA_REF')) {
+        console.log('   Missing data refs - Add them to the test-data YAML files');
+      }
+    }
+  }
+
+  if (result.valid) {
+    console.log('\n✅ Validation passed');
+  } else {
+    console.log('\n❌ Validation failed');
+  }
+}

package/src/core/live-scanner/matrix-reader.ts

@@ -4,8 +4,7 @@
  * Merges elements across scenarios (first match wins).
  */
 
-import * as fs from 'fs';
-import * as yaml from 'yaml';
+import { readYamlIfExists } from '../../utils/yaml-io';
 import { LiveElement, LiveScanResult } from './types';
 
 /**
@@ -13,12 +12,7 @@ import { LiveElement, LiveScanResult } from './types';
  * Returns null if file doesn't exist.
  */
 export function readMatrix(filePath: string): LiveScanResult | null {
-  if (!fs.existsSync(filePath)) {
-    return null;
-  }
-
-  const content = fs.readFileSync(filePath, 'utf-8');
-  const parsed = yaml.parse(content);
+  const parsed = readYamlIfExists<any>(filePath);
 
   if (!parsed || !parsed.scenarios) {
     return null;

package/src/core/live-scanner/step-replayer.ts

@@ -100,6 +100,12 @@ export async function replaySteps(
       const key = conflictKeys.has(baseKey) ? `${baseKey}--${normalizedType}` : baseKey;
       const nth = step.nth || 0;
 
+      // Skip column-type elements — they use header text matching, no DOM lookup needed
+      if (normalizedType === 'column') {
+        console.log(`      ⏭️  [${step.selectorRef}] column → skipped (table header match)`);
+        continue;
+      }
+
       // Skip if element already resolved in existing scan (non-force mode)
       if (existingElements && existingElements[key] && existingElements[key].matchMethod !== 'unresolved') {
         elements[key] = existingElements[key];
@@ -279,6 +285,7 @@ function normalizeElementType(elementType: string, action: string): string {
   if (t === 'label') return 'label';
   if (t === 'uploader') return 'uploader';
   if (t === 'element') return 'element';
+  if (t === 'column' || t === 'columnheader') return 'column';
   if (t === 'logo' || t === 'image' || t === 'img' || t === 'icon') return 'img';
   if (t === 'dialog' || t === 'modal') return 'dialog';
   if (t === 'heading' || t === 'header') return 'heading';