@sun-asterisk/sungen 1.0.0

package/src/generators/cli.ts

@@ -0,0 +1,640 @@
+#!/usr/bin/env node
+/**
+ * CLI for Selector DSL Generator
+ * Commands: discover, generate, validate, cache-clear, info
+ */
+
+import { config as loadEnv } from 'dotenv';
+import { Command } from 'commander';
+import chalk from 'chalk';
+import ora from 'ora';
+import * as path from 'path';
+import * as fs from 'fs';
+import * as yaml from 'yaml';
+
+// Load environment variables
+loadEnv({ path: '.env.local' });
+loadEnv(); // Also load .env if exists
+
+// Import generators
+import { ReactScanner, buildUIModel, discoverScreens } from './ui-model-builder/react-scanner';
+import { AIMapper, mapSelectors } from './selector-mapper/ai-mapper';
+import { writeDSL, loadDSL, validateDSL, createOverrideTemplate } from './dsl-writer';
+import { CacheManager, createCacheManager } from './cache/cache-manager';
+import { UIModel } from './types';
+
+// ============================================================================
+// Configuration
+// ============================================================================
+
+const PROJECT_ROOT = process.cwd();
+const SOURCE_ROOT = path.join(PROJECT_ROOT, 'app'); // Next.js app directory
+const UI_MODEL_PATH = path.join(PROJECT_ROOT, 'qa/ui-models');
+const SELECTOR_PATH = path.join(PROJECT_ROOT, 'qa/selectors');
+const CACHE_PATH = path.join(PROJECT_ROOT, 'qa/selectors/.cache');
+
+const DEFAULT_CONFIG = {
+  sourceRoot: SOURCE_ROOT,
+  uiModelPath: UI_MODEL_PATH,
+  selectorPath: SELECTOR_PATH,
+  cachePath: CACHE_PATH,
+  framework: 'react-nextjs' as const,
+  aiProvider: (process.env.AI_PROVIDER || 'google') as 'anthropic' | 'google',
+  enableCache: true
+};
+
+// ============================================================================
+// CLI Program
+// ============================================================================
+
+const program = new Command();
+
+program
+  .name('qa-generator')
+  .description('AI-Native QA Selector DSL Generator')
+  .version('1.0.0');
+
+// ============================================================================
+// Command: discover
+// ============================================================================
+
+program
+  .command('discover')
+  .description('Discover screens and generate UI models')
+  .option('-s, --screen <id>', 'Specific screen to discover')
+  .option('-a, --all', 'Discover all screens')
+  .option('-f, --force', 'Force re-scan even if cached')
+  .option('-v, --verbose', 'Verbose output')
+  .option('-d, --depth <number>', 'Component scan depth (default: unlimited)', '999')
+  .action(async (options) => {
+    const spinner = ora('Discovering screens...').start();
+
+    try {
+      const maxDepth = parseInt(options.depth, 10);
+      const scanner = new ReactScanner({
+        sourceRoot: SOURCE_ROOT,
+        framework: 'react-nextjs',
+        verbose: options.verbose,
+        maxDepth: maxDepth
+      });
+
+      // Discover all screens
+      const screens = await scanner.discoverScreens();
+      spinner.succeed(`Found ${screens.length} screens`);
+
+      console.log(chalk.cyan('\nScreens found:'));
+      screens.forEach(screen => console.log(chalk.gray(`  - ${screen}`)));
+
+      // Build UI models
+      const screensToScan = options.screen ? [options.screen] : (options.all ? screens : []);
+
+      if (screensToScan.length === 0) {
+        console.log(chalk.yellow('\nNo screens selected. Use --screen <id> or --all'));
+        return;
+      }
+
+      fs.mkdirSync(UI_MODEL_PATH, { recursive: true });
+
+      for (const screenId of screensToScan) {
+        const screenSpinner = ora(`Scanning ${screenId}...`).start();
+
+        try {
+          const uiModel = await scanner.buildUIModel(screenId);
+
+          // Save UI model
+          const outputPath = path.join(UI_MODEL_PATH, `${screenId}.json`);
+          fs.writeFileSync(outputPath, JSON.stringify(uiModel, null, 2), 'utf-8');
+
+          screenSpinner.succeed(`${screenId}: ${uiModel.elements.length} elements`);
+        } catch (error) {
+          screenSpinner.fail(`${screenId}: ${(error as Error).message}`);
+        }
+      }
+
+      console.log(chalk.green('\n✓ Discovery complete'));
+    } catch (error) {
+      spinner.fail('Discovery failed');
+      console.error(chalk.red((error as Error).message));
+      process.exit(1);
+    }
+  });
+
+// ============================================================================
+// Command: generate
+// ============================================================================
+
+program
+  .command('generate')
+  .description('Generate selectors from UI models')
+  .option('-s, --screen <id>', 'Specific screen to generate')
+  .option('-a, --all', 'Generate all screens')
+  .option('-f, --force', 'Force re-generation (skip cache)')
+  .option('--provider <provider>', 'AI provider (anthropic|google)', DEFAULT_CONFIG.aiProvider)
+  .option('--model <model>', 'Specific AI model to use')
+  .option('-v, --verbose', 'Verbose output')
+  .action(async (options) => {
+    const spinner = ora('Generating selectors...').start();
+
+    try {
+      // Extract selectors from Gherkin first
+      const { GherkinSelectorExtractor } = require('./gherkin-parser/selector-extractor');
+      const extractor = new GherkinSelectorExtractor();
+      const featuresDir = path.join(PROJECT_ROOT, 'qa/features');
+
+      const selectorsByScreen = extractor.extractSelectors(featuresDir);
+      spinner.succeed(`Extracted selectors from Gherkin for ${Object.keys(selectorsByScreen).length} screen(s)`);
+
+      // Initialize cache manager
+      const cacheManager = createCacheManager({
+        cachePath: CACHE_PATH,
+        enabled: !options.force
+      });
+
+      // Get screens to generate
+      const availableScreens = Object.keys(selectorsByScreen);
+
+      const screensToGenerate = options.screen
+        ? [options.screen]
+        : (options.all ? availableScreens : []);
+
+      if (screensToGenerate.length === 0) {
+        console.log(chalk.yellow('No screens selected. Use --screen <id> or --all'));
+        return;
+      }
+
+      let totalGenerated = 0;
+      let totalCached = 0;
+
+      for (const screenId of screensToGenerate) {
+        const screenSpinner = ora(`Generating ${screenId}...`).start();
+
+        try {
+          // Load UI model
+          const uiModelPath = path.join(UI_MODEL_PATH, `${screenId}.json`);
+          if (!fs.existsSync(uiModelPath)) {
+            screenSpinner.fail(`${screenId}: UI model not found`);
+            continue;
+          }
+
+          const uiModel: UIModel = JSON.parse(fs.readFileSync(uiModelPath, 'utf-8'));
+
+          // Get element IDs from Gherkin (not from UI model!)
+          const screenSelectors = selectorsByScreen[screenId];
+          if (!screenSelectors || Object.keys(screenSelectors).length === 0) {
+            screenSpinner.warn(`${screenId}: No selectors referenced in Gherkin`);
+            continue;
+          }
+
+          const elementIds = Object.keys(screenSelectors).map(elementId =>
+            screenSelectors[elementId].fullRef
+          );
+
+          // Check cache
+          const cacheKey = cacheManager.generateCacheKey(screenId, uiModel, elementIds);
+          const cached = cacheManager.get(screenId, cacheKey);
+
+          if (cached && !options.force) {
+            // Use cached selectors
+            await writeDSL(cached.selectors, {
+              outputPath: SELECTOR_PATH,
+              screenId
+            });
+
+            screenSpinner.succeed(`${screenId}: ${Object.keys(cached.selectors).length} selectors (cached)`);
+            totalCached++;
+            continue;
+          }
+
+          // Generate with AI
+          const result = await mapSelectors(uiModel, elementIds, {
+            provider: options.provider,
+            model: options.model,
+            verbose: options.verbose
+          });
+
+          // Write DSL
+          await writeDSL(result.selectors, {
+            outputPath: SELECTOR_PATH,
+            screenId
+          });
+
+          // Cache result
+          cacheManager.set(screenId, cacheKey, result.selectors, {
+            aiModel: result.metadata.aiModel,
+            tokenCost: result.metadata.tokenCost,
+            framework: uiModel.framework
+          });
+
+          const tokenInfo = result.metadata.tokenCost
+            ? chalk.gray(` (${result.metadata.tokenCost} tokens)`)
+            : '';
+
+          screenSpinner.succeed(`${screenId}: ${Object.keys(result.selectors).length} selectors${tokenInfo}`);
+          totalGenerated++;
+        } catch (error) {
+          screenSpinner.fail(`${screenId}: ${(error as Error).message}`);
+        }
+      }
+
+      console.log(chalk.green(`\n✓ Generated: ${totalGenerated}, Cached: ${totalCached}`));
+    } catch (error) {
+      spinner.fail('Generation failed');
+      console.error(chalk.red((error as Error).message));
+      process.exit(1);
+    }
+  });
+
+// ============================================================================
+// Command: validate
+// ============================================================================
+
+program
+  .command('validate')
+  .description('Validate selector DSL files')
+  .option('-s, --screen <id>', 'Specific screen to validate')
+  .option('-a, --all', 'Validate all screens')
+  .action(async (options) => {
+    const spinner = ora('Validating selectors...').start();
+
+    try {
+      const screensDir = path.join(SELECTOR_PATH, 'screens');
+      if (!fs.existsSync(screensDir)) {
+        spinner.fail('No selector files found');
+        return;
+      }
+
+      const selectorFiles = fs.readdirSync(screensDir).filter(f => f.endsWith('.yaml') && !f.includes('.override.'));
+      const availableScreens = selectorFiles.map(f => f.replace('.yaml', ''));
+
+      const screensToValidate = options.screen
+        ? [options.screen]
+        : (options.all ? availableScreens : []);
+
+      if (screensToValidate.length === 0) {
+        spinner.fail('No screens selected');
+        console.log(chalk.yellow('Use --screen <id> or --all'));
+        return;
+      }
+
+      let totalValid = 0;
+      let totalInvalid = 0;
+
+      for (const screenId of screensToValidate) {
+        const result = await validateDSL({
+          selectorPath: SELECTOR_PATH,
+          screenId
+        });
+
+        if (result.valid) {
+          console.log(chalk.green(`✓ ${screenId}: Valid`));
+          totalValid++;
+        } else {
+          console.log(chalk.red(`✗ ${screenId}: Invalid`));
+          result.errors.forEach(error => {
+            console.log(chalk.gray(`  - ${error}`));
+          });
+          totalInvalid++;
+        }
+      }
+
+      spinner.stop();
+      console.log(chalk.cyan(`\nTotal: ${totalValid} valid, ${totalInvalid} invalid`));
+
+      if (totalInvalid > 0) {
+        process.exit(1);
+      }
+    } catch (error) {
+      spinner.fail('Validation failed');
+      console.error(chalk.red((error as Error).message));
+      process.exit(1);
+    }
+  });
+
+// ============================================================================
+// Command: cache-clear
+// ============================================================================
+
+program
+  .command('cache-clear')
+  .description('Clear selector cache')
+  .option('-s, --screen <id>', 'Clear cache for specific screen')
+  .option('-a, --all', 'Clear all cache')
+  .action(async (options) => {
+    const cacheManager = createCacheManager({
+      cachePath: CACHE_PATH,
+      enabled: true
+    });
+
+    if (options.screen) {
+      const count = cacheManager.invalidate(options.screen);
+      console.log(chalk.green(`✓ Cleared ${count} cache entries for ${options.screen}`));
+    } else if (options.all) {
+      const count = cacheManager.clearAll();
+      console.log(chalk.green(`✓ Cleared ${count} cache entries`));
+    } else {
+      console.log(chalk.yellow('Use --screen <id> or --all'));
+    }
+  });
+
+// ============================================================================
+// Command: info
+// ============================================================================
+
+program
+  .command('info')
+  .description('Show cache and selector statistics')
+  .action(async () => {
+    const cacheManager = createCacheManager({
+      cachePath: CACHE_PATH,
+      enabled: true
+    });
+
+    const stats = cacheManager.getStats();
+
+    console.log(chalk.cyan('\n📊 Cache Statistics:'));
+    console.log(chalk.gray(`  Screens cached: ${stats.totalScreens}`));
+    console.log(chalk.gray(`  Cache entries: ${stats.totalEntries}`));
+    console.log(chalk.gray(`  Total size: ${(stats.totalSize / 1024).toFixed(2)} KB`));
+
+    if (stats.oldestEntry) {
+      console.log(chalk.gray(`  Oldest entry: ${stats.oldestEntry}`));
+    }
+    if (stats.newestEntry) {
+      console.log(chalk.gray(`  Newest entry: ${stats.newestEntry}`));
+    }
+
+    // Selector statistics
+    const screensDir = path.join(SELECTOR_PATH, 'screens');
+    if (fs.existsSync(screensDir)) {
+      const selectorFiles = fs.readdirSync(screensDir).filter(f => f.endsWith('.yaml') && !f.includes('.override.'));
+
+      console.log(chalk.cyan('\n📁 Selector Files:'));
+      console.log(chalk.gray(`  Total screens: ${selectorFiles.length}`));
+
+      for (const file of selectorFiles) {
+        const screenId = file.replace('.yaml', '');
+        const content = fs.readFileSync(path.join(screensDir, file), 'utf-8');
+        const selectors = yaml.parse(content);
+        const count = Object.keys(selectors || {}).length;
+
+        console.log(chalk.gray(`  - ${screenId}: ${count} selectors`));
+      }
+    }
+
+    console.log('');
+  });
+
+// ============================================================================
+// Command: generate-tests
+// ============================================================================
+
+program
+  .command('generate-tests')
+  .description('Generate Playwright tests from Gherkin feature files')
+  .option('-f, --feature <file>', 'Specific feature file to generate')
+  .option('-a, --all', 'Generate tests for all feature files')
+  .option('-o, --output <dir>', 'Output directory for generated tests', 'specs/generated')
+  .option('--ai-mapper', 'Enable AI fallback for unknown Gherkin patterns')
+  .option('--framework <name>', 'Test framework (playwright, cypress, etc.)')
+  .option('-v, --verbose', 'Verbose output')
+  .action(async (options) => {
+    const spinner = ora('Generating tests from Gherkin...').start();
+
+    try {
+      const { GherkinParser } = require('./gherkin-parser');
+      const { CodeGenerator } = require('./test-generator/code-generator');
+      const { ConfigLoader } = require('../config/config-loader');
+
+      // Load configuration
+      const configLoader = new ConfigLoader();
+      const config = configLoader.load(options);
+
+      const featuresDir = path.join(PROJECT_ROOT, 'qa/features');
+      const outputDir = path.join(PROJECT_ROOT, options.output);
+
+      // Discover feature files
+      const featureFiles = options.feature
+        ? [path.join(featuresDir, options.feature)]
+        : GherkinParser.discoverFeatureFiles(featuresDir);
+
+      if (featureFiles.length === 0) {
+        spinner.fail('No feature files found');
+        console.log(chalk.yellow('Create .feature files in qa/features/'));
+        return;
+      }
+
+      spinner.succeed(`Found ${featureFiles.length} feature file(s)`);
+
+      // Get framework from CLI option, config file, or default
+      const framework = options.framework || config.testGenerator.framework || 'playwright';
+      
+      // Get baseURL from config (null if not set)
+      const baseURL = config.app?.baseURL || null;
+
+      // Generate tests
+      const generator = new CodeGenerator({
+        useAI: options.aiMapper,
+        verbose: options.verbose,
+        framework,
+        baseURL
+      });
+      const results = await generator.generateAllTests(featuresDir, outputDir, featureFiles);
+
+      if (options.aiMapper && options.verbose) {
+        console.log(chalk.blue('\n  ℹ AI-based step mapping enabled for unknown patterns'));
+      }
+
+      console.log(chalk.green(`\n✓ Generated ${results.length} test file(s) in ${options.output}`));
+
+      results.forEach(result => {
+        const relativePath = path.relative(PROJECT_ROOT, result.filePath);
+        console.log(chalk.gray(`  - ${relativePath}`));
+      });
+
+    } catch (error) {
+      spinner.fail('Test generation failed');
+      console.error(chalk.red((error as Error).message));
+      if (options.verbose) {
+        console.error(error);
+      }
+      process.exit(1);
+    }
+  });
+
+// ============================================================================
+// Command: full (run complete workflow)
+// ============================================================================
+
+program
+  .command('full')
+  .description('Run complete workflow: discover → generate → gen-tests')
+  .option('-p, --provider <provider>', 'AI provider (anthropic|google)', DEFAULT_CONFIG.aiProvider)
+  .option('--model <model>', 'Specific AI model to use')
+  .option('--ai-mapper', 'Enable AI fallback for unknown Gherkin patterns')
+  .option('--framework <name>', 'Test framework (playwright, cypress, etc.)')
+  .option('-v, --verbose', 'Verbose output')
+  .action(async (options) => {
+    console.log(chalk.cyan.bold('\n🚀 Running Full QA Workflow\n'));
+
+    // Load configuration
+    const { ConfigLoader } = require('../config/config-loader');
+    const configLoader = new ConfigLoader();
+    const config = configLoader.load(options);
+
+    // Step 1: Discover
+    console.log(chalk.cyan('Step 1/3: Discovering screens...'));
+    const discoverSpinner = ora('Scanning source code').start();
+
+    try {
+      const scanner = new ReactScanner({
+        sourceRoot: SOURCE_ROOT,
+        framework: 'react-nextjs',
+        verbose: options.verbose
+      });
+
+      const screens = await scanner.discoverScreens();
+
+      fs.mkdirSync(UI_MODEL_PATH, { recursive: true });
+
+      for (const screenId of screens) {
+        const uiModel = await scanner.buildUIModel(screenId);
+        const outputPath = path.join(UI_MODEL_PATH, `${screenId}.json`);
+        fs.writeFileSync(outputPath, JSON.stringify(uiModel, null, 2), 'utf-8');
+      }
+
+      discoverSpinner.succeed(`Discovered ${screens.length} screens`);
+    } catch (error) {
+      discoverSpinner.fail('Discovery failed');
+      console.error(chalk.red((error as Error).message));
+      process.exit(1);
+    }
+
+    // Step 2: Generate Selectors
+    console.log(chalk.cyan('\nStep 2/3: Generating selectors with AI...'));
+
+    // First, extract selectors from Gherkin
+    const extractSpinner = ora('Extracting selectors from Gherkin').start();
+
+    try {
+      const { GherkinSelectorExtractor } = require('./gherkin-parser/selector-extractor');
+      const extractor = new GherkinSelectorExtractor();
+      const featuresDir = path.join(PROJECT_ROOT, 'qa/features');
+
+      const selectorsByScreen = extractor.extractSelectors(featuresDir);
+      extractSpinner.succeed(`Extracted selectors from Gherkin for ${Object.keys(selectorsByScreen).length} screen(s)`);
+
+      // Now generate selectors with AI
+      const generateSpinner = ora('Calling AI to generate selectors').start();
+
+      const cacheManager = createCacheManager({
+        cachePath: CACHE_PATH,
+        enabled: true
+      });
+
+      const uiModelFiles = fs.readdirSync(UI_MODEL_PATH).filter(f => f.endsWith('.json'));
+      let totalGenerated = 0;
+      let totalCached = 0;
+
+      for (const file of uiModelFiles) {
+        const screenId = file.replace('.json', '');
+        const uiModelPath = path.join(UI_MODEL_PATH, file);
+        const uiModel: UIModel = JSON.parse(fs.readFileSync(uiModelPath, 'utf-8'));
+
+        // Get element IDs from Gherkin (not from UI model!)
+        const screenSelectors = selectorsByScreen[screenId];
+        if (!screenSelectors || Object.keys(screenSelectors).length === 0) {
+          // Skip screens with no Gherkin references
+          continue;
+        }
+
+        const elementIds = Object.keys(screenSelectors).map(elementId =>
+          screenSelectors[elementId].fullRef
+        );
+
+        const cacheKey = cacheManager.generateCacheKey(screenId, uiModel, elementIds);
+        const cached = cacheManager.get(screenId, cacheKey);
+
+        if (cached) {
+          await writeDSL(cached.selectors, {
+            outputPath: SELECTOR_PATH,
+            screenId
+          });
+          totalCached++;
+        } else {
+          const result = await mapSelectors(uiModel, elementIds, {
+            provider: options.provider,
+            model: options.model,
+            verbose: options.verbose
+          });
+
+          await writeDSL(result.selectors, {
+            outputPath: SELECTOR_PATH,
+            screenId
+          });
+
+          cacheManager.set(screenId, cacheKey, result.selectors, {
+            aiModel: result.metadata.aiModel,
+            tokenCost: result.metadata.tokenCost,
+            framework: uiModel.framework
+          });
+          totalGenerated++;
+        }
+      }
+
+      generateSpinner.succeed(`Generated selectors: ${totalGenerated} new, ${totalCached} cached`);
+    } catch (error) {
+      extractSpinner.fail('Selector generation failed');
+      console.error(chalk.red((error as Error).message));
+      process.exit(1);
+    }
+
+    // Step 3: Generate Tests
+    console.log(chalk.cyan('\nStep 3/3: Generating Playwright tests from Gherkin...'));
+    const testGenSpinner = ora('Parsing Gherkin and generating tests').start();
+
+    try {
+      const { GherkinParser } = require('./gherkin-parser');
+      const { CodeGenerator } = require('./test-generator/code-generator');
+
+      const featuresDir = path.join(PROJECT_ROOT, 'qa/features');
+      const outputDir = path.join(PROJECT_ROOT, 'specs/generated');
+
+      const featureFiles = GherkinParser.discoverFeatureFiles(featuresDir);
+
+      if (featureFiles.length === 0) {
+        testGenSpinner.warn('No feature files found');
+      } else {
+        // Get framework from CLI option, config file, or default
+        const framework = options.framework || config.testGenerator.framework || 'playwright';
+        
+        // Get baseURL from config (null if not set)
+        const baseURL = config.app?.baseURL || null;
+        
+        const generator = new CodeGenerator({
+          useAI: options.aiMapper,
+          verbose: options.verbose,
+          framework,
+          baseURL
+        });
+        const results = await generator.generateAllTests(featuresDir, outputDir, featureFiles);
+        testGenSpinner.succeed(`Generated ${results.length} test file(s)`);
+      }
+    } catch (error) {
+      testGenSpinner.fail('Test generation failed');
+      console.error(chalk.red((error as Error).message));
+      process.exit(1);
+    }
+
+    // Summary
+    console.log(chalk.green.bold('\n✅ Full workflow completed!\n'));
+    console.log(chalk.cyan('Next steps:'));
+    console.log(chalk.gray('  1. Review generated selectors in qa/selectors/screens/'));
+    console.log(chalk.gray('  2. Create override files (*.override.yaml) if needed'));
+    console.log(chalk.gray('  3. Run tests: npm run test:qa\n'));
+  });
+
+// ============================================================================
+// Parse and Execute
+// ============================================================================
+
+program.parse();