@sun-asterisk/sungen 1.0.20 → 1.0.21

package/src/generators/cli.ts

@@ -1,640 +0,0 @@
-#!/usr/bin/env node
-/**
- * CLI for Selector DSL Generator
- * Commands: discover, generate, validate, cache-clear, info
- */
-
-import { config as loadEnv } from 'dotenv';
-import { Command } from 'commander';
-import chalk from 'chalk';
-import ora from 'ora';
-import * as path from 'path';
-import * as fs from 'fs';
-import * as yaml from 'yaml';
-
-// Load environment variables
-loadEnv({ path: '.env.local' });
-loadEnv(); // Also load .env if exists
-
-// Import generators
-import { ReactScanner, buildUIModel, discoverScreens } from './ui-model-builder/react-scanner';
-import { AIMapper, mapSelectors } from './selector-mapper/ai-mapper';
-import { writeDSL, loadDSL, validateDSL, createOverrideTemplate } from './dsl-writer';
-import { CacheManager, createCacheManager } from './cache/cache-manager';
-import { UIModel } from './types';
-
-// ============================================================================
-// Configuration
-// ============================================================================
-
-const PROJECT_ROOT = process.cwd();
-const SOURCE_ROOT = path.join(PROJECT_ROOT, 'app'); // Next.js app directory
-const UI_MODEL_PATH = path.join(PROJECT_ROOT, 'qa/ui-models');
-const SELECTOR_PATH = path.join(PROJECT_ROOT, 'qa/selectors');
-const CACHE_PATH = path.join(PROJECT_ROOT, 'qa/selectors/.cache');
-
-const DEFAULT_CONFIG = {
-  sourceRoot: SOURCE_ROOT,
-  uiModelPath: UI_MODEL_PATH,
-  selectorPath: SELECTOR_PATH,
-  cachePath: CACHE_PATH,
-  framework: 'react-nextjs' as const,
-  aiProvider: (process.env.AI_PROVIDER || 'google') as 'anthropic' | 'google',
-  enableCache: true
-};
-
-// ============================================================================
-// CLI Program
-// ============================================================================
-
-const program = new Command();
-
-program
-  .name('qa-generator')
-  .description('AI-Native QA Selector DSL Generator')
-  .version('1.0.20');
-
-// ============================================================================
-// Command: discover
-// ============================================================================
-
-program
-  .command('discover')
-  .description('Discover screens and generate UI models')
-  .option('-s, --screen <id>', 'Specific screen to discover')
-  .option('-a, --all', 'Discover all screens')
-  .option('-f, --force', 'Force re-scan even if cached')
-  .option('-v, --verbose', 'Verbose output')
-  .option('-d, --depth <number>', 'Component scan depth (default: unlimited)', '999')
-  .action(async (options) => {
-    const spinner = ora('Discovering screens...').start();
-
-    try {
-      const maxDepth = parseInt(options.depth, 10);
-      const scanner = new ReactScanner({
-        sourceRoot: SOURCE_ROOT,
-        framework: 'react-nextjs',
-        verbose: options.verbose,
-        maxDepth: maxDepth
-      });
-
-      // Discover all screens
-      const screens = await scanner.discoverScreens();
-      spinner.succeed(`Found ${screens.length} screens`);
-
-      console.log(chalk.cyan('\nScreens found:'));
-      screens.forEach(screen => console.log(chalk.gray(`  - ${screen}`)));
-
-      // Build UI models
-      const screensToScan = options.screen ? [options.screen] : (options.all ? screens : []);
-
-      if (screensToScan.length === 0) {
-        console.log(chalk.yellow('\nNo screens selected. Use --screen <id> or --all'));
-        return;
-      }
-
-      fs.mkdirSync(UI_MODEL_PATH, { recursive: true });
-
-      for (const screenId of screensToScan) {
-        const screenSpinner = ora(`Scanning ${screenId}...`).start();
-
-        try {
-          const uiModel = await scanner.buildUIModel(screenId);
-
-          // Save UI model
-          const outputPath = path.join(UI_MODEL_PATH, `${screenId}.json`);
-          fs.writeFileSync(outputPath, JSON.stringify(uiModel, null, 2), 'utf-8');
-
-          screenSpinner.succeed(`${screenId}: ${uiModel.elements.length} elements`);
-        } catch (error) {
-          screenSpinner.fail(`${screenId}: ${(error as Error).message}`);
-        }
-      }
-
-      console.log(chalk.green('\n✓ Discovery complete'));
-    } catch (error) {
-      spinner.fail('Discovery failed');
-      console.error(chalk.red((error as Error).message));
-      process.exit(1);
-    }
-  });
-
-// ============================================================================
-// Command: generate
-// ============================================================================
-
-program
-  .command('generate')
-  .description('Generate selectors from UI models')
-  .option('-s, --screen <id>', 'Specific screen to generate')
-  .option('-a, --all', 'Generate all screens')
-  .option('-f, --force', 'Force re-generation (skip cache)')
-  .option('--provider <provider>', 'AI provider (anthropic|google)', DEFAULT_CONFIG.aiProvider)
-  .option('--model <model>', 'Specific AI model to use')
-  .option('-v, --verbose', 'Verbose output')
-  .action(async (options) => {
-    const spinner = ora('Generating selectors...').start();
-
-    try {
-      // Extract selectors from Gherkin first
-      const { GherkinSelectorExtractor } = require('./gherkin-parser/selector-extractor');
-      const extractor = new GherkinSelectorExtractor();
-      const featuresDir = path.join(PROJECT_ROOT, 'qa/features');
-
-      const selectorsByScreen = extractor.extractSelectors(featuresDir);
-      spinner.succeed(`Extracted selectors from Gherkin for ${Object.keys(selectorsByScreen).length} screen(s)`);
-
-      // Initialize cache manager
-      const cacheManager = createCacheManager({
-        cachePath: CACHE_PATH,
-        enabled: !options.force
-      });
-
-      // Get screens to generate
-      const availableScreens = Object.keys(selectorsByScreen);
-
-      const screensToGenerate = options.screen
-        ? [options.screen]
-        : (options.all ? availableScreens : []);
-
-      if (screensToGenerate.length === 0) {
-        console.log(chalk.yellow('No screens selected. Use --screen <id> or --all'));
-        return;
-      }
-
-      let totalGenerated = 0;
-      let totalCached = 0;
-
-      for (const screenId of screensToGenerate) {
-        const screenSpinner = ora(`Generating ${screenId}...`).start();
-
-        try {
-          // Load UI model
-          const uiModelPath = path.join(UI_MODEL_PATH, `${screenId}.json`);
-          if (!fs.existsSync(uiModelPath)) {
-            screenSpinner.fail(`${screenId}: UI model not found`);
-            continue;
-          }
-
-          const uiModel: UIModel = JSON.parse(fs.readFileSync(uiModelPath, 'utf-8'));
-
-          // Get element IDs from Gherkin (not from UI model!)
-          const screenSelectors = selectorsByScreen[screenId];
-          if (!screenSelectors || Object.keys(screenSelectors).length === 0) {
-            screenSpinner.warn(`${screenId}: No selectors referenced in Gherkin`);
-            continue;
-          }
-
-          const elementIds = Object.keys(screenSelectors).map(elementId =>
-            screenSelectors[elementId].fullRef
-          );
-
-          // Check cache
-          const cacheKey = cacheManager.generateCacheKey(screenId, uiModel, elementIds);
-          const cached = cacheManager.get(screenId, cacheKey);
-
-          if (cached && !options.force) {
-            // Use cached selectors
-            await writeDSL(cached.selectors, {
-              outputPath: SELECTOR_PATH,
-              screenId
-            });
-
-            screenSpinner.succeed(`${screenId}: ${Object.keys(cached.selectors).length} selectors (cached)`);
-            totalCached++;
-            continue;
-          }
-
-          // Generate with AI
-          const result = await mapSelectors(uiModel, elementIds, {
-            provider: options.provider,
-            model: options.model,
-            verbose: options.verbose
-          });
-
-          // Write DSL
-          await writeDSL(result.selectors, {
-            outputPath: SELECTOR_PATH,
-            screenId
-          });
-
-          // Cache result
-          cacheManager.set(screenId, cacheKey, result.selectors, {
-            aiModel: result.metadata.aiModel,
-            tokenCost: result.metadata.tokenCost,
-            framework: uiModel.framework
-          });
-
-          const tokenInfo = result.metadata.tokenCost
-            ? chalk.gray(` (${result.metadata.tokenCost} tokens)`)
-            : '';
-
-          screenSpinner.succeed(`${screenId}: ${Object.keys(result.selectors).length} selectors${tokenInfo}`);
-          totalGenerated++;
-        } catch (error) {
-          screenSpinner.fail(`${screenId}: ${(error as Error).message}`);
-        }
-      }
-
-      console.log(chalk.green(`\n✓ Generated: ${totalGenerated}, Cached: ${totalCached}`));
-    } catch (error) {
-      spinner.fail('Generation failed');
-      console.error(chalk.red((error as Error).message));
-      process.exit(1);
-    }
-  });
-
-// ============================================================================
-// Command: validate
-// ============================================================================
-
-program
-  .command('validate')
-  .description('Validate selector DSL files')
-  .option('-s, --screen <id>', 'Specific screen to validate')
-  .option('-a, --all', 'Validate all screens')
-  .action(async (options) => {
-    const spinner = ora('Validating selectors...').start();
-
-    try {
-      const screensDir = path.join(SELECTOR_PATH, 'screens');
-      if (!fs.existsSync(screensDir)) {
-        spinner.fail('No selector files found');
-        return;
-      }
-
-      const selectorFiles = fs.readdirSync(screensDir).filter(f => f.endsWith('.yaml') && !f.includes('.override.'));
-      const availableScreens = selectorFiles.map(f => f.replace('.yaml', ''));
-
-      const screensToValidate = options.screen
-        ? [options.screen]
-        : (options.all ? availableScreens : []);
-
-      if (screensToValidate.length === 0) {
-        spinner.fail('No screens selected');
-        console.log(chalk.yellow('Use --screen <id> or --all'));
-        return;
-      }
-
-      let totalValid = 0;
-      let totalInvalid = 0;
-
-      for (const screenId of screensToValidate) {
-        const result = await validateDSL({
-          selectorPath: SELECTOR_PATH,
-          screenId
-        });
-
-        if (result.valid) {
-          console.log(chalk.green(`✓ ${screenId}: Valid`));
-          totalValid++;
-        } else {
-          console.log(chalk.red(`✗ ${screenId}: Invalid`));
-          result.errors.forEach(error => {
-            console.log(chalk.gray(`  - ${error}`));
-          });
-          totalInvalid++;
-        }
-      }
-
-      spinner.stop();
-      console.log(chalk.cyan(`\nTotal: ${totalValid} valid, ${totalInvalid} invalid`));
-
-      if (totalInvalid > 0) {
-        process.exit(1);
-      }
-    } catch (error) {
-      spinner.fail('Validation failed');
-      console.error(chalk.red((error as Error).message));
-      process.exit(1);
-    }
-  });
-
-// ============================================================================
-// Command: cache-clear
-// ============================================================================
-
-program
-  .command('cache-clear')
-  .description('Clear selector cache')
-  .option('-s, --screen <id>', 'Clear cache for specific screen')
-  .option('-a, --all', 'Clear all cache')
-  .action(async (options) => {
-    const cacheManager = createCacheManager({
-      cachePath: CACHE_PATH,
-      enabled: true
-    });
-
-    if (options.screen) {
-      const count = cacheManager.invalidate(options.screen);
-      console.log(chalk.green(`✓ Cleared ${count} cache entries for ${options.screen}`));
-    } else if (options.all) {
-      const count = cacheManager.clearAll();
-      console.log(chalk.green(`✓ Cleared ${count} cache entries`));
-    } else {
-      console.log(chalk.yellow('Use --screen <id> or --all'));
-    }
-  });
-
-// ============================================================================
-// Command: info
-// ============================================================================
-
-program
-  .command('info')
-  .description('Show cache and selector statistics')
-  .action(async () => {
-    const cacheManager = createCacheManager({
-      cachePath: CACHE_PATH,
-      enabled: true
-    });
-
-    const stats = cacheManager.getStats();
-
-    console.log(chalk.cyan('\n📊 Cache Statistics:'));
-    console.log(chalk.gray(`  Screens cached: ${stats.totalScreens}`));
-    console.log(chalk.gray(`  Cache entries: ${stats.totalEntries}`));
-    console.log(chalk.gray(`  Total size: ${(stats.totalSize / 1024).toFixed(2)} KB`));
-
-    if (stats.oldestEntry) {
-      console.log(chalk.gray(`  Oldest entry: ${stats.oldestEntry}`));
-    }
-    if (stats.newestEntry) {
-      console.log(chalk.gray(`  Newest entry: ${stats.newestEntry}`));
-    }
-
-    // Selector statistics
-    const screensDir = path.join(SELECTOR_PATH, 'screens');
-    if (fs.existsSync(screensDir)) {
-      const selectorFiles = fs.readdirSync(screensDir).filter(f => f.endsWith('.yaml') && !f.includes('.override.'));
-
-      console.log(chalk.cyan('\n📁 Selector Files:'));
-      console.log(chalk.gray(`  Total screens: ${selectorFiles.length}`));
-
-      for (const file of selectorFiles) {
-        const screenId = file.replace('.yaml', '');
-        const content = fs.readFileSync(path.join(screensDir, file), 'utf-8');
-        const selectors = yaml.parse(content);
-        const count = Object.keys(selectors || {}).length;
-
-        console.log(chalk.gray(`  - ${screenId}: ${count} selectors`));
-      }
-    }
-
-    console.log('');
-  });
-
-// ============================================================================
-// Command: generate-tests
-// ============================================================================
-
-program
-  .command('generate-tests')
-  .description('Generate Playwright tests from Gherkin feature files')
-  .option('-f, --feature <file>', 'Specific feature file to generate')
-  .option('-a, --all', 'Generate tests for all feature files')
-  .option('-o, --output <dir>', 'Output directory for generated tests', 'specs/generated')
-  .option('--ai-mapper', 'Enable AI fallback for unknown Gherkin patterns')
-  .option('--framework <name>', 'Test framework (playwright, cypress, etc.)')
-  .option('-v, --verbose', 'Verbose output')
-  .action(async (options) => {
-    const spinner = ora('Generating tests from Gherkin...').start();
-
-    try {
-      const { GherkinParser } = require('./gherkin-parser');
-      const { CodeGenerator } = require('./test-generator/code-generator');
-      const { ConfigLoader } = require('../config/config-loader');
-
-      // Load configuration
-      const configLoader = new ConfigLoader();
-      const config = configLoader.load(options);
-
-      const featuresDir = path.join(PROJECT_ROOT, 'qa/features');
-      const outputDir = path.join(PROJECT_ROOT, options.output);
-
-      // Discover feature files
-      const featureFiles = options.feature
-        ? [path.join(featuresDir, options.feature)]
-        : GherkinParser.discoverFeatureFiles(featuresDir);
-
-      if (featureFiles.length === 0) {
-        spinner.fail('No feature files found');
-        console.log(chalk.yellow('Create .feature files in qa/features/'));
-        return;
-      }
-
-      spinner.succeed(`Found ${featureFiles.length} feature file(s)`);
-
-      // Get framework from CLI option, config file, or default
-      const framework = options.framework || config.testGenerator.framework || 'playwright';
-      
-      // Get baseURL from config (null if not set)
-      const baseURL = config.app?.baseURL || null;
-
-      // Generate tests
-      const generator = new CodeGenerator({
-        useAI: options.aiMapper,
-        verbose: options.verbose,
-        framework,
-        baseURL
-      });
-      const results = await generator.generateAllTests(featuresDir, outputDir, featureFiles);
-
-      if (options.aiMapper && options.verbose) {
-        console.log(chalk.blue('\n  ℹ AI-based step mapping enabled for unknown patterns'));
-      }
-
-      console.log(chalk.green(`\n✓ Generated ${results.length} test file(s) in ${options.output}`));
-
-      results.forEach(result => {
-        const relativePath = path.relative(PROJECT_ROOT, result.filePath);
-        console.log(chalk.gray(`  - ${relativePath}`));
-      });
-
-    } catch (error) {
-      spinner.fail('Test generation failed');
-      console.error(chalk.red((error as Error).message));
-      if (options.verbose) {
-        console.error(error);
-      }
-      process.exit(1);
-    }
-  });
-
-// ============================================================================
-// Command: full (run complete workflow)
-// ============================================================================
-
-program
-  .command('full')
-  .description('Run complete workflow: discover → generate → gen-tests')
-  .option('-p, --provider <provider>', 'AI provider (anthropic|google)', DEFAULT_CONFIG.aiProvider)
-  .option('--model <model>', 'Specific AI model to use')
-  .option('--ai-mapper', 'Enable AI fallback for unknown Gherkin patterns')
-  .option('--framework <name>', 'Test framework (playwright, cypress, etc.)')
-  .option('-v, --verbose', 'Verbose output')
-  .action(async (options) => {
-    console.log(chalk.cyan.bold('\n🚀 Running Full QA Workflow\n'));
-
-    // Load configuration
-    const { ConfigLoader } = require('../config/config-loader');
-    const configLoader = new ConfigLoader();
-    const config = configLoader.load(options);
-
-    // Step 1: Discover
-    console.log(chalk.cyan('Step 1/3: Discovering screens...'));
-    const discoverSpinner = ora('Scanning source code').start();
-
-    try {
-      const scanner = new ReactScanner({
-        sourceRoot: SOURCE_ROOT,
-        framework: 'react-nextjs',
-        verbose: options.verbose
-      });
-
-      const screens = await scanner.discoverScreens();
-
-      fs.mkdirSync(UI_MODEL_PATH, { recursive: true });
-
-      for (const screenId of screens) {
-        const uiModel = await scanner.buildUIModel(screenId);
-        const outputPath = path.join(UI_MODEL_PATH, `${screenId}.json`);
-        fs.writeFileSync(outputPath, JSON.stringify(uiModel, null, 2), 'utf-8');
-      }
-
-      discoverSpinner.succeed(`Discovered ${screens.length} screens`);
-    } catch (error) {
-      discoverSpinner.fail('Discovery failed');
-      console.error(chalk.red((error as Error).message));
-      process.exit(1);
-    }
-
-    // Step 2: Generate Selectors
-    console.log(chalk.cyan('\nStep 2/3: Generating selectors with AI...'));
-
-    // First, extract selectors from Gherkin
-    const extractSpinner = ora('Extracting selectors from Gherkin').start();
-
-    try {
-      const { GherkinSelectorExtractor } = require('./gherkin-parser/selector-extractor');
-      const extractor = new GherkinSelectorExtractor();
-      const featuresDir = path.join(PROJECT_ROOT, 'qa/features');
-
-      const selectorsByScreen = extractor.extractSelectors(featuresDir);
-      extractSpinner.succeed(`Extracted selectors from Gherkin for ${Object.keys(selectorsByScreen).length} screen(s)`);
-
-      // Now generate selectors with AI
-      const generateSpinner = ora('Calling AI to generate selectors').start();
-
-      const cacheManager = createCacheManager({
-        cachePath: CACHE_PATH,
-        enabled: true
-      });
-
-      const uiModelFiles = fs.readdirSync(UI_MODEL_PATH).filter(f => f.endsWith('.json'));
-      let totalGenerated = 0;
-      let totalCached = 0;
-
-      for (const file of uiModelFiles) {
-        const screenId = file.replace('.json', '');
-        const uiModelPath = path.join(UI_MODEL_PATH, file);
-        const uiModel: UIModel = JSON.parse(fs.readFileSync(uiModelPath, 'utf-8'));
-
-        // Get element IDs from Gherkin (not from UI model!)
-        const screenSelectors = selectorsByScreen[screenId];
-        if (!screenSelectors || Object.keys(screenSelectors).length === 0) {
-          // Skip screens with no Gherkin references
-          continue;
-        }
-
-        const elementIds = Object.keys(screenSelectors).map(elementId =>
-          screenSelectors[elementId].fullRef
-        );
-
-        const cacheKey = cacheManager.generateCacheKey(screenId, uiModel, elementIds);
-        const cached = cacheManager.get(screenId, cacheKey);
-
-        if (cached) {
-          await writeDSL(cached.selectors, {
-            outputPath: SELECTOR_PATH,
-            screenId
-          });
-          totalCached++;
-        } else {
-          const result = await mapSelectors(uiModel, elementIds, {
-            provider: options.provider,
-            model: options.model,
-            verbose: options.verbose
-          });
-
-          await writeDSL(result.selectors, {
-            outputPath: SELECTOR_PATH,
-            screenId
-          });
-
-          cacheManager.set(screenId, cacheKey, result.selectors, {
-            aiModel: result.metadata.aiModel,
-            tokenCost: result.metadata.tokenCost,
-            framework: uiModel.framework
-          });
-          totalGenerated++;
-        }
-      }
-
-      generateSpinner.succeed(`Generated selectors: ${totalGenerated} new, ${totalCached} cached`);
-    } catch (error) {
-      extractSpinner.fail('Selector generation failed');
-      console.error(chalk.red((error as Error).message));
-      process.exit(1);
-    }
-
-    // Step 3: Generate Tests
-    console.log(chalk.cyan('\nStep 3/3: Generating Playwright tests from Gherkin...'));
-    const testGenSpinner = ora('Parsing Gherkin and generating tests').start();
-
-    try {
-      const { GherkinParser } = require('./gherkin-parser');
-      const { CodeGenerator } = require('./test-generator/code-generator');
-
-      const featuresDir = path.join(PROJECT_ROOT, 'qa/features');
-      const outputDir = path.join(PROJECT_ROOT, 'specs/generated');
-
-      const featureFiles = GherkinParser.discoverFeatureFiles(featuresDir);
-
-      if (featureFiles.length === 0) {
-        testGenSpinner.warn('No feature files found');
-      } else {
-        // Get framework from CLI option, config file, or default
-        const framework = options.framework || config.testGenerator.framework || 'playwright';
-        
-        // Get baseURL from config (null if not set)
-        const baseURL = config.app?.baseURL || null;
-        
-        const generator = new CodeGenerator({
-          useAI: options.aiMapper,
-          verbose: options.verbose,
-          framework,
-          baseURL
-        });
-        const results = await generator.generateAllTests(featuresDir, outputDir, featureFiles);
-        testGenSpinner.succeed(`Generated ${results.length} test file(s)`);
-      }
-    } catch (error) {
-      testGenSpinner.fail('Test generation failed');
-      console.error(chalk.red((error as Error).message));
-      process.exit(1);
-    }
-
-    // Summary
-    console.log(chalk.green.bold('\n✅ Full workflow completed!\n'));
-    console.log(chalk.cyan('Next steps:'));
-    console.log(chalk.gray('  1. Review generated selectors in qa/selectors/screens/'));
-    console.log(chalk.gray('  2. Create override files (*.override.yaml) if needed'));
-    console.log(chalk.gray('  3. Run tests: npm run test:qa\n'));
-  });
-
-// ============================================================================
-// Parse and Execute
-// ============================================================================
-
-program.parse();