qa360 2.1.7 → 2.2.0

package/cli/src/commands/ask.ts

@@ -0,0 +1,678 @@
+/**
+ * QA360 Ask Command - Natural language to pack.yml generation (v2)
+ */
+
+import { writeFileSync } from 'fs';
+import { join } from 'path';
+import chalk from 'chalk';
+import inquirer from 'inquirer';
+import { dump } from 'js-yaml';
+
+export interface PackConfigV2 {
+  version: 2;
+  name: string;
+  description?: string;
+  profile?: string;
+  auth?: AuthConfigV2;
+  gates: Record<string, GateConfigV2>;
+  hooks?: HooksConfig;
+  execution?: ExecutionConfigV2;
+  variables?: Record<string, string>;
+  metadata?: Record<string, unknown>;
+}
+
+export interface AuthConfigV2 {
+  api?: string;
+  ui?: string;
+  profiles?: Record<string, AuthProfile>;
+}
+
+export interface AuthProfile {
+  type: string;
+  config: Record<string, unknown>;
+  cache?: { enabled?: boolean; ttl?: number };
+}
+
+export interface GateConfigV2 {
+  adapter?: string;
+  test_files?: string[];
+  config?: Record<string, unknown>;
+  auth?: string;
+  budgets?: Record<string, unknown>;
+  options?: { timeout?: number; retries?: number; continue_on_failure?: boolean };
+  enabled?: boolean;
+  depends_on?: string[];
+  parallel?: boolean;
+}
+
+export interface HooksConfig {
+  beforeAll?: Hook[];
+  afterAll?: Hook[];
+  beforeEach?: Hook[];
+  afterEach?: Hook[];
+}
+
+export interface Hook {
+  type: 'run' | 'wait_on' | 'script' | 'docker';
+  command?: string;
+  cwd?: string;
+  timeout?: number;
+  env?: Record<string, string>;
+  wait_for?: { resource: string; timeout?: number };
+  compose?: { file?: string; services?: string[]; command?: string };
+}
+
+export interface ExecutionConfigV2 {
+  parallel?: boolean;
+  max_concurrency?: number;
+  default_timeout?: number;
+  default_retries?: number;
+  on_failure: 'stop' | 'continue' | 'proceed';
+  limits?: { cpu?: string; memory?: string };
+  compose_file?: string;
+  hook_timeout_ms?: number;
+}
+
+export class QA360Ask {
+  private qa360Dir = join(process.cwd(), '.qa360');
+
+  async generatePack(query?: string): Promise<PackConfigV2> {
+    console.log(chalk.blue('\n[QA360 Ask] Generating test pack from your description...\n'));
+
+    // Si pas de query, mode interactif
+    if (!query) {
+      return await this.interactiveMode();
+    }
+
+    // Parse de la query en langage naturel
+    return await this.parseNaturalLanguage(query);
+  }
+
+  private async interactiveMode(): Promise<PackConfigV2> {
+    const answers = await inquirer.prompt([
+      {
+        type: 'input',
+        name: 'name',
+        message: 'Nom du pack de tests:',
+        default: 'my-qa-pack'
+      },
+      {
+        type: 'input',
+        name: 'description',
+        message: 'Description du pack:',
+        default: 'Pack de tests QA360 genere automatiquement'
+      },
+      {
+        type: 'list',
+        name: 'type',
+        message: 'Type de tests principal:',
+        choices: [
+          { name: '[API] API REST/GraphQL', value: 'api' },
+          { name: '[UI] Interface Web (UI)', value: 'web' },
+          { name: '[PERF] Performance', value: 'performance' },
+          { name: '[SEC] Securite', value: 'security' },
+          { name: '[A11Y] Accessibilite', value: 'accessibility' },
+          { name: '[ALL] Complet (Multi-adapters)', value: 'complete' }
+        ]
+      },
+      {
+        type: 'input',
+        name: 'target',
+        message: 'URL ou endpoint cible:',
+        validate: (input) => input.length > 0 || 'URL requise'
+      }
+    ]);
+
+    return this.generatePackFromAnswers(answers);
+  }
+
+  private async parseNaturalLanguage(query: string): Promise<PackConfigV2> {
+    console.log(chalk.gray(`Analyse: "${query}"`));
+
+    // Detection de patterns simples (Phase 1 - deterministe)
+    const patterns = {
+      api: /\b(api|rest|graphql|endpoint|swagger|openapi)\b/i,
+      web: /\b(web|ui|interface|page|site|browser)\b/i,
+      performance: /\b(performance|perf|load|stress|speed|latency)\b/i,
+      security: /\b(security|sécurité|secu|dast|vuln|scan|pentest|zap)\b/i,
+      accessibility: /\b(accessibility|a11y|accessible|wcag)\b/i,
+      complete: /\b(complete|full|comprehensive|end-to-end|e2e|suite)\b/i
+    };
+
+    // URL extraction
+    const urlMatch = query.match(/https?:\/\/[^\s]+/);
+    const target = urlMatch ? urlMatch[0] : 'https://httpbin.org';
+
+    // Type detection with priority for complete and security
+    let type = 'api'; // default
+
+    // Check for complete first (highest priority)
+    if (patterns.complete.test(query)) {
+      type = 'complete';
+    } else if (patterns.security.test(query)) {
+      type = 'security';
+    } else {
+      // Check other patterns
+      for (const [key, pattern] of Object.entries(patterns)) {
+        if (key !== 'complete' && key !== 'security' && pattern.test(query)) {
+          type = key;
+          break;
+        }
+      }
+    }
+
+    // Pack name from query
+    const name = query.toLowerCase()
+      .replace(/[^a-z0-9\s]/g, '')
+      .replace(/\s+/g, '-')
+      .substring(0, 30) || 'generated-pack';
+
+    return this.generatePackFromAnswers({
+      name,
+      description: `Pack genere depuis: "${query}"`,
+      type,
+      target
+    });
+  }
+
+  private generatePackFromAnswers(answers: any): PackConfigV2 {
+    const baseUrl = `\${BASE_URL:-${answers.target}}`;
+
+    switch (answers.type) {
+      case 'api':
+        return this.generateApiPack(answers.name, answers.description, baseUrl);
+      case 'web':
+        return this.generateWebPack(answers.name, answers.description, baseUrl);
+      case 'performance':
+        return this.generatePerformancePack(answers.name, answers.description, baseUrl);
+      case 'security':
+        return this.generateSecurityPack(answers.name, answers.description, baseUrl);
+      case 'accessibility':
+        return this.generateAccessibilityPack(answers.name, answers.description, baseUrl);
+      case 'complete':
+        return this.generateCompletePack(answers.name, answers.description, baseUrl);
+      default:
+        return this.generateApiPack(answers.name, answers.description, baseUrl);
+    }
+  }
+
+  private generateApiPack(name: string, description: string, baseUrl: string): PackConfigV2 {
+    return {
+      version: 2,
+      name,
+      description,
+      gates: {
+        'api-health': {
+          adapter: 'playwright-api',
+          enabled: true,
+          config: {
+            baseUrl,
+            smoke: [
+              'GET /health -> 200',
+              'GET /status -> 200',
+            ]
+          },
+          options: {
+            timeout: 10000,
+            retries: 2
+          }
+        }
+      },
+      execution: {
+        default_timeout: 30000,
+        default_retries: 2,
+        on_failure: 'continue',
+        parallel: false
+      }
+    };
+  }
+
+  private generateWebPack(name: string, description: string, baseUrl: string): PackConfigV2 {
+    return {
+      version: 2,
+      name,
+      description,
+      gates: {
+        'ui-smoke': {
+          adapter: 'playwright-ui',
+          enabled: true,
+          config: {
+            baseUrl,
+            pages: [
+              {
+                url: '/',
+                expectedElements: ['body', 'main']
+              }
+            ]
+          }
+        },
+        'a11y': {
+          adapter: 'playwright-ui',
+          enabled: true,
+          config: {
+            baseUrl,
+            pages: [
+              {
+                url: '/',
+                a11yRules: ['wcag2a', 'wcag2aa']
+              }
+            ]
+          },
+          budgets: {
+            violations: 10
+          }
+        }
+      },
+      execution: {
+        default_timeout: 30000,
+        default_retries: 2,
+        on_failure: 'continue',
+        parallel: true
+      }
+    };
+  }
+
+  private generatePerformancePack(name: string, description: string, baseUrl: string): PackConfigV2 {
+    return {
+      version: 2,
+      name,
+      description,
+      gates: {
+        'api-health': {
+          adapter: 'playwright-api',
+          enabled: true,
+          config: {
+            baseUrl,
+            smoke: ['GET /health -> 200']
+          }
+        },
+        'perf-load': {
+          adapter: 'k6-perf',
+          enabled: true,
+          config: {
+            script: `import http from 'k6/http';
+import { check } from 'k6';
+
+export const options = {
+  stages: [
+    { duration: '10s', target: 10 },
+    { duration: '20s', target: 50 },
+    { duration: '10s', target: 0 },
+  ],
+};
+
+export default function () {
+  const res = http.get('${baseUrl}/api/health');
+  check(res, {
+    'status is 200': (r) => r.status === 200,
+    'response time < 500ms': (r) => r.timings.duration < 500,
+  });
+}`
+          },
+          budgets: {
+            p95_ms: 2000,
+            p99_ms: 5000,
+            error_rate: 0.05
+          }
+        }
+      },
+      execution: {
+        default_timeout: 60000,
+        default_retries: 1,
+        on_failure: 'continue',
+        parallel: true
+      }
+    };
+  }
+
+  private generateSecurityPack(name: string, description: string, baseUrl: string): PackConfigV2 {
+    return {
+      version: 2,
+      name,
+      description,
+      gates: {
+        'api-health': {
+          adapter: 'playwright-api',
+          enabled: true,
+          config: {
+            baseUrl,
+            smoke: ['GET / -> 200']
+          }
+        },
+        'dast-scan': {
+          adapter: 'zap-dast',
+          enabled: true,
+          config: {
+            target: 'api',
+            profile: 'baseline',
+            url: baseUrl,
+            scanType: 'baseline'
+          },
+          budgets: {
+            high_findings: 5,
+            medium_findings: 20
+          }
+        },
+        'sast-scan': {
+          adapter: 'semgrep-sast',
+          enabled: true,
+          config: {
+            rules: ['security', 'owasp-top-10'],
+            paths: ['src/', 'lib/']
+          },
+          budgets: {
+            high_findings: 0,
+            medium_findings: 10
+          }
+        },
+        'secrets-scan': {
+          adapter: 'gitleaks-secrets',
+          enabled: true,
+          config: {
+            paths: ['.', 'src/', 'config/']
+          },
+          budgets: {
+            critical_findings: 0
+          }
+        }
+      },
+      execution: {
+        default_timeout: 120000,
+        default_retries: 1,
+        on_failure: 'continue',
+        parallel: false
+      }
+    };
+  }
+
+  private generateAccessibilityPack(name: string, description: string, baseUrl: string): PackConfigV2 {
+    return {
+      version: 2,
+      name,
+      description,
+      gates: {
+        'ui-smoke': {
+          adapter: 'playwright-ui',
+          enabled: true,
+          config: {
+            baseUrl,
+            pages: [
+              { url: '/', expectedElements: ['body'] }
+            ]
+          }
+        },
+        'a11y-compliance': {
+          adapter: 'playwright-ui',
+          enabled: true,
+          config: {
+            baseUrl,
+            pages: [
+              {
+                url: '/',
+                a11yRules: ['wcag2a', 'wcag2aa', 'wcag21aa']
+              }
+            ]
+          },
+          budgets: {
+            violations: 5,
+            a11y_score: 90
+          }
+        }
+      },
+      execution: {
+        default_timeout: 30000,
+        default_retries: 2,
+        on_failure: 'continue',
+        parallel: true
+      }
+    };
+  }
+
+  private generateCompletePack(name: string, description: string, baseUrl: string): PackConfigV2 {
+    return {
+      version: 2,
+      name,
+      description,
+      auth: {
+        api: 'default-bearer',
+        profiles: {
+          'default-bearer': {
+            type: 'bearer',
+            config: {
+              token: '${API_TOKEN:-your-token-here}'
+            }
+          }
+        }
+      },
+      gates: {
+        // API Health Check
+        'api-health': {
+          adapter: 'playwright-api',
+          enabled: true,
+          auth: 'default-bearer',
+          config: {
+            baseUrl,
+            smoke: [
+              'GET /health -> 200',
+              'GET /api/v1/status -> 200'
+            ]
+          },
+          options: {
+            timeout: 5000,
+            retries: 2
+          }
+        },
+        // API CRUD Tests
+        'api-crud': {
+          adapter: 'playwright-api',
+          enabled: true,
+          auth: 'default-bearer',
+          config: {
+            baseUrl,
+            smoke: [
+              'GET /api/v1/users -> 200',
+              'POST /api/v1/users -> 201',
+              'PUT /api/v1/users/1 -> 200',
+              'DELETE /api/v1/users/1 -> 204'
+            ]
+          },
+          budgets: {
+            p95_ms: 1000,
+            error_rate: 0.01
+          }
+        },
+        // UI E2E Tests
+        'ui-e2e': {
+          adapter: 'playwright-ui',
+          enabled: true,
+          config: {
+            baseUrl,
+            pages: [
+              {
+                name: 'Homepage',
+                url: '/',
+                expectedElements: ['header', 'main']
+              },
+              {
+                name: 'Login',
+                url: '/login',
+                expectedElements: ['input[type="text"]', 'input[type="password"]']
+              }
+            ]
+          },
+          budgets: {
+            a11y_score: 85
+          }
+        },
+        // Accessibility Tests
+        'a11y': {
+          adapter: 'playwright-ui',
+          enabled: true,
+          config: {
+            baseUrl,
+            pages: [
+              { url: '/', a11yRules: ['wcag2a', 'wcag2aa'] }
+            ]
+          },
+          budgets: {
+            violations: 10
+          }
+        },
+        // Performance Tests
+        'perf': {
+          adapter: 'k6-perf',
+          enabled: true,
+          config: {
+            script: `import http from 'k6/http';
+import { check } from 'k6';
+
+export const options = {
+  stages: [
+    { duration: '10s', target: 10 },
+    { duration: '20s', target: 50 },
+    { duration: '10s', target: 0 },
+  ],
+};
+
+export default function () {
+  const res = http.get('${baseUrl}/api/health');
+  check(res, {
+    'status is 200': (r) => r.status === 200,
+    'response time < 500ms': (r) => r.timings.duration < 500,
+  });
+}`
+          },
+          budgets: {
+            p95_ms: 2000,
+            p99_ms: 5000,
+            error_rate: 0.05
+          }
+        },
+        // SAST Security Tests
+        'sast': {
+          adapter: 'semgrep-sast',
+          enabled: true,
+          config: {
+            rules: ['security', 'owasp-top-10'],
+            paths: ['src/', 'lib/']
+          },
+          budgets: {
+            high_findings: 0,
+            medium_findings: 10
+          }
+        },
+        // Secrets Detection
+        'secrets': {
+          adapter: 'gitleaks-secrets',
+          enabled: true,
+          config: {
+            paths: ['.', 'src/', 'config/']
+          },
+          budgets: {
+            critical_findings: 0
+          }
+        },
+        // DAST Security Tests
+        'dast': {
+          adapter: 'zap-dast',
+          enabled: true,
+          config: {
+            target: 'api',
+            profile: 'baseline',
+            url: baseUrl,
+            scanType: 'baseline'
+          },
+          budgets: {
+            high_findings: 5,
+            medium_findings: 20
+          }
+        }
+      },
+      hooks: {
+        beforeAll: [
+          {
+            type: 'wait_on',
+            wait_for: {
+              resource: `${baseUrl}/health`,
+              timeout: 30000
+            }
+          }
+        ],
+        afterAll: [
+          {
+            type: 'run',
+            command: 'echo "Test suite finished"',
+            timeout: 5000
+          }
+        ]
+      },
+      execution: {
+        default_timeout: 60000,
+        default_retries: 2,
+        on_failure: 'continue',
+        parallel: true,
+        max_concurrency: 3
+      }
+    };
+  }
+
+  async savePack(pack: PackConfigV2): Promise<string> {
+    // Save to qa360.yml in current directory (not .qa360/pack.yml)
+    const packPath = join(process.cwd(), 'qa360.yml');
+    const yamlContent = dump(pack, {
+      indent: 2,
+      lineWidth: 120,
+      noRefs: true,
+      quotingType: '"',
+      forceQuotes: false
+    });
+
+    writeFileSync(packPath, yamlContent, 'utf8');
+
+    return packPath;
+  }
+
+  displayPack(pack: PackConfigV2): void {
+    console.log(chalk.bold('\n[PACK] Pack genere:\n'));
+    console.log(chalk.blue(`Nom: ${pack.name}`));
+    console.log(chalk.gray(`Description: ${pack.description || 'N/A'}`));
+    console.log(chalk.green(`Version: v2`));
+    console.log(chalk.yellow(`Gates: ${Object.keys(pack.gates).length} gate(s) configure(s)`));
+
+    const gateNames = Object.keys(pack.gates);
+    if (gateNames.length > 0) {
+      console.log(chalk.cyan(`  - ${gateNames.join('\n  - ')}`));
+    }
+
+    if (pack.auth?.api) {
+      console.log(chalk.magenta(`Auth API: ${pack.auth.api}`));
+    }
+
+    // Find BASE_URL in gate configs
+    for (const gate of Object.values(pack.gates)) {
+      if (gate.config?.baseUrl) {
+        const url = String(gate.config.baseUrl).replace(/\$\{BASE_URL:-([^}]+)\}/, '$1');
+        console.log(chalk.cyan(`Cible: ${url}`));
+        break;
+      }
+    }
+  }
+}
+
+export async function askCommand(query?: string): Promise<void> {
+  const ask = new QA360Ask();
+
+  try {
+    const pack = await ask.generatePack(query);
+    const packPath = await ask.savePack(pack);
+
+    ask.displayPack(pack);
+
+    console.log(chalk.bold(`\n[OK] Pack sauvegarde: ${packPath}`));
+    console.log(chalk.blue('[INFO] Prochaine etape: qa360 run'));
+
+  } catch (error) {
+    console.error(chalk.red('[X] Erreur lors de la generation du pack:'), error);
+    process.exit(1);
+  }
+}