qa360 2.2.1 → 2.2.13

package/e2e/qa360-e2e.test.ts

@@ -1,696 +0,0 @@
-/**
- * QA360 End-to-End Tests
- * Tests complets du workflow utilisateur avec vrais fichiers et systèmes externes
- *
- * Ces tests nécessitent:
- * - Node.js 18+
- * - Accès réseau (pour tests API externes)
- * - Ollama optionnel (skip si non installé)
- */
-
-import { describe, it, expect, beforeEach, afterEach } from 'vitest';
-import { execSync } from 'child_process';
-import { writeFileSync, readFileSync, existsSync, rmSync, mkdirSync } from 'fs';
-import { join } from 'path';
-import { tmpdir } from 'os';
-
-// Configuration
-const QA360_BIN = join(process.cwd(), 'cli', 'bin', 'qa360.js');
-const NODE_CMD = process.execPath;
-
-// Helpers
-function qa360(args: string[], cwd: string, env: Record<string, string> = {}): { stdout: string; stderr: string; exitCode: number } {
-  try {
-    const stdout = execSync(
-      `${NODE_CMD} ${QA360_BIN} ${args.join(' ')}`,
-      {
-        cwd,
-        env: { ...process.env, NODE_ENV: 'test', ...env },
-        encoding: 'utf8',
-        timeout: 60000
-      }
-    );
-    return { stdout, stderr: '', exitCode: 0 };
-  } catch (error: any) {
-    return {
-      stdout: error.stdout || '',
-      stderr: error.stderr || '',
-      exitCode: error.status || 1
-    };
-  }
-}
-
-function createTempDir(): string {
-  const dir = join(tmpdir(), `qa360-e2e-${Date.now()}-${Math.random().toString(36).slice(2)}`);
-  mkdirSync(dir, { recursive: true });
-  return dir;
-}
-
-function cleanupDir(dir: string): void {
-  try {
-    rmSync(dir, { recursive: true, force: true });
-  } catch {
-    // Ignore
-  }
-}
-
-// Skip tests if Ollama is not available
-function hasOllama(): boolean {
-  try {
-    execSync('ollama list', { timeout: 2000, stdio: 'ignore' });
-    return true;
-  } catch {
-    return false;
-  }
-}
-
-const ollamaAvailable = hasOllama();
-const ollamaDescribe = ollamaAvailable ? describe : describe.skip;
-
-describe('QA360 E2E Tests', () => {
-
-  describe('CLI Installation & Version', () => {
-    it('should display version', () => {
-      const dir = createTempDir();
-      const result = qa360(['--version'], dir);
-      expect(result.exitCode).toBe(0);
-      expect(result.stdout).toContain('1.4');
-      cleanupDir(dir);
-    });
-
-    it('should display help', () => {
-      const dir = createTempDir();
-      const result = qa360(['--help'], dir);
-      expect(result.exitCode).toBe(0);
-      expect(result.stdout).toContain('Usage:');
-      expect(result.stdout).toContain('Commands:');
-      cleanupDir(dir);
-    });
-
-    it('should list all available commands', () => {
-      const dir = createTempDir();
-      const result = qa360(['--help'], dir);
-      const commands = [
-        'run', 'verify', 'report', 'doctor', 'ask',
-        'init', 'secrets', 'history', 'ai', 'examples'
-      ];
-      for (const cmd of commands) {
-        expect(result.stdout).toContain(cmd);
-      }
-      cleanupDir(dir);
-    });
-  });
-
-  describe('Command: init', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should create initial qa360.yml file', () => {
-      const result = qa360(['init'], tempDir);
-      // Init should complete (may have warnings)
-      expect(result).toBeDefined();
-
-      const packPath = join(tempDir, 'qa360.yml');
-      // Check if file was created (may fail if init doesn't work yet)
-      const exists = existsSync(packPath);
-      expect(exists).toBeDefined();
-    });
-
-    it('should create .qa360 directory structure', () => {
-      qa360(['init'], tempDir);
-
-      const qa360Dir = join(tempDir, '.qa360');
-      // Directory creation is optional for now
-      const exists = existsSync(qa360Dir);
-      expect(exists).toBeDefined();
-    });
-
-    it('should validate created pack file', () => {
-      qa360(['init'], tempDir);
-      const result = qa360(['preflight'], tempDir);
-      // Preflight should at least run without crashing
-      expect(result).toBeDefined();
-    });
-  });
-
-  describe('Command: pack validate (preflight)', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should validate a correct pack file', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: test-pack
-version: 2
-description: Test pack
-
-gates:
-  api_test:
-    type: api
-    config:
-      baseUrl: https://httpbin.org
-      requests:
-        - method: GET
-          path: /status/200
-          expect:
-            status: 200
-`, 'utf8');
-
-      const result = qa360(['preflight'], tempDir);
-      // Preflight validates the pack without executing tests
-      expect(result).toBeDefined();
-      // Should at least not crash
-      expect(result.stdout.length + result.stderr.length).toBeGreaterThan(0);
-    });
-
-    it('should reject invalid pack file', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, 'invalid: yaml: content: [', 'utf8');
-
-      const result = qa360(['preflight'], tempDir);
-      // Preflight should at least run and not crash
-      expect(result).toBeDefined();
-      // Invalid YAML may or may not cause exit code != 0
-    });
-
-    it('should handle missing required fields', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, 'description: No name or version', 'utf8');
-
-      const result = qa360(['preflight'], tempDir);
-      // Should indicate validation problem
-      expect(result).toBeDefined();
-    });
-  });
-
-  describe('Command: run', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should execute API smoke tests successfully', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: e2e-api-test
-version: 2
-description: E2E API Test
-
-gates:
-  api_smoke:
-    type: api
-    config:
-      baseUrl: https://httpbin.org
-      requests:
-        - method: GET
-          path: /status/200
-          expect:
-            status: 200
-        - method: GET
-          path: /uuid
-          expect:
-            status: 200
-`, 'utf8');
-
-      const result = qa360(['run'], tempDir);
-      // Note: May fail if Playwright is not installed, but should not crash
-      expect(result).toBeDefined();
-      // Just verify the command executed
-      expect(result.stdout.length + result.stderr.length).toBeGreaterThan(0);
-    });
-
-    it('should create .qa360 directory structure', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: directory-test
-version: 2
-gates:
-  test:
-    type: api
-    config:
-      baseUrl: https://httpbin.org
-      requests:
-        - method: GET
-          path: /status/200
-          expect:
-            status: 200
-`, 'utf8');
-
-      qa360(['run'], tempDir);
-
-      // Note: Directory might not be created if run fails
-      // Just verify the command executed
-      const qa360Dir = join(tempDir, '.qa360');
-      const exists = existsSync(qa360Dir);
-      expect(exists).toBeDefined();
-    });
-
-    it('should handle test pack with syntax errors gracefully', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: syntax-error-test
-version: 2
-gates:
-  test:
-    type: api
-    config:
-      invalid: [yaml
-`, 'utf8');
-
-      const result = qa360(['run'], tempDir);
-      // Should fail gracefully
-      expect(result).toBeDefined();
-    });
-  });
-
-  describe('Command: verify', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should handle missing proof file', () => {
-      const result = qa360(['verify', 'non-existent-proof.json'], tempDir);
-      expect(result.exitCode).not.toBe(0);
-    });
-
-    it('should provide helpful error for invalid proof', () => {
-      // Create an invalid proof file
-      const proofPath = join(tempDir, 'invalid-proof.json');
-      writeFileSync(proofPath, '{ invalid json', 'utf8');
-
-      const result = qa360(['verify', 'invalid-proof.json'], tempDir);
-      expect(result).toBeDefined();
-    });
-  });
-
-  describe('Command: doctor', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should diagnose system health', () => {
-      const result = qa360(['doctor'], tempDir);
-      expect(result.exitCode).toBe(0);
-      expect(result.stdout).toMatch(/diagnostic|health|check/i);
-    });
-
-    it('should show missing dependencies', () => {
-      // Create a scenario where Playwright might not be installed
-      const result = qa360(['doctor'], tempDir);
-      expect(result.stdout).toBeDefined();
-      // Should at least not crash
-      expect(result.exitCode).toBe(0);
-    });
-  });
-
-  describe('Command: secrets', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should handle secrets command', () => {
-      const result = qa360(['secrets', 'list'], tempDir);
-      // Secrets command should execute without crashing
-      expect(result).toBeDefined();
-    });
-
-    it('should provide help for secrets', () => {
-      const result = qa360(['secrets', '--help'], tempDir);
-      expect(result.exitCode).toBe(0);
-      expect(result.stdout).toContain('secrets');
-    });
-  });
-
-  describe('Command: history', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-
-      // Create and run a test to have history
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: history-test
-version: 2
-gates:
-  test:
-    type: api
-    config:
-      baseUrl: https://httpbin.org
-      requests:
-        - method: GET
-          path: /status/200
-          expect:
-            status: 200
-`, 'utf8');
-      qa360(['run'], tempDir);
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should list run history', () => {
-      const result = qa360(['history', 'list'], tempDir);
-      // History command should execute
-      expect(result).toBeDefined();
-    });
-  });
-
-  describe('Multi-Gate Scenarios', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should accept pack with multiple gates', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: multi-gate-test
-version: 2
-description: Test multiple gates
-
-gates:
-  api_health:
-    type: api
-    config:
-      baseUrl: https://httpbin.org
-      requests:
-        - method: GET
-          path: /status/200
-          expect:
-            status: 200
-
-  api_uuid:
-    type: api
-    config:
-      baseUrl: https://httpbin.org
-      requests:
-        - method: GET
-          path: /uuid
-          expect:
-            status: 200
-`, 'utf8');
-
-      // Validate the pack using preflight
-      const result = qa360(['preflight'], tempDir);
-      expect(result).toBeDefined();
-    });
-
-    it('should validate complex pack configuration', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: complex-test
-version: 2
-
-gates:
-  api:
-    type: api
-    config:
-      baseUrl: https://httpbin.org
-      requests:
-        - method: GET
-          path: /status/200
-          expect:
-            status: 200
-
-  ui:
-    type: ui
-    config:
-      baseUrl: https://example.com
-      pages:
-        - https://example.com/
-
-  perf:
-    type: perf
-    config:
-      baseUrl: https://httpbin.org
-      scenarios:
-        - name: load_test
-          target: https://httpbin.org/get
-          vus: 5
-          duration: 10s
-`, 'utf8');
-
-      const result = qa360(['preflight'], tempDir);
-      expect(result).toBeDefined();
-    });
-  });
-
-  describe('Pack Migration (v1 to v2)', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should detect v1 pack format', () => {
-      const packPath = join(tempDir, 'pack.yml');
-      writeFileSync(packPath, `
-name: v1-pack
-version: 1
-adapters:
-  - playwright
-tests:
-  - name: API Test
-    adapter: playwright
-    config:
-      url: https://httpbin.org/status/200
-`, 'utf8');
-
-      // Just verify the file is recognized as v1
-      const result = qa360(['preflight'], tempDir);
-      expect(result).toBeDefined();
-    });
-  });
-
-  describe('JSON Output Mode', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should accept --json flag without error', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: json-test
-version: 2
-gates:
-  test:
-    type: api
-    config:
-      baseUrl: https://httpbin.org
-      requests:
-        - method: GET
-          path: /status/200
-          expect:
-            status: 200
-`, 'utf8');
-
-      const result = qa360(['run', '--json'], tempDir);
-      // Should not crash, even if JSON output isn't fully implemented
-      expect(result).toBeDefined();
-    });
-  });
-
-  ollamaDescribe('AI Features with Ollama', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should generate tests using Ollama', () => {
-      // Create a simple source file to generate tests from
-      const srcPath = join(tempDir, 'src', 'api.ts');
-      mkdirSync(join(tempDir, 'src'), { recursive: true });
-      writeFileSync(srcPath, `
-export async function getUser(id: string) {
-  const response = await fetch(\`https://api.example.com/users/\${id}\`);
-  return response.json();
-}
-
-export async function createUser(data: any) {
-  const response = await fetch('https://api.example.com/users', {
-    method: 'POST',
-    headers: { 'Content-Type': 'application/json' },
-    body: JSON.stringify(data)
-  });
-  return response.json();
-}
-`, 'utf8');
-
-      const result = qa360([
-        'generate',
-        srcPath,
-        '--provider', 'ollama',
-        '--model', 'llama3.2',
-        '--output', join(tempDir, 'tests')
-      ], tempDir, {
-        OLLAMA_BASE_URL: 'http://localhost:11434'
-      });
-
-      // Generation might fail if Ollama model not available, but shouldn't crash
-      expect(result).toBeDefined();
-    }, 30000);
-
-    it('should respond to natural language queries', () => {
-      const result = qa360([
-        'ask',
-        'Create a pack for testing https://httpbin.org API'
-      ], tempDir, {
-        OLLAMA_BASE_URL: 'http://localhost:11434'
-      });
-
-      // Should generate a pack response
-      expect(result).toBeDefined();
-      // If Ollama works, should contain pack elements
-      if (result.exitCode === 0) {
-        expect(result.stdout).toMatch(/name|version|gates/i);
-      }
-    }, 30000);
-  });
-
-  describe('Error Handling', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should handle missing pack file gracefully', () => {
-      const result = qa360(['run'], tempDir);
-      expect(result.exitCode).not.toBe(0);
-      // Some output should be produced
-      expect(result.stdout.length + result.stderr.length).toBeGreaterThan(0);
-    });
-
-    it('should handle invalid YAML syntax', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, '{ invalid yaml: [', 'utf8');
-
-      const result = qa360(['run'], tempDir);
-      expect(result.exitCode).not.toBe(0);
-    });
-
-    it('should handle network errors', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: network-error-test
-version: 2
-gates:
-  test:
-    type: api
-    config:
-      baseUrl: https://this-domain-definitely-does-not-exist-12345.com
-      requests:
-        - method: GET
-          path: /
-          expect:
-            status: 200
-`, 'utf8');
-
-      const result = qa360(['run'], tempDir);
-      // Should handle error gracefully, not crash
-      expect(result).toBeDefined();
-    });
-  });
-
-  describe('Performance Tests', () => {
-    let tempDir: string;
-
-    beforeEach(() => {
-      tempDir = createTempDir();
-    });
-
-    afterEach(() => {
-      cleanupDir(tempDir);
-    });
-
-    it('should complete pack validation quickly', () => {
-      const packPath = join(tempDir, 'qa360.yml');
-      writeFileSync(packPath, `
-name: perf-test
-version: 2
-gates:
-  test:
-    type: api
-    config:
-      baseUrl: https://httpbin.org
-      requests:
-        - method: GET
-          path: /status/200
-          expect:
-            status: 200
-`, 'utf8');
-
-      const start = Date.now();
-      const result = qa360(['preflight'], tempDir);
-      const elapsed = Date.now() - start;
-
-      // Preflight should not crash
-      expect(result).toBeDefined();
-      // Should complete quickly
-      expect(elapsed).toBeLessThan(5000);
-    });
-  });
-});

package/e2e/vitest.config.ts

@@ -1,18 +0,0 @@
-import { defineConfig } from 'vitest/config';
-
-export default defineConfig({
-  test: {
-    name: 'qa360-e2e',
-    include: ['./e2e/**/*.test.ts'],
-    root: './',
-    testTimeout: 60000,
-    hookTimeout: 60000,
-    teardownTimeout: 30000,
-    isolate: true,
-    globals: false,
-    reporters: ['verbose'],
-    // E2E tests need to run sequentially as they use real files
-    fileParallelism: false,
-    maxConcurrency: 1,
-  },
-});