qa360 2.2.1 → 2.2.13

package/test-results/.last-run.json

@@ -1,4 +0,0 @@
-{
-  "status": "passed",
-  "failedTests": []
-}

package/test-runner.mjs

@@ -1,87 +0,0 @@
-#!/usr/bin/env node
-/**
- * QA360 Phase3Runner Validation Test
- * Execute: node test-runner.mjs
- */
-
-import { readFileSync } from 'fs';
-import { join, dirname } from 'path';
-import { fileURLToPath } from 'url';
-import { load } from 'js-yaml';
-
-const __dirname = dirname(fileURLToPath(import.meta.url));
-
-async function main() {
-  console.log('🧪 QA360 Phase3Runner Validation Test\n');
-  console.log('='.repeat(50));
-  
-  try {
-    // 1. Load the pack configuration
-    console.log('\n📦 Step 1: Loading pack configuration...');
-    const packPath = join(__dirname, 'test-pack.yaml');
-    const packContent = readFileSync(packPath, 'utf-8');
-    const pack = load(packContent);
-    console.log(`   ✅ Pack loaded: ${pack.name}`);
-    console.log(`   Gates: ${pack.gates.join(', ')}`);
-    
-    // 2. Import Phase3Runner dynamically
-    console.log('\n🔧 Step 2: Importing Phase3Runner...');
-    const { Phase3Runner } = await import('./core/dist/runner/phase3-runner.js');
-    console.log('   ✅ Phase3Runner imported');
-    
-    // 3. Create runner instance
-    console.log('\n🏃 Step 3: Creating runner instance...');
-    const runner = new Phase3Runner({
-      workingDir: __dirname,
-      pack: pack,
-      outputDir: join(__dirname, '.qa360', 'test-runs')
-    });
-    console.log('   ✅ Runner created');
-    
-    // 4. Execute the run
-    console.log('\n🚀 Step 4: Executing Phase3Runner...');
-    console.log('='.repeat(50));
-    
-    const result = await runner.run();
-    
-    // 5. Display results
-    console.log('\n' + '='.repeat(50));
-    console.log('📊 RESULTS SUMMARY');
-    console.log('='.repeat(50));
-    
-    console.log(`\n   Success: ${result.success ? '✅ YES' : '❌ NO'}`);
-    console.log(`   Duration: ${result.duration}ms`);
-    console.log(`   Trust Score: ${result.summary.trustScore}%`);
-    console.log(`   Gates: ${result.summary.passed}/${result.summary.total} passed`);
-    
-    if (result.proofPath) {
-      console.log(`   Proof: ${result.proofPath}`);
-    }
-    
-    console.log('\n📋 Gate Details:');
-    for (const gate of result.gates) {
-      const icon = gate.success ? '✅' : '❌';
-      console.log(`   ${icon} ${gate.gate} (${gate.adapter}) - ${gate.duration}ms`);
-      if (gate.error) {
-        console.log(`      Error: ${gate.error}`);
-      }
-    }
-    
-    if (result.error) {
-      console.log(`\n❌ Error: ${result.error}`);
-    }
-    
-    console.log('\n' + '='.repeat(50));
-    console.log('🏁 Test completed!');
-    console.log('='.repeat(50));
-    
-    process.exit(result.success ? 0 : 1);
-    
-  } catch (error) {
-    console.error('\n💥 Fatal error:', error.message);
-    console.error(error.stack);
-    process.exit(2);
-  }
-}
-
-main();

package/tests/artifacts.spec.js

@@ -1,147 +0,0 @@
-// tests/artifacts.spec.js - Tests E2E pour endpoints artifacts et PDF
-const { test, expect } = require('@playwright/test');
-
-const BASE_URL = process.env.BASE_URL || 'https://qa360-cloud-preview.vercel.app';
-
-test.describe('Artifacts Endpoints', () => {
-  let pack, runId;
-
-  test.beforeAll(async () => {
-    // Exécuter un pack pour obtenir un runId valide
-    const response = await fetch(`${BASE_URL}/api/runpack`, {
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-        'Origin': BASE_URL
-      },
-      body: JSON.stringify({ pack: 'httpbin' })
-    });
-
-    expect(response.ok).toBe(true);
-    const data = await response.json();
-    pack = data.pack;
-    runId = data.runId;
-    
-    console.log(`Test setup: pack=${pack}, runId=${runId}`);
-  });
-
-  test('Logs endpoint should return 200 with text/plain', async () => {
-    const response = await fetch(`${BASE_URL}/api/artifacts/logs?pack=${pack}&runId=${runId}`);
-    
-    expect(response.status).toBe(200);
-    expect(response.headers.get('content-type')).toContain('text/plain');
-    
-    const logsContent = await response.text();
-    expect(logsContent).toContain('QA360 Test Execution');
-    expect(logsContent).toContain(pack);
-    expect(logsContent).toContain(runId);
-  });
-
-  test('Screenshot endpoint should return 200 with image/png', async () => {
-    const response = await fetch(`${BASE_URL}/api/artifacts/screenshot?pack=${pack}&runId=${runId}&route=0`);
-    
-    expect(response.status).toBe(200);
-    expect(response.headers.get('content-type')).toBe('image/png');
-    
-    const buffer = await response.arrayBuffer();
-    expect(buffer.byteLength).toBeGreaterThan(0);
-    
-    // Vérifier que c'est un PNG valide (commence par PNG signature)
-    const uint8Array = new Uint8Array(buffer);
-    expect(uint8Array[0]).toBe(0x89); // PNG signature
-    expect(uint8Array[1]).toBe(0x50); // P
-    expect(uint8Array[2]).toBe(0x4E); // N
-    expect(uint8Array[3]).toBe(0x47); // G
-  });
-
-  test('Video endpoint should return 200/302 with video/mp4', async () => {
-    const response = await fetch(`${BASE_URL}/api/artifacts/video?pack=${pack}&runId=${runId}`, {
-      redirect: 'manual' // Ne pas suivre les redirections automatiquement
-    });
-    
-    // Accepter 200 (vidéo directe) ou 302 (redirection)
-    expect([200, 302]).toContain(response.status);
-    
-    if (response.status === 200) {
-      expect(response.headers.get('content-type')).toBe('video/mp4');
-      const buffer = await response.arrayBuffer();
-      expect(buffer.byteLength).toBeGreaterThan(0);
-    } else if (response.status === 302) {
-      const location = response.headers.get('location');
-      expect(location).toBeTruthy();
-      expect(location).toContain('.mp4');
-    }
-  });
-
-  test('PDF endpoint should return 200 with application/pdf or text/html', async () => {
-    const response = await fetch(`${BASE_URL}/api/report/pdf?pack=${pack}&runId=${runId}`);
-    
-    expect(response.status).toBe(200);
-    
-    const contentType = response.headers.get('content-type');
-    const contentDisposition = response.headers.get('content-disposition');
-    
-    // Accepter PDF ou HTML fallback
-    expect(['application/pdf', 'text/html']).toContain(contentType.split(';')[0]);
-    expect(contentDisposition).toContain('inline');
-    expect(contentDisposition).toContain(`${pack}-${runId}`);
-    
-    const content = await response.arrayBuffer();
-    expect(content.byteLength).toBeGreaterThan(0);
-  });
-
-  test('All artifacts should have proper cache headers', async () => {
-    const endpoints = [
-      `/api/artifacts/logs?pack=${pack}&runId=${runId}`,
-      `/api/artifacts/screenshot?pack=${pack}&runId=${runId}&route=0`,
-      `/api/artifacts/video?pack=${pack}&runId=${runId}`,
-      `/api/report/pdf?pack=${pack}&runId=${runId}`
-    ];
-
-    for (const endpoint of endpoints) {
-      const response = await fetch(`${BASE_URL}${endpoint}`, { method: 'HEAD' });
-      
-      expect(response.status).toBe(200);
-      
-      const cacheControl = response.headers.get('cache-control');
-      expect(cacheControl).toBeTruthy();
-      expect(cacheControl).toContain('public');
-    }
-  });
-
-  test('Missing parameters should return 400', async () => {
-    const endpoints = [
-      '/api/artifacts/logs',
-      '/api/artifacts/screenshot',
-      '/api/artifacts/video',
-      '/api/report/pdf'
-    ];
-
-    for (const endpoint of endpoints) {
-      const response = await fetch(`${BASE_URL}${endpoint}`);
-      expect(response.status).toBe(400);
-      
-      const error = await response.json();
-      expect(error.error).toBe('missing_params');
-    }
-  });
-
-  test('Non-existent run should still return 200 with fallback content', async () => {
-    const fakeRunId = '00000000-0000-0000-0000-000000000000';
-    
-    // Logs avec run inexistant
-    const logsResponse = await fetch(`${BASE_URL}/api/artifacts/logs?pack=httpbin&runId=${fakeRunId}`);
-    expect(logsResponse.status).toBe(200);
-    expect(logsResponse.headers.get('content-type')).toContain('text/plain');
-    
-    // Screenshot avec run inexistant
-    const screenshotResponse = await fetch(`${BASE_URL}/api/artifacts/screenshot?pack=httpbin&runId=${fakeRunId}`);
-    expect(screenshotResponse.status).toBe(200);
-    expect(screenshotResponse.headers.get('content-type')).toBe('image/png');
-    
-    // PDF avec run inexistant
-    const pdfResponse = await fetch(`${BASE_URL}/api/report/pdf?pack=httpbin&runId=${fakeRunId}`);
-    expect(pdfResponse.status).toBe(200);
-    // Peut être PDF ou HTML selon disponibilité Puppeteer
-  });
-});

package/tests/contracts.spec.js

@@ -1,239 +0,0 @@
-// tests/contracts.spec.js - Tests contractuels pour validation automatique
-import { test, expect } from '@playwright/test';
-
-const BASE_URL = process.env.BASE_URL || 'https://qa360-cloud-preview.vercel.app';
-
-test.describe('API Contracts Validation', () => {
-  
-  test('POST /api/runpack should return 201 with valid schema', async ({ request }) => {
-    const response = await request.post(`${BASE_URL}/api/runpack`, {
-      headers: {
-        'Content-Type': 'application/json',
-        'Origin': BASE_URL
-      },
-      data: { pack: 'httpbin' }
-    });
-
-    expect(response.status()).toBe(201);
-    
-    const data = await response.json();
-    
-    // Validate RunpackResponse schema
-    expect(data).toHaveProperty('success', true);
-    expect(data).toHaveProperty('pack', 'httpbin');
-    expect(data).toHaveProperty('runId');
-    expect(typeof data.runId).toBe('string');
-    expect(data.runId).toMatch(/^[0-9a-f-]{36}$/); // UUID format
-    
-    expect(data).toHaveProperty('summary');
-    expect(data.summary).toHaveProperty('tests');
-    expect(data.summary.tests).toHaveProperty('passed');
-    expect(data.summary.tests).toHaveProperty('failed');
-    expect(data.summary.tests).toHaveProperty('skipped');
-    expect(typeof data.summary.tests.passed).toBe('number');
-    expect(typeof data.summary.tests.failed).toBe('number');
-    expect(typeof data.summary.tests.skipped).toBe('number');
-    expect(data.summary).toHaveProperty('durationMs');
-    expect(typeof data.summary.durationMs).toBe('number');
-    
-    expect(data).toHaveProperty('routes');
-    expect(Array.isArray(data.routes)).toBe(true);
-    expect(data.routes.length).toBeGreaterThan(0);
-    
-    // Validate first route
-    const route = data.routes[0];
-    expect(route).toHaveProperty('method');
-    expect(route).toHaveProperty('path');
-    expect(route).toHaveProperty('status');
-    expect(route).toHaveProperty('durationMs');
-    expect(typeof route.method).toBe('string');
-    expect(typeof route.path).toBe('string');
-    expect(typeof route.status).toBe('string');
-    expect(typeof route.durationMs).toBe('number');
-    
-    expect(data).toHaveProperty('links');
-    expect(data.links).toHaveProperty('reportJson');
-    expect(data.links).toHaveProperty('pdf');
-    expect(data.links).toHaveProperty('deepLink');
-    expect(typeof data.links.reportJson).toBe('string');
-    expect(typeof data.links.pdf).toBe('string');
-    expect(typeof data.links.deepLink).toBe('string');
-  });
-
-  test('GET /api/report/gherkin should return 200 with valid schema', async ({ request }) => {
-    const response = await request.get(`${BASE_URL}/api/report/gherkin?pack=httpbin&runId=test-123`);
-    
-    expect(response.status()).toBe(200);
-    
-    const data = await response.json();
-    
-    // Validate GherkinReport schema
-    expect(data).toHaveProperty('pack', 'httpbin');
-    expect(data).toHaveProperty('runId', 'test-123');
-    expect(data).toHaveProperty('timestamp');
-    expect(typeof data.timestamp).toBe('string');
-    
-    expect(data).toHaveProperty('summary');
-    expect(data.summary).toHaveProperty('tests');
-    expect(data.summary.tests).toHaveProperty('passed');
-    expect(data.summary.tests).toHaveProperty('failed');
-    expect(data.summary.tests).toHaveProperty('skipped');
-    
-    expect(data).toHaveProperty('routes');
-    expect(Array.isArray(data.routes)).toBe(true);
-    expect(data.routes.length).toBeGreaterThan(0);
-    
-    expect(data).toHaveProperty('gherkin');
-    expect(data.gherkin).toHaveProperty('feature');
-    expect(data.gherkin).toHaveProperty('scenarios');
-    expect(Array.isArray(data.gherkin.scenarios)).toBe(true);
-    
-    // Validate first scenario
-    const scenario = data.gherkin.scenarios[0];
-    expect(scenario).toHaveProperty('name');
-    expect(scenario).toHaveProperty('steps');
-    expect(scenario).toHaveProperty('status');
-    expect(scenario).toHaveProperty('durationMs');
-    expect(Array.isArray(scenario.steps)).toBe(true);
-    
-    // Validate first step
-    const step = scenario.steps[0];
-    expect(step).toHaveProperty('keyword');
-    expect(step).toHaveProperty('text');
-    expect(typeof step.keyword).toBe('string');
-    expect(typeof step.text).toBe('string');
-    
-    expect(data).toHaveProperty('artifacts');
-    expect(data.artifacts).toHaveProperty('video');
-    expect(data.artifacts).toHaveProperty('logs');
-    expect(data.artifacts).toHaveProperty('screenshots');
-  });
-
-  test('GET /api/report/index should return 200 with valid schema', async ({ request }) => {
-    const response = await request.get(`${BASE_URL}/api/report/index?pack=httpbin`);
-    
-    expect(response.status()).toBe(200);
-    
-    const data = await response.json();
-    
-    // Validate RunIndexResponse schema
-    expect(data).toHaveProperty('pack', 'httpbin');
-    expect(data).toHaveProperty('runs');
-    expect(Array.isArray(data.runs)).toBe(true);
-    expect(data).toHaveProperty('total');
-    expect(data).toHaveProperty('limit');
-    expect(data).toHaveProperty('offset');
-    expect(typeof data.total).toBe('number');
-    expect(typeof data.limit).toBe('number');
-    expect(typeof data.offset).toBe('number');
-  });
-
-  test('GET /api/kpi should return 200 with valid schema', async ({ request }) => {
-    const response = await request.get(`${BASE_URL}/api/kpi`);
-    
-    expect(response.status()).toBe(200);
-    
-    const data = await response.json();
-    
-    // Validate KPI response
-    expect(data).toHaveProperty('success', true);
-    expect(data).toHaveProperty('kpis');
-    expect(data).toHaveProperty('timestamp');
-    expect(typeof data.kpis).toBe('object');
-    expect(typeof data.timestamp).toBe('string');
-  });
-
-  test('POST /api/runpack with invalid request should return 400', async ({ request }) => {
-    const response = await request.post(`${BASE_URL}/api/runpack`, {
-      headers: {
-        'Content-Type': 'application/json',
-        'Origin': BASE_URL
-      },
-      data: { invalid: 'data' }
-    });
-
-    expect(response.status()).toBe(400);
-    
-    const data = await response.json();
-    expect(data).toHaveProperty('error');
-    expect(data.error).toContain('invalid');
-  });
-
-  test('POST /api/runpack with unknown pack should return 400', async ({ request }) => {
-    const response = await request.post(`${BASE_URL}/api/runpack`, {
-      headers: {
-        'Content-Type': 'application/json',
-        'Origin': BASE_URL
-      },
-      data: { pack: 'unknown-pack' }
-    });
-
-    expect(response.status()).toBe(400);
-    
-    const data = await response.json();
-    expect(data).toHaveProperty('error', 'invalid_pack');
-    expect(data).toHaveProperty('message');
-    expect(data.message).toContain('Expected one of');
-  });
-
-  test('All supported packs should work', async ({ request }) => {
-    const packs = ['httpbin', 'petstore', 'custom-api', 'graphql-swapi', 'realworld-api'];
-    
-    for (const pack of packs) {
-      const response = await request.post(`${BASE_URL}/api/runpack`, {
-        headers: {
-          'Content-Type': 'application/json',
-          'Origin': BASE_URL
-        },
-        data: { pack }
-      });
-
-      expect(response.status()).toBe(201);
-      
-      const data = await response.json();
-      expect(data.success).toBe(true);
-      expect(data.pack).toBe(pack);
-      expect(data.routes.length).toBeGreaterThan(0);
-    }
-  });
-});
-
-test.describe('Deep Links Validation', () => {
-  
-  test('Deep link should be accessible after deploy', async ({ page }) => {
-    // Test that deep link page loads
-    await page.goto(`${BASE_URL}/r/httpbin/test-123`);
-    
-    // Should not be 404
-    expect(page.url()).toContain('/r/httpbin/test-123');
-    
-    // Should load report content
-    await expect(page.locator('h1, .title')).toContainText(/test report|httpbin/i);
-    
-    // Should have routes table
-    await expect(page.locator('table, .routes-table')).toBeVisible();
-  });
-
-  test('Modal should work on detail page', async ({ page }) => {
-    await page.goto(`${BASE_URL}/r/httpbin/test-123`);
-    
-    // Wait for content to load
-    await page.waitForSelector('table', { timeout: 10000 });
-    
-    // Click modal button if exists
-    const modalButton = page.locator('button:has-text("Modal")').first();
-    if (await modalButton.isVisible()) {
-      await modalButton.click();
-      
-      // Modal should appear
-      await expect(page.locator('.modal')).toBeVisible();
-      
-      // Should have Gherkin steps
-      await expect(page.locator('.gherkin-step')).toBeVisible();
-      
-      // Close modal
-      await page.locator('.modal-close').click();
-      await expect(page.locator('.modal')).not.toBeVisible();
-    }
-  });
-});