qa360 2.2.1 → 2.2.13

package/scripts/ci/mcp-run-multipack.js

@@ -1,305 +0,0 @@
-#!/usr/bin/env node
-/**
- * QA360 Phase 7 - E2E Multi-Pack MCP Runner
- * Executes all conformance packs via MCP protocol and validates Core ↔ MCP coherence
- * 
- * Usage:
- *   node scripts/ci/mcp-run-multipack.js examples/packs-conformance/*.yml \
- *     --out artifacts/mcp/e2e.json --export-dir artifacts/proofs/
- */
-
-const fs = require('fs');
-const path = require('path');
-const { spawn } = require('child_process');
-const crypto = require('crypto');
-
-// Parse CLI arguments
-const args = process.argv.slice(2);
-const packFiles = args.filter(arg => !arg.startsWith('--'));
-const outFile = args[args.indexOf('--out') + 1] || 'artifacts/mcp/e2e.json';
-const exportDir = args[args.indexOf('--export-dir') + 1] || 'artifacts/proofs/';
-
-if (packFiles.length === 0) {
-  console.error('❌ Error: No pack files specified');
-  console.error('Usage: node mcp-run-multipack.js <pack1.yml> <pack2.yml> ... --out <output.json> --export-dir <dir>');
-  process.exit(1);
-}
-
-// Ensure output directories exist
-fs.mkdirSync(path.dirname(outFile), { recursive: true });
-fs.mkdirSync(exportDir, { recursive: true });
-
-console.log('\n🚀 QA360 Phase 7 - E2E Multi-Pack MCP Runner\n');
-console.log('═══════════════════════════════════════════════════════');
-console.log(`📦 Packs to test: ${packFiles.length}`);
-console.log(`📄 Output: ${outFile}`);
-console.log(`📁 Export directory: ${exportDir}`);
-console.log('═══════════════════════════════════════════════════════\n');
-
-// Results accumulator
-const results = {
-  timestamp: new Date().toISOString(),
-  packs: [],
-  summary: {
-    total: packFiles.length,
-    passed: 0,
-    failed: 0,
-    skipped: 0
-  },
-  coherence: {
-    core_mcp_match: 0,
-    core_mcp_mismatch: 0
-  }
-};
-
-/**
- * Execute a single pack via MCP protocol
- */
-async function executePack(packPath) {
-  const packName = path.basename(packPath, '.yml');
-  console.log(`\n📦 Testing pack: ${packName}`);
-  console.log('─────────────────────────────────────────────────────');
-  
-  const packResult = {
-    pack: packName,
-    path: packPath,
-    timestamp: new Date().toISOString(),
-    steps: {
-      run: { status: 'pending', duration_ms: 0 },
-      vault: { status: 'pending', duration_ms: 0 },
-      verify: { status: 'pending', duration_ms: 0 },
-      history: { status: 'pending', duration_ms: 0 },
-      export: { status: 'pending', duration_ms: 0 }
-    },
-    run_id: null,
-    trust_score: null,
-    proof_sha256: null,
-    coherence: 'unknown'
-  };
-
-  try {
-    // Step 1: Run pack via MCP (simulated - would use actual MCP client)
-    console.log('  1️⃣ Running pack via MCP...');
-    const runStart = Date.now();
-    
-    // In real implementation, this would call MCP server with qa360.run tool
-    // For now, we simulate by calling CLI directly and capturing output
-    const runResult = await executeCommand('qa360', ['run', '--pack', packPath, '--json']);
-    
-    packResult.steps.run.duration_ms = Date.now() - runStart;
-    
-    if (runResult.exitCode === 0) {
-      packResult.steps.run.status = 'passed';
-      
-      // Extract run_id from output
-      try {
-        const output = JSON.parse(runResult.stdout);
-        packResult.run_id = output.run_id || output.runId || null;
-        packResult.trust_score = output.trust_score || output.trustScore || null;
-      } catch (e) {
-        console.warn('  ⚠️ Could not parse run output as JSON');
-      }
-      
-      console.log(`  ✅ Run completed (${packResult.steps.run.duration_ms}ms)`);
-      if (packResult.run_id) {
-        console.log(`     Run ID: ${packResult.run_id}`);
-      }
-    } else {
-      packResult.steps.run.status = 'failed';
-      console.log(`  ❌ Run failed (exit code: ${runResult.exitCode})`);
-      results.summary.failed++;
-      results.packs.push(packResult);
-      return;
-    }
-
-    // Step 2: Check vault
-    console.log('  2️⃣ Checking vault...');
-    const vaultStart = Date.now();
-    const vaultResult = await executeCommand('qa360', ['history', 'list', '--json']);
-    packResult.steps.vault.duration_ms = Date.now() - vaultStart;
-    
-    if (vaultResult.exitCode === 0) {
-      packResult.steps.vault.status = 'passed';
-      console.log(`  ✅ Vault accessible (${packResult.steps.vault.duration_ms}ms)`);
-    } else {
-      packResult.steps.vault.status = 'failed';
-      console.log(`  ❌ Vault check failed`);
-    }
-
-    // Step 3: Verify proof
-    if (packResult.run_id) {
-      console.log('  3️⃣ Verifying proof...');
-      const verifyStart = Date.now();
-      const verifyResult = await executeCommand('qa360', ['verify', packResult.run_id]);
-      packResult.steps.verify.duration_ms = Date.now() - verifyStart;
-      
-      if (verifyResult.exitCode === 0) {
-        packResult.steps.verify.status = 'passed';
-        console.log(`  ✅ Proof verified (${packResult.steps.verify.duration_ms}ms)`);
-      } else {
-        packResult.steps.verify.status = 'failed';
-        console.log(`  ❌ Proof verification failed`);
-      }
-    } else {
-      packResult.steps.verify.status = 'skipped';
-      console.log('  ⏭️ Verify skipped (no run_id)');
-    }
-
-    // Step 4: History operations
-    console.log('  4️⃣ Testing history operations...');
-    const historyStart = Date.now();
-    const historyResult = await executeCommand('qa360', ['history', 'get', packResult.run_id || 'latest']);
-    packResult.steps.history.duration_ms = Date.now() - historyStart;
-    
-    if (historyResult.exitCode === 0) {
-      packResult.steps.history.status = 'passed';
-      console.log(`  ✅ History accessible (${packResult.steps.history.duration_ms}ms)`);
-    } else {
-      packResult.steps.history.status = 'failed';
-      console.log(`  ❌ History operations failed`);
-    }
-
-    // Step 5: Export proof bundle
-    if (packResult.run_id) {
-      console.log('  5️⃣ Exporting proof bundle...');
-      const exportStart = Date.now();
-      const exportPath = path.join(exportDir, `${packName}-${packResult.run_id}.zip`);
-      const exportResult = await executeCommand('qa360', ['history', 'export', packResult.run_id, '--out', exportPath]);
-      packResult.steps.export.duration_ms = Date.now() - exportStart;
-      
-      if (exportResult.exitCode === 0 && fs.existsSync(exportPath)) {
-        packResult.steps.export.status = 'passed';
-        
-        // Calculate SHA256 of exported bundle
-        const bundleContent = fs.readFileSync(exportPath);
-        packResult.proof_sha256 = crypto.createHash('sha256').update(bundleContent).digest('hex');
-        
-        console.log(`  ✅ Bundle exported (${packResult.steps.export.duration_ms}ms)`);
-        console.log(`     SHA256: ${packResult.proof_sha256.substring(0, 16)}...`);
-      } else {
-        packResult.steps.export.status = 'failed';
-        console.log(`  ❌ Export failed`);
-      }
-    } else {
-      packResult.steps.export.status = 'skipped';
-      console.log('  ⏭️ Export skipped (no run_id)');
-    }
-
-    // Determine overall status
-    const allSteps = Object.values(packResult.steps);
-    const passedSteps = allSteps.filter(s => s.status === 'passed').length;
-    const failedSteps = allSteps.filter(s => s.status === 'failed').length;
-    
-    if (failedSteps === 0 && passedSteps >= 3) {
-      results.summary.passed++;
-      packResult.coherence = 'coherent';
-      results.coherence.core_mcp_match++;
-      console.log(`\n✅ Pack ${packName}: PASSED (${passedSteps}/5 steps)`);
-    } else {
-      results.summary.failed++;
-      packResult.coherence = 'incoherent';
-      results.coherence.core_mcp_mismatch++;
-      console.log(`\n❌ Pack ${packName}: FAILED (${failedSteps} failures)`);
-    }
-
-  } catch (error) {
-    console.error(`\n❌ Pack ${packName}: ERROR - ${error.message}`);
-    results.summary.failed++;
-    packResult.coherence = 'error';
-  }
-
-  results.packs.push(packResult);
-}
-
-/**
- * Execute a command and capture output
- */
-function executeCommand(command, args) {
-  return new Promise((resolve) => {
-    const proc = spawn(command, args, {
-      stdio: ['ignore', 'pipe', 'pipe']
-    });
-
-    let stdout = '';
-    let stderr = '';
-
-    proc.stdout.on('data', (data) => {
-      stdout += data.toString();
-    });
-
-    proc.stderr.on('data', (data) => {
-      stderr += data.toString();
-    });
-
-    proc.on('close', (exitCode) => {
-      resolve({ exitCode, stdout, stderr });
-    });
-
-    proc.on('error', (error) => {
-      resolve({ exitCode: 1, stdout, stderr: error.message });
-    });
-  });
-}
-
-/**
- * Main execution
- */
-async function main() {
-  const startTime = Date.now();
-
-  // Execute all packs sequentially
-  for (const packPath of packFiles) {
-    if (!fs.existsSync(packPath)) {
-      console.warn(`⚠️ Pack not found: ${packPath}`);
-      results.summary.skipped++;
-      continue;
-    }
-    
-    await executePack(packPath);
-  }
-
-  const totalDuration = Date.now() - startTime;
-
-  // Calculate coherence rate
-  const coherenceRate = results.summary.total > 0
-    ? (results.coherence.core_mcp_match / results.summary.total) * 100
-    : 0;
-
-  // Add summary statistics
-  results.duration_ms = totalDuration;
-  results.coherence_rate = coherenceRate;
-  results.decision = coherenceRate === 100 ? 'GO' : 'NO-GO';
-
-  // Display final summary
-  console.log('\n═══════════════════════════════════════════════════════');
-  console.log('📊 E2E Multi-Pack Summary\n');
-  console.log(`Total Packs: ${results.summary.total}`);
-  console.log(`Passed: ${results.summary.passed}`);
-  console.log(`Failed: ${results.summary.failed}`);
-  console.log(`Skipped: ${results.summary.skipped}`);
-  console.log(`\nCoherence Rate: ${coherenceRate.toFixed(2)}%`);
-  console.log(`Core ↔ MCP Match: ${results.coherence.core_mcp_match}`);
-  console.log(`Core ↔ MCP Mismatch: ${results.coherence.core_mcp_mismatch}`);
-  console.log(`\nTotal Duration: ${(totalDuration / 1000).toFixed(2)}s`);
-  console.log('═══════════════════════════════════════════════════════\n');
-
-  // GO/NO-GO decision
-  if (results.decision === 'GO') {
-    console.log('✅ GO - 100% Core ↔ MCP coherence achieved\n');
-  } else {
-    console.log(`❌ NO-GO - Coherence rate ${coherenceRate.toFixed(2)}% < 100%\n`);
-  }
-
-  // Save results
-  fs.writeFileSync(outFile, JSON.stringify(results, null, 2));
-  console.log(`📄 Results saved: ${outFile}\n`);
-
-  // Exit with appropriate code
-  process.exit(results.decision === 'GO' ? 0 : 1);
-}
-
-// Run
-main().catch(error => {
-  console.error('❌ Fatal error:', error);
-  process.exit(1);
-});

package/scripts/ci/run-pack-suite.sh

@@ -1,103 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-
-# QA360 Pack Conformance Suite Runner
-# Executes all conformance packs and generates comprehensive report
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-PROJECT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
-PACKS_DIR="$PROJECT_ROOT/examples/packs-conformance"
-ARTIFACTS_DIR="$PROJECT_ROOT/artifacts/conformance"
-TIMESTAMP=$(date -u +"%Y%m%d_%H%M%S")
-REPORT_FILE="$ARTIFACTS_DIR/conformance-report-$TIMESTAMP.json"
-
-# Colors for output
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-YELLOW='\033[1;33m'
-BLUE='\033[0;34m'
-NC='\033[0m'
-
-# Ensure artifacts directory exists
-mkdir -p "$ARTIFACTS_DIR"
-
-echo -e "${BLUE}QA360 Pack Conformance Suite${NC}"
-echo "Timestamp: $TIMESTAMP"
-echo ""
-
-# Initialize report JSON
-cat > "$REPORT_FILE" <<'EOFMAIN'
-{
-  "suite": "pack-conformance",
-  "version": "1.0.0",
-  "packs": [],
-  "summary": {
-    "total": 0,
-    "passed": 0,
-    "failed": 0
-  }
-}
-EOFMAIN
-
-# Pack list
-PACKS=(
-  "minimal.yml"
-  "full.yml"
-  "timeouts.yml"
-  "secrets-missing.yml"
-  "heavy-artifacts.yml"
-  "compose-multi.yml"
-)
-
-TOTAL_PACKS=${#PACKS[@]}
-PASSED_PACKS=0
-FAILED_PACKS=0
-
-# Run all packs
-for pack in "${PACKS[@]}"; do
-  pack_name="${pack%.yml}"
-  pack_path="$PACKS_DIR/$pack"
-  
-  echo -e "${BLUE}Running Pack: $pack_name${NC}"
-  
-  start_time=$(date +%s)
-  pack_status="fail"
-  
-  # Validate and run
-  if qa360 pack validate "$pack_path" 2>&1 | tee "$ARTIFACTS_DIR/${pack_name}_validate.log"; then
-    if qa360 run --pack "$pack_path" --json > "$ARTIFACTS_DIR/${pack_name}_run.json" 2>&1; then
-      pack_status="pass"
-      PASSED_PACKS=$((PASSED_PACKS + 1))
-    fi
-  fi
-  
-  if [ "$pack_status" != "pass" ]; then
-    FAILED_PACKS=$((FAILED_PACKS + 1))
-  fi
-  
-  end_time=$(date +%s)
-  duration=$((end_time - start_time))
-  
-  echo "Status: $pack_status (${duration}s)"
-  echo ""
-done
-
-# Calculate success rate
-SUCCESS_RATE=$(echo "scale=2; ($PASSED_PACKS / $TOTAL_PACKS) * 100" | bc)
-
-# Update report
-jq ".summary.total = $TOTAL_PACKS | .summary.passed = $PASSED_PACKS | .summary.failed = $FAILED_PACKS" "$REPORT_FILE" > "$REPORT_FILE.tmp" && mv "$REPORT_FILE.tmp" "$REPORT_FILE"
-
-echo "========================================="
-echo "Total: $TOTAL_PACKS | Passed: $PASSED_PACKS | Failed: $FAILED_PACKS"
-echo "Success Rate: ${SUCCESS_RATE}%"
-echo "Report: $REPORT_FILE"
-
-# GO/NO-GO: ≥95% success rate
-if (( $(echo "$SUCCESS_RATE >= 95.0" | bc -l) )); then
-  echo -e "${GREEN}GO: Conformance suite passed${NC}"
-  exit 0
-else
-  echo -e "${RED}NO-GO: Success rate below 95%${NC}"
-  exit 1
-fi

package/scripts/ci/run-phase7-final.sh

@@ -1,190 +0,0 @@
-#!/usr/bin/env bash
-# QA360 Phase 7-Final - Exécution complète des 4 étapes restantes
-# Usage: ./scripts/ci/run-phase7-final.sh
-
-set -euo pipefail
-
-# Colors
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-YELLOW='\033[1;33m'
-BLUE='\033[0;34m'
-NC='\033[0m'
-
-echo -e "${BLUE}🚀 Phase 7-Final - Exécution Complète (Étapes 6-9)${NC}"
-echo "=================================================="
-echo ""
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-PROJECT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
-cd "$PROJECT_ROOT"
-
-# Ensure artifacts directories exist
-mkdir -p artifacts/{final,mcp,proofs,env,observability}
-
-# ============================================================================
-# Étape 6: Cross-Environment Matrix (local simulation)
-# ============================================================================
-echo -e "${BLUE}📊 Étape 6: Cross-Environment Matrix (local simulation)${NC}"
-echo "─────────────────────────────────────────────────────"
-
-echo "Building packages..."
-pnpm -r build || { echo -e "${RED}❌ Build failed${NC}"; exit 1; }
-
-echo "Running tests..."
-pnpm -r test --passWithNoTests || { echo -e "${RED}❌ Tests failed${NC}"; exit 1; }
-
-echo "Running conformance suite..."
-./scripts/ci/run-pack-suite.sh || echo -e "${YELLOW}⚠️ Some packs failed${NC}"
-
-echo "Generating checksums..."
-find artifacts -type f \( -name "*.json" -o -name "*.log" -o -name "*.txt" \) 2>/dev/null | \
-  xargs shasum -a 256 > artifacts/final/checksums-local.sha256 || \
-  echo "No artifacts found"
-
-CHECKSUM_COUNT=$(wc -l < artifacts/final/checksums-local.sha256 2>/dev/null || echo "0")
-echo -e "${GREEN}✅ Étape 6: ${CHECKSUM_COUNT} checksums générés${NC}"
-echo ""
-
-# ============================================================================
-# Étape 7: Observabilité & SLO
-# ============================================================================
-echo -e "${BLUE}📈 Étape 7: Observabilité & SLO${NC}"
-echo "─────────────────────────────────────────────────────"
-
-# Check if Artillery is installed
-if ! command -v artillery &> /dev/null; then
-  echo -e "${YELLOW}⚠️ Artillery not found. Installing...${NC}"
-  npm install -g artillery || { echo -e "${RED}❌ Artillery installation failed${NC}"; exit 1; }
-fi
-
-echo "Starting QA360 server..."
-qa360 serve --port 4060 &
-SERVER_PID=$!
-sleep 3
-
-# Check if server is running
-if ! curl -s http://localhost:4060/health > /dev/null; then
-  echo -e "${RED}❌ Server failed to start${NC}"
-  kill $SERVER_PID 2>/dev/null || true
-  exit 1
-fi
-
-echo "Running Artillery load test..."
-artillery run artillery/mcp-load.yml -o artifacts/mcp/load-results.json || {
-  echo -e "${RED}❌ Artillery load test failed${NC}"
-  kill $SERVER_PID 2>/dev/null || true
-  exit 1
-}
-
-echo "Validating SLO thresholds..."
-node scripts/ci/slo-assert.js artifacts/mcp/load-results.json \
-  --p95-ms 150 --err-rate 0.01 || {
-  echo -e "${YELLOW}⚠️ SLO validation failed${NC}"
-  SLO_DECISION="NO-GO"
-}
-
-SLO_DECISION=$(jq -r '.decision' artifacts/mcp/slo-results.json 2>/dev/null || echo "UNKNOWN")
-
-echo "Stopping server..."
-kill $SERVER_PID 2>/dev/null || true
-
-echo -e "${GREEN}✅ Étape 7: SLO Decision = ${SLO_DECISION}${NC}"
-echo ""
-
-# ============================================================================
-# Étape 8: E2E Multi-Pack Core ↔ MCP
-# ============================================================================
-echo -e "${BLUE}🔄 Étape 8: E2E Multi-Pack Core ↔ MCP${NC}"
-echo "─────────────────────────────────────────────────────"
-
-# Check if MCP server is built
-if [ ! -f "packages/mcp-server-qa360/dist/index.js" ]; then
-  echo -e "${YELLOW}⚠️ MCP server not built. Building...${NC}"
-  cd packages/mcp-server-qa360
-  pnpm build
-  cd "$PROJECT_ROOT"
-fi
-
-echo "Starting MCP server..."
-node packages/mcp-server-qa360/dist/index.js \
-  --allow-run \
-  --allow-secrets \
-  --no-audit \
-  2> artifacts/mcp/server.err &
-MCP_PID=$!
-sleep 3
-
-echo "Running multi-pack E2E tests..."
-node scripts/ci/mcp-run-multipack.js \
-  examples/packs-conformance/*.yml \
-  --out artifacts/mcp/e2e.json \
-  --export-dir artifacts/proofs/ || {
-  echo -e "${YELLOW}⚠️ Some E2E tests failed${NC}"
-  E2E_DECISION="NO-GO"
-}
-
-E2E_DECISION=$(jq -r '.decision' artifacts/mcp/e2e.json 2>/dev/null || echo "UNKNOWN")
-E2E_COHERENCE=$(jq -r '.coherence_rate' artifacts/mcp/e2e.json 2>/dev/null || echo "0")
-
-echo "Stopping MCP server..."
-kill $MCP_PID 2>/dev/null || true
-
-echo -e "${GREEN}✅ Étape 8: E2E Decision = ${E2E_DECISION} (Coherence: ${E2E_COHERENCE}%)${NC}"
-echo ""
-
-# ============================================================================
-# Étape 9: Bundle Final
-# ============================================================================
-echo -e "${BLUE}📦 Étape 9: Bundle Final${NC}"
-echo "─────────────────────────────────────────────────────"
-
-echo "Generating global checksums..."
-find artifacts -type f 2>/dev/null | \
-  xargs shasum -a 256 > artifacts/final/checksums.sha256 || \
-  echo "No artifacts found"
-
-TOTAL_CHECKSUMS=$(wc -l < artifacts/final/checksums.sha256 2>/dev/null || echo "0")
-
-echo "Creating final bundle..."
-node scripts/ci/make-final-bundle.js --out artifacts/final/phase7-bundle.zip
-
-echo -e "${GREEN}✅ Étape 9: ${TOTAL_CHECKSUMS} checksums générés${NC}"
-echo ""
-
-# ============================================================================
-# Summary
-# ============================================================================
-echo "=================================================="
-echo -e "${BLUE}📊 Phase 7-Final - Résumé${NC}"
-echo "=================================================="
-echo ""
-echo "Étapes Exécutées:"
-echo "  6. Cross-Env Matrix: ${CHECKSUM_COUNT} checksums"
-echo "  7. Observability SLO: ${SLO_DECISION}"
-echo "  8. E2E Multi-Pack: ${E2E_DECISION} (${E2E_COHERENCE}% coherence)"
-echo "  9. Final Bundle: ${TOTAL_CHECKSUMS} total checksums"
-echo ""
-echo "Rapports Générés:"
-echo "  - artifacts/mcp/perf-summary.md"
-echo "  - artifacts/mcp/slo-results.json"
-echo "  - artifacts/mcp/e2e.json"
-echo "  - artifacts/final/PHASE7_FINAL_REPORT.md"
-echo "  - artifacts/final/checksums.sha256"
-echo ""
-
-# GO/NO-GO Decision
-if [ "$SLO_DECISION" = "GO" ] && [ "$E2E_DECISION" = "GO" ] && [ "$TOTAL_CHECKSUMS" -gt 0 ]; then
-  echo -e "${GREEN}✅ GO - Phase 7-Final Validation Passed${NC}"
-  echo ""
-  echo "🎉 QA360 est certifié 'Universal Pack Compatible'"
-  exit 0
-else
-  echo -e "${RED}❌ NO-GO - Phase 7-Final Validation Failed${NC}"
-  echo ""
-  echo "Raisons:"
-  [ "$SLO_DECISION" != "GO" ] && echo "  - SLO: ${SLO_DECISION}"
-  [ "$E2E_DECISION" != "GO" ] && echo "  - E2E: ${E2E_DECISION}"
-  [ "$TOTAL_CHECKSUMS" -eq 0 ] && echo "  - Checksums: Aucun artefact"
-  exit 1
-fi