qa360 2.1.7 → 2.2.0

package/examples/README.md

@@ -1,160 +1,50 @@
 # QA360 Examples
 
-This directory contains example pack files for different testing scenarios.
-
-## Quick Start
-
-Copy an example to your project:
-
-```bash
-# Copy API basic example
-cp examples/api-basic.yml qa360.yml
-
-# Edit and customize
-vim qa360.yml
-
-# Run tests
-qa360 run
-```
+Example packs demonstrating QA360 Core capabilities across different testing scenarios.
 
 ## Available Examples
 
-### 1. **api-basic.yml** - API Smoke Tests
-Simple REST/GraphQL health checks.
-
-**Gates**: `api_smoke`
-
-**Use case**: Verify API endpoints are responding correctly
-
-```bash
-qa360 run examples/api-basic.yml
-```
-
----
-
-### 2. **ui-basic.yml** - UI/E2E Tests
-Basic browser automation tests.
-
-**Gates**: `ui`
-
-**Use case**: Test web pages load correctly
-
-```bash
-qa360 run examples/ui-basic.yml
-```
-
----
-
-### 2b. **ui-advanced.yml** - UI Tests with Playwright++
-Advanced UI testing with artifacts, video, screenshots, and HTML reports.
-
-**Gates**: `ui`
-
-**Features**:
-- Automatic screenshots on failure
-- Video recording
-- Trace capture for debugging
-- Interactive HTML report generation
-- Configurable bail on failures
-
-**Use case**: Full-featured UI testing with rich artifacts
-
-```bash
-qa360 run examples/ui-advanced.yml
-```
-
----
-
-### 2c. **crawler.yml** - Web Crawler
-Auto-generate tests by crawling a web application.
-
-**Gates**: `ui`
+### API Testing
+- **httpbin/** - REST API testing with HTTPBin service
+- **petstore/** - OpenAPI/Swagger testing with Petstore API
 
-**Features**:
-- Automatic discovery of pages and forms
-- Generate test packs from existing sites
-- Smart selector generation
+### Web Testing
+- **web-lite/** - Lightweight web application testing
 
-**Use case**: Quick start with existing applications
+## Pack Structure
 
-```bash
-qa360 run examples/crawler.yml
-```
-
----
-
-### 3. **fullstack.yml** - Full Stack Tests
-API + UI + Performance testing.
+Each example includes:
+- `pack.yml` - Test pack configuration
+- `tests/` - Test specifications
+- `README.md` - Usage instructions
+- `expected-results/` - Reference outputs
 
-**Gates**: `api_smoke`, `ui`, `perf`
-
-**Use case**: Complete application testing with Docker Compose integration
+## Usage
 
 ```bash
-qa360 run examples/fullstack.yml
-```
-
----
-
-### 4. **security.yml** - Security Suite
-Comprehensive security scanning.
-
-**Gates**: `sast`, `dast`, `secrets`, `deps`
-
-**Use case**: Security audit with vulnerability scanning
-
-```bash
-qa360 run examples/security.yml
-```
-
----
-
-### 5. **accessibility.yml** - Accessibility Tests
-WCAG compliance testing.
+# Run an example pack
+qa360 run examples/httpbin
 
-**Gates**: `ui`, `a11y`
-
-**Use case**: Ensure website meets accessibility standards
-
-```bash
-qa360 run examples/accessibility.yml
+# Generate proof from example
+cd examples/httpbin
+qa360 ask "Test all API endpoints for correctness"
+qa360 report --sign
 ```
 
----
+## Learning Path
 
-### 6. **complete.yml** - Complete Test Suite
-All quality gates enabled.
+1. **Start with httpbin** - Learn basic API testing
+2. **Try petstore** - Understand OpenAPI integration  
+3. **Explore web-lite** - See web UI testing in action
+4. **Create custom pack** - Build your own tests
 
-**Gates**: All (8 gates)
+## Pack Development
 
-**Use case**: Comprehensive quality assurance for production-ready applications
+Use examples as templates for your own packs:
 
 ```bash
-qa360 run examples/complete.yml
+cp -r examples/httpbin my-api-tests
+cd my-api-tests
+# Edit pack.yml and tests/
+qa360 run .
 ```
-
----
-
-## Interactive Generator
-
-Generate a custom pack with:
-
-```bash
-qa360 init
-```
-
-This will walk you through creating a pack file tailored to your needs.
-
-## Customization
-
-All examples use placeholder URLs. Replace with your actual endpoints:
-
-- `https://api.example.com` → Your API URL
-- `https://example.com` → Your web application URL
-- `http://localhost:3000` → Your local dev server
-
-## Learn More
-
-- [Pack Schema Documentation](https://github.com/xyqotech/qa360/blob/main/docs/pack-schema.md)
-- [Quality Gates Reference](https://github.com/xyqotech/qa360/blob/main/docs/gates.md)
-- [Full Documentation](https://github.com/xyqotech/qa360/blob/main/docs/README.md)

package/examples/ci/docker-compose-serve.yml

@@ -0,0 +1,375 @@
+# QA360 Docker Compose avec Serve et Monitoring
+# Stack complète pour développement et CI local
+
+version: '3.8'
+
+services:
+  # QA360 Core avec serveur d'observabilité
+  qa360:
+    build:
+      context: .
+      dockerfile: Dockerfile.qa360
+    ports:
+      - "4060:4060"
+    environment:
+      - QA360_SERVE_HOST=0.0.0.0
+      - QA360_SERVE_PORT=4060
+      - QA360_SERVE_METRICS=true
+      - QA360_CONFIG_DIR=/app/.qa360
+    volumes:
+      - ./packs:/app/packs:ro
+      - ./configs:/app/configs:ro
+      - qa360_data:/app/.qa360
+      - qa360_cache:/root/.cache
+    healthcheck:
+      test: ["CMD", "qa360", "serve", "--readiness-check"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
+      start_period: 30s
+    restart: unless-stopped
+    networks:
+      - qa360-network
+
+  # Prometheus pour collecter les métriques
+  prometheus:
+    image: prom/prometheus:v2.45.0
+    ports:
+      - "9090:9090"
+    volumes:
+      - ./monitoring/prometheus.yml:/etc/prometheus/prometheus.yml:ro
+      - ./monitoring/rules:/etc/prometheus/rules:ro
+      - prometheus_data:/prometheus
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--storage.tsdb.path=/prometheus'
+      - '--web.console.libraries=/etc/prometheus/console_libraries'
+      - '--web.console.templates=/etc/prometheus/consoles'
+      - '--storage.tsdb.retention.time=30d'
+      - '--web.enable-lifecycle'
+      - '--web.enable-admin-api'
+    depends_on:
+      qa360:
+        condition: service_healthy
+    restart: unless-stopped
+    networks:
+      - qa360-network
+
+  # Grafana pour visualiser les métriques
+  grafana:
+    image: grafana/grafana:10.0.0
+    ports:
+      - "3000:3000"
+    environment:
+      - GF_SECURITY_ADMIN_PASSWORD=qa360admin
+      - GF_USERS_ALLOW_SIGN_UP=false
+      - GF_INSTALL_PLUGINS=grafana-piechart-panel
+    volumes:
+      - ./monitoring/grafana/provisioning:/etc/grafana/provisioning:ro
+      - ./monitoring/grafana/dashboards:/var/lib/grafana/dashboards:ro
+      - grafana_data:/var/lib/grafana
+    depends_on:
+      - prometheus
+    restart: unless-stopped
+    networks:
+      - qa360-network
+
+  # AlertManager pour les alertes
+  alertmanager:
+    image: prom/alertmanager:v0.25.0
+    ports:
+      - "9093:9093"
+    volumes:
+      - ./monitoring/alertmanager.yml:/etc/alertmanager/alertmanager.yml:ro
+      - alertmanager_data:/alertmanager
+    command:
+      - '--config.file=/etc/alertmanager/alertmanager.yml'
+      - '--storage.path=/alertmanager'
+      - '--web.external-url=http://localhost:9093'
+    depends_on:
+      - prometheus
+    restart: unless-stopped
+    networks:
+      - qa360-network
+
+  # Node Exporter pour les métriques système
+  node-exporter:
+    image: prom/node-exporter:v1.6.0
+    ports:
+      - "9100:9100"
+    volumes:
+      - /proc:/host/proc:ro
+      - /sys:/host/sys:ro
+      - /:/rootfs:ro
+    command:
+      - '--path.procfs=/host/proc'
+      - '--path.rootfs=/rootfs'
+      - '--path.sysfs=/host/sys'
+      - '--collector.filesystem.mount-points-exclude=^/(sys|proc|dev|host|etc)($$|/)'
+    restart: unless-stopped
+    networks:
+      - qa360-network
+
+  # Nginx reverse proxy (optionnel)
+  nginx:
+    image: nginx:alpine
+    ports:
+      - "80:80"
+      - "443:443"
+    volumes:
+      - ./monitoring/nginx.conf:/etc/nginx/nginx.conf:ro
+      - ./monitoring/ssl:/etc/nginx/ssl:ro
+    depends_on:
+      - qa360
+      - grafana
+      - prometheus
+    restart: unless-stopped
+    networks:
+      - qa360-network
+
+  # Service de test pour démonstration
+  test-runner:
+    build:
+      context: .
+      dockerfile: Dockerfile.test-runner
+    environment:
+      - QA360_SERVER_URL=http://qa360:4060
+      - TEST_SCHEDULE=*/5 * * * *  # Toutes les 5 minutes
+    volumes:
+      - ./packs:/app/packs:ro
+      - test_results:/app/results
+    depends_on:
+      qa360:
+        condition: service_healthy
+    restart: unless-stopped
+    networks:
+      - qa360-network
+    profiles:
+      - testing
+
+volumes:
+  qa360_data:
+    driver: local
+  qa360_cache:
+    driver: local
+  prometheus_data:
+    driver: local
+  grafana_data:
+    driver: local
+  alertmanager_data:
+    driver: local
+  test_results:
+    driver: local
+
+networks:
+  qa360-network:
+    driver: bridge
+
+---
+# Dockerfile.qa360
+# FROM node:18-alpine
+# 
+# # Install system dependencies
+# RUN apk add --no-cache \
+#     chromium \
+#     curl \
+#     jq \
+#     && rm -rf /var/cache/apk/*
+# 
+# # Install QA360
+# RUN npm install -g @qa360/cli@latest
+# 
+# # Setup working directory
+# WORKDIR /app
+# 
+# # Copy configuration
+# COPY pack.yml .
+# COPY .qa360/ .qa360/
+# 
+# # Auto-fix on startup
+# RUN qa360 doctor --fix || true
+# 
+# # Health check
+# HEALTHCHECK --interval=30s --timeout=10s --start-period=30s --retries=3 \
+#   CMD qa360 serve --readiness-check || exit 1
+# 
+# # Expose port
+# EXPOSE 4060
+# 
+# # Start server
+# CMD ["qa360", "serve", "--host", "0.0.0.0", "--port", "4060", "--verbose"]
+
+---
+# Dockerfile.test-runner
+# FROM node:18-alpine
+# 
+# # Install dependencies
+# RUN apk add --no-cache curl jq dcron
+# RUN npm install -g @qa360/cli@latest
+# 
+# WORKDIR /app
+# 
+# # Copy test runner script
+# COPY scripts/test-runner.sh /app/test-runner.sh
+# RUN chmod +x /app/test-runner.sh
+# 
+# # Setup cron
+# RUN echo "${TEST_SCHEDULE:-*/10 * * * *} /app/test-runner.sh" > /etc/crontabs/root
+# 
+# CMD ["crond", "-f", "-d", "8"]
+
+---
+# monitoring/prometheus.yml
+# global:
+#   scrape_interval: 15s
+#   evaluation_interval: 15s
+# 
+# rule_files:
+#   - "/etc/prometheus/rules/*.yml"
+# 
+# alerting:
+#   alertmanagers:
+#     - static_configs:
+#         - targets:
+#           - alertmanager:9093
+# 
+# scrape_configs:
+#   - job_name: 'qa360'
+#     static_configs:
+#       - targets: ['qa360:4060']
+#     metrics_path: '/metrics'
+#     scrape_interval: 30s
+#     scrape_timeout: 10s
+# 
+#   - job_name: 'prometheus'
+#     static_configs:
+#       - targets: ['localhost:9090']
+# 
+#   - job_name: 'node-exporter'
+#     static_configs:
+#       - targets: ['node-exporter:9100']
+
+---
+# monitoring/alertmanager.yml
+# global:
+#   smtp_smarthost: 'localhost:587'
+#   smtp_from: 'qa360@example.com'
+# 
+# route:
+#   group_by: ['alertname']
+#   group_wait: 10s
+#   group_interval: 10s
+#   repeat_interval: 1h
+#   receiver: 'web.hook'
+# 
+# receivers:
+#   - name: 'web.hook'
+#     webhook_configs:
+#       - url: 'http://webhook:5000/webhook'
+#         send_resolved: true
+
+---
+# monitoring/nginx.conf
+# events {
+#     worker_connections 1024;
+# }
+# 
+# http {
+#     upstream qa360 {
+#         server qa360:4060;
+#     }
+# 
+#     upstream grafana {
+#         server grafana:3000;
+#     }
+# 
+#     upstream prometheus {
+#         server prometheus:9090;
+#     }
+# 
+#     server {
+#         listen 80;
+#         server_name localhost;
+# 
+#         location /qa360/ {
+#             proxy_pass http://qa360/;
+#             proxy_set_header Host $host;
+#             proxy_set_header X-Real-IP $remote_addr;
+#         }
+# 
+#         location /grafana/ {
+#             proxy_pass http://grafana/;
+#             proxy_set_header Host $host;
+#             proxy_set_header X-Real-IP $remote_addr;
+#         }
+# 
+#         location /prometheus/ {
+#             proxy_pass http://prometheus/;
+#             proxy_set_header Host $host;
+#             proxy_set_header X-Real-IP $remote_addr;
+#         }
+# 
+#         location / {
+#             return 301 /grafana/;
+#         }
+#     }
+# }
+
+---
+# scripts/test-runner.sh
+# #!/bin/sh
+# 
+# # QA360 Test Runner Script
+# # Exécute les tests de manière périodique
+# 
+# set -e
+# 
+# QA360_SERVER_URL=${QA360_SERVER_URL:-http://qa360:4060}
+# RESULTS_DIR=${RESULTS_DIR:-/app/results}
+# 
+# echo "$(date): Starting QA360 test run..."
+# 
+# # Check server health
+# if ! curl -f "$QA360_SERVER_URL/health" > /dev/null 2>&1; then
+#     echo "$(date): QA360 server not ready, skipping run"
+#     exit 1
+# fi
+# 
+# # Create results directory
+# mkdir -p "$RESULTS_DIR"
+# 
+# # Run tests
+# for pack in /app/packs/*.yml; do
+#     if [ -f "$pack" ]; then
+#         pack_name=$(basename "$pack" .yml)
+#         echo "$(date): Running pack $pack_name..."
+#         
+#         qa360 run "$pack" --output "$RESULTS_DIR/$pack_name-$(date +%Y%m%d-%H%M%S).html" || true
+#     fi
+# done
+# 
+# # Collect metrics
+# curl -s "$QA360_SERVER_URL/metrics" > "$RESULTS_DIR/metrics-$(date +%Y%m%d-%H%M%S).txt"
+# 
+# echo "$(date): Test run completed"
+
+---
+# Usage Instructions:
+# 
+# 1. Basic setup:
+#    docker-compose up -d
+# 
+# 2. With testing profile:
+#    docker-compose --profile testing up -d
+# 
+# 3. View services:
+#    - QA360 Server: http://localhost:4060
+#    - Grafana: http://localhost:3000 (admin/qa360admin)
+#    - Prometheus: http://localhost:9090
+#    - AlertManager: http://localhost:9093
+# 
+# 4. Stop services:
+#    docker-compose down
+# 
+# 5. Clean volumes:
+#    docker-compose down -v