qa360 2.1.7 → 2.2.0

package/docs/examples/pack-v2-complete.yaml

@@ -0,0 +1,158 @@
+# QA360 Pack v2 - Complete Example
+#
+# This example demonstrates all major features of Pack v2:
+# - Authentication profiles (bearer, ui_login)
+# - Dynamic gate naming
+# - Per-gate auth override
+# - Budgets and execution options
+# - Hooks for setup/teardown
+
+version: 2
+name: "example-ecommerce-tests"
+description: "Complete e-commerce platform testing with auth"
+
+# ============================================================
+# Authentication Profiles
+# ============================================================
+auth:
+  # Default auth for API gates
+  api: "customer-bearer"
+  # Default auth for UI gates
+  ui: "customer-login"
+
+  profiles:
+    # Bearer token for API calls
+    customer-bearer:
+      type: bearer
+      config:
+        token: "${CUSTOMER_API_TOKEN}"
+      cache:
+        enabled: true
+        ttl: 3600  # Cache for 1 hour
+
+    # UI form login for browser tests
+    customer-login:
+      type: ui_login
+      config:
+        url: "https://shop.example.com/login"
+        username: "${TEST_USER_EMAIL}"
+        password: "${TEST_USER_PASSWORD}"
+        username_selector: "input[name='email']"
+        password_selector: "input[name='password']"
+        submit_selector: "button[type='submit']"
+      cache:
+        enabled: true
+        ttl: 86400  # Cache for 24 hours
+
+    # Admin API with different token
+    admin-bearer:
+      type: bearer
+      config:
+        token: "${ADMIN_API_TOKEN}"
+
+# ============================================================
+# Quality Gates
+# ============================================================
+gates:
+  # API Health Check
+  api-health:
+    adapter: playwright-api
+    enabled: true
+    auth: "customer-bearer"
+    config:
+      baseUrl: "https://api.shop.example.com"
+      smoke:
+        - "GET /health -> 200"
+        - "GET /v1/products -> 200"
+        - "GET /v1/categories -> 200"
+      timeout: 10000
+      retries: 2
+    budgets:
+      p95_ms: 500
+      max_duration_ms: 15000
+
+  # UI Smoke Tests
+  ui-smoke:
+    adapter: playwright-ui
+    enabled: true
+    auth: "customer-login"
+    config:
+      baseUrl: "https://shop.example.com"
+      pages:
+        - "https://shop.example.com/products"
+        - "https://shop.example.com/categories"
+        - "https://shop.example.com/cart"
+        - "https://shop.example.com/profile"
+      timeout: 30000
+    budgets:
+      a11y_min: 85
+      max_duration_ms: 45000
+
+  # Accessibility Focused Tests
+  a11y-check:
+    adapter: playwright-ui
+    enabled: true
+    auth: "customer-login"
+    config:
+      baseUrl: "https://shop.example.com"
+      pages:
+        - "https://shop.example.com/checkout"
+        - "https://shop.example.com/payment"
+    budgets:
+      a11y_min: 95  # Strict accessibility requirement
+
+  # Admin API (different auth)
+  admin-api:
+    adapter: playwright-api
+    enabled: true
+    auth: "admin-bearer"
+    config:
+      baseUrl: "https://admin.shop.example.com"
+      smoke:
+        - "GET /admin/dashboard -> 200"
+        - "GET /admin/orders -> 200"
+        - "GET /admin/users -> 200"
+
+  # Public endpoints (no auth)
+  public-pages:
+    adapter: playwright-ui
+    enabled: true
+    # No auth specified - runs without authentication
+    config:
+      baseUrl: "https://shop.example.com"
+      pages:
+        - "https://shop.example.com/"
+        - "https://shop.example.com/about"
+        - "https://shop.example.com/contact"
+
+# ============================================================
+# Lifecycle Hooks
+# ============================================================
+hooks:
+  beforeAll:
+    - name: "Wait for API"
+      run: "npx wait-on https://api.shop.example.com/health -t 30000"
+      timeout: 35000
+
+    - name: "Log start"
+      run: "echo 'Starting QA360 test run: ${QA360_PACK_NAME}'"
+
+  afterAll:
+    - name: "Log completion"
+      run: "echo 'QA360 test run completed'"
+
+# ============================================================
+# Execution Options
+# ============================================================
+execution:
+  timeout: 60000
+  max_retries: 2
+  on_failure: continue
+
+# ============================================================
+# Variables
+# ============================================================
+variables:
+  ENVIRONMENT: "production"
+  API_TIMEOUT: "10000"
+  UI_TIMEOUT: "30000"

package/docs/examples/pack-v2-quickstart.yaml

@@ -0,0 +1,24 @@
+# QA360 Pack v2 - Quickstart Example
+#
+# Minimal pack file for API testing with authentication
+
+version: 2
+name: "api-quickstart"
+
+auth:
+  profiles:
+    my-api:
+      type: bearer
+      config:
+        token: "${API_TOKEN}"
+
+gates:
+  health-check:
+    adapter: playwright-api
+    enabled: true
+    auth: "my-api"
+    config:
+      baseUrl: "https://api.example.com"
+      smoke:
+        - "GET /health -> 200"
+        - "GET /users -> 200"

package/docs/examples/pack-v2-ui-login.yaml

@@ -0,0 +1,81 @@
+# QA360 Pack v2 - UI Login Example
+#
+# This example demonstrates UI-based authentication using Playwright.
+# The UI login provider automates form filling and submission.
+
+version: 2
+name: "ui-login-example"
+description: "E2E tests with UI-based authentication"
+
+auth:
+  ui: "my-app-login"
+
+  profiles:
+    # UI Login configuration
+    my-app-login:
+      type: ui_login
+      config:
+        # The login page URL
+        url: "https://example.com/login"
+
+        # Credentials (use environment variables!)
+        username: "${TEST_USER_EMAIL}"
+        password: "${TEST_USER_PASSWORD}"
+
+        # CSS selectors for form elements
+        username_selector: "input[name='email'], #email"
+        password_selector: "input[name='password'], #password"
+        submit_selector: "button[type='submit']"
+
+        # Optional: Save session for faster subsequent runs
+        session_file: ".qa360/session.json"
+
+        # Optional: Cache credentials (default: 24 hours)
+        cache:
+          enabled: true
+          ttl: 86400
+
+gates:
+  # These gates will automatically use the UI login credentials
+  dashboard-check:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+      pages:
+        - "https://example.com/dashboard"
+        - "https://example.com/profile"
+        - "https://example.com/settings"
+
+  products-check:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+      pages:
+        - "https://example.com/products"
+        - "https://example.com/products/category-1"
+
+# ============================================================
+# Advanced: UI Login with TOTP (2FA)
+# ============================================================
+# Uncomment this section for apps using two-factor authentication
+#
+# auth:
+#   profiles:
+#     login-with-totp:
+#       type: ui_login
+#       config:
+#         url: "https://example.com/login"
+#         username: "${TEST_USER_EMAIL}"
+#         password: "${TEST_USER_PASSWORD}"
+#         username_selector: "#email"
+#         password_selector: "#password"
+#         submit_selector: "button[type='submit']"
+#
+#         # TOTP configuration for 2FA
+#         totp_secret: "${TOTP_SECRET}"  # Base32 encoded secret
+#         totp_selector: "input[name='code'], input[placeholder*='code' i]"
+#
+#         # Wait for TOTP input to appear
+#         totp_wait_ms: 1000

package/docs/examples/qa360-report.json

@@ -0,0 +1,50 @@
+{
+  "version": "2.7.0",
+  "generated_at": "2025-09-08T11:29:03.886Z",
+  "summary": {
+    "status": "failure",
+    "globalSuccess": false,
+    "totalDuration": 25471,
+    "originalFramework": "playwright",
+    "finalFramework": "playwright",
+    "fallbackUsed": false,
+    "cookiesHandled": false,
+    "url": "https://demoqa.com/login",
+    "siteName": "demoqa",
+    "timestamp": "2025-09-08T11:29:03.859Z",
+    "confidenceBadge": {
+      "level": "critical-failure",
+      "score": null,
+      "label": "Échec Critique",
+      "icon": "🔴",
+      "color": "#dc3545",
+      "description": "Tests échoués, intervention requise"
+    }
+  },
+  "detailed_steps": [],
+  "screenshots": [],
+  "metrics": {
+    "pagesVisited": 1,
+    "linksDetected": 0,
+    "imagesLoaded": 0,
+    "formsFound": 0,
+    "buttonsFound": 0,
+    "filesUploaded": 0,
+    "cookiesHandled": false,
+    "interactionsPerformed": 0,
+    "estimatedCoverage": 100
+  },
+  "threshold": null,
+  "technical": {
+    "errors": [
+      "Authentification échouée: Authentification échouée - credentials invalides ou page d'erreur"
+    ],
+    "warnings": []
+  },
+  "url": "https://demoqa.com/login",
+  "framework": "playwright",
+  "fallback_used": false,
+  "cookies_handled": false,
+  "success": false,
+  "duration": 25471
+}