qa360 2.3.0 → 2.3.2

package/examples/README.md

@@ -0,0 +1,160 @@
+# QA360 Examples
+
+This directory contains example pack files for different testing scenarios.
+
+## Quick Start
+
+Copy an example to your project:
+
+```bash
+# Copy API basic example
+cp examples/api-basic.yml qa360.yml
+
+# Edit and customize
+vim qa360.yml
+
+# Run tests
+qa360 run
+```
+
+## Available Examples
+
+### 1. **api-basic.yml** - API Smoke Tests
+Simple REST/GraphQL health checks.
+
+**Gates**: `api_smoke`
+
+**Use case**: Verify API endpoints are responding correctly
+
+```bash
+qa360 run examples/api-basic.yml
+```
+
+---
+
+### 2. **ui-basic.yml** - UI/E2E Tests
+Basic browser automation tests.
+
+**Gates**: `ui`
+
+**Use case**: Test web pages load correctly
+
+```bash
+qa360 run examples/ui-basic.yml
+```
+
+---
+
+### 2b. **ui-advanced.yml** - UI Tests with Playwright++
+Advanced UI testing with artifacts, video, screenshots, and HTML reports.
+
+**Gates**: `ui`
+
+**Features**:
+- Automatic screenshots on failure
+- Video recording
+- Trace capture for debugging
+- Interactive HTML report generation
+- Configurable bail on failures
+
+**Use case**: Full-featured UI testing with rich artifacts
+
+```bash
+qa360 run examples/ui-advanced.yml
+```
+
+---
+
+### 2c. **crawler.yml** - Web Crawler
+Auto-generate tests by crawling a web application.
+
+**Gates**: `ui`
+
+**Features**:
+- Automatic discovery of pages and forms
+- Generate test packs from existing sites
+- Smart selector generation
+
+**Use case**: Quick start with existing applications
+
+```bash
+qa360 run examples/crawler.yml
+```
+
+---
+
+### 3. **fullstack.yml** - Full Stack Tests
+API + UI + Performance testing.
+
+**Gates**: `api_smoke`, `ui`, `perf`
+
+**Use case**: Complete application testing with Docker Compose integration
+
+```bash
+qa360 run examples/fullstack.yml
+```
+
+---
+
+### 4. **security.yml** - Security Suite
+Comprehensive security scanning.
+
+**Gates**: `sast`, `dast`, `secrets`, `deps`
+
+**Use case**: Security audit with vulnerability scanning
+
+```bash
+qa360 run examples/security.yml
+```
+
+---
+
+### 5. **accessibility.yml** - Accessibility Tests
+WCAG compliance testing.
+
+**Gates**: `ui`, `a11y`
+
+**Use case**: Ensure website meets accessibility standards
+
+```bash
+qa360 run examples/accessibility.yml
+```
+
+---
+
+### 6. **complete.yml** - Complete Test Suite
+All quality gates enabled.
+
+**Gates**: All (8 gates)
+
+**Use case**: Comprehensive quality assurance for production-ready applications
+
+```bash
+qa360 run examples/complete.yml
+```
+
+---
+
+## Interactive Generator
+
+Generate a custom pack with:
+
+```bash
+qa360 init
+```
+
+This will walk you through creating a pack file tailored to your needs.
+
+## Customization
+
+All examples use placeholder URLs. Replace with your actual endpoints:
+
+- `https://api.example.com` → Your API URL
+- `https://example.com` → Your web application URL
+- `http://localhost:3000` → Your local dev server
+
+## Learn More
+
+- [Pack Schema Documentation](https://github.com/xyqotech/qa360/blob/main/docs/pack-schema.md)
+- [Quality Gates Reference](https://github.com/xyqotech/qa360/blob/main/docs/gates.md)
+- [Full Documentation](https://github.com/xyqotech/qa360/blob/main/docs/README.md)

package/examples/accessibility.yml

@@ -0,0 +1,48 @@
+# QA360 Example: Accessibility Tests
+# WCAG compliance and accessibility testing
+
+version: 2
+name: accessibility-tests
+description: WCAG compliance and accessibility testing
+
+gates:
+  ui-smoke:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+      pages:
+        - url: "/"
+          expectedElements: ["body", "main"]
+        - url: "/about"
+          expectedElements: ["body"]
+        - url: "/contact"
+          expectedElements: ["body", "form"]
+
+  a11y:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+      pages:
+        - url: "/"
+          a11yRules:
+            - wcag2a
+            - wcag2aa
+        - url: "/about"
+          a11yRules:
+            - wcag2a
+            - wcag2aa
+        - url: "/contact"
+          a11yRules:
+            - wcag2a
+            - wcag2aa
+    budgets:
+      violations: 5
+      a11y_score: 90
+
+execution:
+  default_timeout: 60000
+  default_retries: 1
+  on_failure: continue
+  parallel: true

package/examples/api-basic.yml

@@ -0,0 +1,27 @@
+# QA360 Example: API Basic
+# Simple API smoke tests for REST/GraphQL endpoints
+
+version: 2
+name: api-health-check
+description: Basic API health check with smoke tests
+
+gates:
+  api-health:
+    adapter: playwright-api
+    enabled: true
+    config:
+      baseUrl: "https://httpbin.org"
+      smoke:
+        - "GET /status/200 -> 200"
+        - "GET /json -> 200"
+        - "GET /uuid -> 200"
+        - "POST /post -> 200"
+    options:
+      timeout: 30000
+      retries: 2
+
+execution:
+  default_timeout: 30000
+  default_retries: 2
+  on_failure: continue
+  parallel: false

package/examples/complete.yml

@@ -0,0 +1,146 @@
+# QA360 Example: Complete Test Suite
+# All quality gates enabled - comprehensive quality assurance
+
+version: 2
+name: complete-qa-suite
+description: Comprehensive QA suite with all quality gates
+
+gates:
+  api-health:
+    adapter: playwright-api
+    enabled: true
+    config:
+      baseUrl: "https://api.example.com"
+      smoke:
+        - "GET /health -> 200"
+        - "GET /status -> 200"
+        - "POST /login -> 200"
+
+  api-crud:
+    adapter: playwright-api
+    enabled: true
+    config:
+      baseUrl: "https://api.example.com"
+      smoke:
+        - "GET /api/v1/users -> 200"
+        - "POST /api/v1/users -> 201"
+        - "PUT /api/v1/users/1 -> 200"
+        - "DELETE /api/v1/users/1 -> 204"
+    budgets:
+      p95_ms: 1000
+
+  ui-smoke:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+      pages:
+        - url: "/"
+          expectedElements: ["body", "main"]
+        - url: "/dashboard"
+          expectedElements: ["body", ".dashboard"]
+
+  a11y:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+      pages:
+        - url: "/"
+          a11yRules:
+            - wcag2a
+            - wcag2aa
+    budgets:
+      violations: 10
+      a11y_score: 90
+
+  perf:
+    adapter: k6-perf
+    enabled: true
+    config:
+      script: |
+        import http from 'k6/http';
+        import { check } from 'k6';
+
+        export const options = {
+          stages: [
+            { duration: '10s', target: 10 },
+            { duration: '20s', target: 50 },
+            { duration: '10s', target: 0 },
+          ],
+        };
+
+        export default function () {
+          const res = http.get('https://api.example.com/health');
+          check(res, {
+            'status is 200': (r) => r.status === 200,
+            'response time < 500ms': (r) => r.timings.duration < 500,
+          });
+        }
+    budgets:
+      p95_ms: 2000
+      p99_ms: 5000
+
+  sast:
+    adapter: semgrep-sast
+    enabled: true
+    config:
+      rules:
+        - security
+        - owasp-top-10
+      paths:
+        - src/
+        - lib/
+    budgets:
+      high_findings: 3
+      medium_findings: 10
+
+  dast:
+    adapter: zap-dast
+    enabled: true
+    config:
+      target: api
+      profile: baseline
+      url: "https://api.example.com"
+      scanType: baseline
+    budgets:
+      high_findings: 5
+      medium_findings: 20
+
+  secrets:
+    adapter: gitleaks-secrets
+    enabled: true
+    config:
+      paths:
+        - .
+        - src/
+        - config/
+    budgets:
+      critical_findings: 0
+
+execution:
+  default_timeout: 120000
+  default_retries: 2
+  on_failure: continue
+  parallel: true
+  max_concurrency: 3
+
+# Optional: Docker Compose integration (uncomment if using Docker)
+# hooks:
+#   beforeAll:
+#     - type: docker
+#       compose:
+#         file: docker-compose.yml
+#         command: up -d
+#       timeout: 30000
+#     - type: wait_on
+#       wait_for:
+#         resource: http://localhost:3000
+#         timeout: 30000
+#
+#   afterAll:
+#     - type: docker
+#       compose:
+#         file: docker-compose.yml
+#         command: down
+#       timeout: 30000

package/examples/crawler.yml

@@ -0,0 +1,38 @@
+# QA360 Example: Web Crawler
+# Automatically discover and generate tests for a web application
+
+version: 2
+name: web-crawler-tests
+description: Auto-generated tests from web crawling
+
+# The crawler will analyze the target site and generate test packs
+# Run with: qa360 crawl https://example.com --output my-pack.yml
+# Or use this pack as a starting point
+
+gates:
+  ui-crawl:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+
+      # Crawler will discover pages and elements automatically
+      pages:
+        - url: "/"
+          # Crawler discovers:
+          # - Links and navigation
+          # - Forms and inputs
+          # - Buttons and actions
+          # - Dynamic content
+
+      # Playwright++ features for crawled pages
+      artifacts:
+        screenshots: "only-on-failure"
+        video: "never"
+        trace: "on-first-failure"
+
+execution:
+  default_timeout: 60000
+  default_retries: 1
+  on_failure: continue
+  parallel: false

package/examples/fullstack.yml

@@ -0,0 +1,78 @@
+# QA360 Example: Full Stack
+# Complete testing suite with API, UI, and Performance
+
+version: 2
+name: fullstack-tests
+description: Full stack testing with API, UI and performance gates
+
+gates:
+  api-health:
+    adapter: playwright-api
+    enabled: true
+    config:
+      baseUrl: "https://httpbin.org"
+      smoke:
+        - "GET /status/200 -> 200"
+        - "GET /json -> 200"
+        - "POST /post -> 200"
+
+  ui-smoke:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+      pages:
+        - url: "/"
+          expectedElements: ["body", "main"]
+
+  perf:
+    adapter: k6-perf
+    enabled: true
+    config:
+      script: |
+        import http from 'k6/http';
+        import { check } from 'k6';
+
+        export const options = {
+          stages: [
+            { duration: '10s', target: 10 },
+            { duration: '20s', target: 50 },
+            { duration: '10s', target: 0 },
+          ],
+        };
+
+        export default function () {
+          const res = http.get('https://httpbin.org/status/200');
+          check(res, {
+            'status is 200': (r) => r.status === 200,
+            'response time < 500ms': (r) => r.timings.duration < 500,
+          });
+        }
+    budgets:
+      p95_ms: 2000
+
+execution:
+  default_timeout: 60000
+  default_retries: 2
+  on_failure: continue
+  parallel: true
+
+# Optional: Docker Compose integration (uncomment if using Docker)
+# hooks:
+#   beforeAll:
+#     - type: docker
+#       compose:
+#         file: docker-compose.yml
+#         command: up -d
+#       timeout: 30000
+#     - type: wait_on
+#       wait_for:
+#         resource: http://localhost:3000
+#         timeout: 30000
+#
+#   afterAll:
+#     - type: docker
+#       compose:
+#         file: docker-compose.yml
+#         command: down
+#       timeout: 30000

package/examples/security.yml

@@ -0,0 +1,58 @@
+# QA360 Example: Security Suite
+# Comprehensive security testing (SAST, DAST)
+
+version: 2
+name: security-test-suite
+description: Security testing with SAST and DAST scans
+
+gates:
+  api-health:
+    adapter: playwright-api
+    enabled: true
+    config:
+      baseUrl: "https://api.example.com"
+      smoke:
+        - "GET /health -> 200"
+
+  sast:
+    adapter: semgrep-sast
+    enabled: true
+    config:
+      rules:
+        - security
+        - owasp-top-10
+      paths:
+        - src/
+        - lib/
+    budgets:
+      high_findings: 3
+      medium_findings: 10
+
+  dast:
+    adapter: zap-dast
+    enabled: true
+    config:
+      target: api
+      profile: baseline
+      url: "https://api.example.com"
+      scanType: baseline
+    budgets:
+      high_findings: 5
+      medium_findings: 20
+
+  secrets:
+    adapter: gitleaks-secrets
+    enabled: true
+    config:
+      paths:
+        - .
+        - src/
+        - config/
+    budgets:
+      critical_findings: 0
+
+execution:
+  default_timeout: 120000
+  default_retries: 1
+  on_failure: continue
+  parallel: false

package/examples/ui-advanced.yml

@@ -0,0 +1,49 @@
+# QA360 Example: UI Advanced with Playwright++
+# Full-featured UI/E2E testing with artifacts, reporting, and more
+
+version: 2
+name: ui-advanced-tests
+description: Advanced UI tests with Playwright++ features (artifacts, video, screenshots, HTML report)
+
+gates:
+  ui-smoke:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+
+      # Page definitions to test
+      pages:
+        - url: "/"
+          expectedElements: ["body", "main"]
+        - url: "/about"
+          expectedElements: ["body"]
+
+      # === Playwright++ Features ===
+
+      # Artifacts configuration
+      artifacts:
+        # When to take screenshots: 'always' | 'only-on-failure' | 'never'
+        screenshots: "only-on-failure"
+        # When to record video: 'always' | 'retain-on-failure' | 'never'
+        video: "retain-on-failure"
+        # When to capture trace: 'always' | 'retain-on-failure' | 'never' | 'on-first-failure'
+        trace: "on-first-failure"
+        # Custom output directory for artifacts
+        outputDir: ".qa360/artifacts/ui"
+
+      # HTML report generation (standalone file with embedded screenshots/videos)
+      htmlReport: ".qa360/reports/ui-report.html"
+
+      # Stop execution after N failures
+      bail: 3
+
+      # Accessibility scoring
+      budgets:
+        a11y_min: 90
+
+execution:
+  default_timeout: 60000
+  default_retries: 1
+  on_failure: continue
+  parallel: false

package/examples/ui-basic.yml

@@ -0,0 +1,24 @@
+# QA360 Example: UI Basic
+# Basic UI/E2E browser tests
+
+version: 2
+name: ui-browser-tests
+description: Basic UI smoke tests for web applications
+
+gates:
+  ui-smoke:
+    adapter: playwright-ui
+    enabled: true
+    config:
+      baseUrl: "https://example.com"
+      pages:
+        - url: "/"
+          expectedElements: ["body", "main"]
+        - url: "/about"
+          expectedElements: ["body"]
+
+execution:
+  default_timeout: 60000
+  default_retries: 1
+  on_failure: continue
+  parallel: false