agentic-qe 3.4.1 → 3.4.2

package/v3/assets/skills/qe-test-generation/schemas/output.json

@@ -0,0 +1,439 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agentic-qe.dev/schemas/qe-test-generation-output.json",
+  "title": "AQE Test Generation Skill Output Schema",
+  "description": "Schema for AI-powered test generation skill output. Includes generated tests, coverage targets, and pattern matching.",
+  "type": "object",
+  "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
+  "properties": {
+    "skillName": {
+      "type": "string",
+      "const": "qe-test-generation",
+      "description": "Must be 'qe-test-generation'"
+    },
+    "version": {
+      "type": "string",
+      "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
+    },
+    "timestamp": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["success", "partial", "failed", "skipped"]
+    },
+    "trustTier": {
+      "type": "integer",
+      "const": 3
+    },
+    "output": {
+      "type": "object",
+      "required": ["summary", "generatedTests", "coverage"],
+      "properties": {
+        "summary": {
+          "type": "string",
+          "minLength": 50,
+          "maxLength": 2000
+        },
+        "generatedTests": {
+          "$ref": "#/$defs/generatedTestsReport"
+        },
+        "coverage": {
+          "$ref": "#/$defs/coverageTarget"
+        },
+        "patterns": {
+          "$ref": "#/$defs/patternAnalysis"
+        },
+        "qualityMetrics": {
+          "$ref": "#/$defs/testQualityMetrics"
+        },
+        "codeAnalysis": {
+          "$ref": "#/$defs/codeAnalysis"
+        },
+        "recommendations": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/recommendation"
+          },
+          "maxItems": 50
+        },
+        "artifacts": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/artifact"
+          },
+          "maxItems": 100
+        }
+      }
+    },
+    "metadata": {
+      "$ref": "#/$defs/metadata"
+    },
+    "validation": {
+      "$ref": "#/$defs/validationResult"
+    },
+    "learning": {
+      "$ref": "#/$defs/learningData"
+    }
+  },
+  "$defs": {
+    "generatedTestsReport": {
+      "type": "object",
+      "required": ["total"],
+      "properties": {
+        "total": {
+          "type": "integer",
+          "minimum": 0,
+          "description": "Total tests generated"
+        },
+        "byType": {
+          "type": "object",
+          "properties": {
+            "unit": { "type": "integer", "minimum": 0 },
+            "integration": { "type": "integer", "minimum": 0 },
+            "e2e": { "type": "integer", "minimum": 0 },
+            "property": { "type": "integer", "minimum": 0 }
+          }
+        },
+        "byCategory": {
+          "type": "object",
+          "properties": {
+            "happyPath": { "type": "integer", "minimum": 0 },
+            "edgeCases": { "type": "integer", "minimum": 0 },
+            "errorCases": { "type": "integer", "minimum": 0 },
+            "boundary": { "type": "integer", "minimum": 0 },
+            "negative": { "type": "integer", "minimum": 0 }
+          }
+        },
+        "tests": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/generatedTest"
+          },
+          "maxItems": 500
+        }
+      }
+    },
+    "generatedTest": {
+      "type": "object",
+      "required": ["id", "name", "type"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^TEST-\\d{3,6}$"
+        },
+        "name": {
+          "type": "string",
+          "minLength": 10,
+          "maxLength": 300
+        },
+        "description": {
+          "type": "string",
+          "maxLength": 1000
+        },
+        "type": {
+          "type": "string",
+          "enum": ["unit", "integration", "e2e", "property", "snapshot"]
+        },
+        "category": {
+          "type": "string",
+          "enum": ["happy-path", "edge-case", "error-case", "boundary", "negative", "smoke"]
+        },
+        "sourceFile": {
+          "type": "string",
+          "description": "File being tested"
+        },
+        "testFile": {
+          "type": "string",
+          "description": "Generated test file path"
+        },
+        "code": {
+          "type": "string",
+          "maxLength": 10000,
+          "description": "Generated test code"
+        },
+        "framework": {
+          "type": "string",
+          "enum": ["jest", "vitest", "mocha", "pytest", "junit", "playwright", "cypress"]
+        },
+        "assertions": {
+          "type": "integer",
+          "minimum": 1,
+          "description": "Number of assertions"
+        },
+        "mocks": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Mocked dependencies"
+        },
+        "tags": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "confidence": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 1,
+          "description": "Generation confidence"
+        },
+        "pattern": {
+          "type": "string",
+          "description": "Pattern used for generation"
+        }
+      }
+    },
+    "coverageTarget": {
+      "type": "object",
+      "required": ["current", "projected"],
+      "properties": {
+        "current": {
+          "type": "object",
+          "properties": {
+            "statement": { "type": "number", "minimum": 0, "maximum": 100 },
+            "branch": { "type": "number", "minimum": 0, "maximum": 100 },
+            "function": { "type": "number", "minimum": 0, "maximum": 100 },
+            "line": { "type": "number", "minimum": 0, "maximum": 100 }
+          }
+        },
+        "projected": {
+          "type": "object",
+          "properties": {
+            "statement": { "type": "number", "minimum": 0, "maximum": 100 },
+            "branch": { "type": "number", "minimum": 0, "maximum": 100 },
+            "function": { "type": "number", "minimum": 0, "maximum": 100 },
+            "line": { "type": "number", "minimum": 0, "maximum": 100 }
+          },
+          "description": "Projected coverage after adding generated tests"
+        },
+        "target": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 100,
+          "description": "Target coverage percentage"
+        },
+        "improvement": {
+          "type": "object",
+          "properties": {
+            "statement": { "type": "number" },
+            "branch": { "type": "number" },
+            "function": { "type": "number" },
+            "line": { "type": "number" }
+          },
+          "description": "Expected improvement"
+        },
+        "uncoveredPaths": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "properties": {
+              "file": { "type": "string" },
+              "lines": { "type": "array", "items": { "type": "integer" } },
+              "functions": { "type": "array", "items": { "type": "string" } }
+            }
+          },
+          "maxItems": 100,
+          "description": "Paths not covered by new tests"
+        }
+      }
+    },
+    "patternAnalysis": {
+      "type": "object",
+      "properties": {
+        "patternsApplied": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/testPattern"
+          }
+        },
+        "patternsAvailable": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "patternMatches": {
+          "type": "integer",
+          "minimum": 0
+        }
+      }
+    },
+    "testPattern": {
+      "type": "object",
+      "required": ["name", "applied"],
+      "properties": {
+        "name": {
+          "type": "string",
+          "description": "Pattern name (e.g., service-layer, repository, controller)"
+        },
+        "applied": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "testsGenerated": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "description": {
+          "type": "string"
+        }
+      }
+    },
+    "testQualityMetrics": {
+      "type": "object",
+      "properties": {
+        "assertionsPerTest": {
+          "type": "number",
+          "minimum": 0
+        },
+        "isolationScore": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 100,
+          "description": "Test isolation score"
+        },
+        "namingQuality": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 100,
+          "description": "Descriptive naming score"
+        },
+        "maintainabilityScore": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 100
+        },
+        "issues": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "properties": {
+              "type": { "type": "string" },
+              "test": { "type": "string" },
+              "message": { "type": "string" }
+            }
+          }
+        }
+      }
+    },
+    "codeAnalysis": {
+      "type": "object",
+      "properties": {
+        "filesAnalyzed": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "functionsAnalyzed": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "classesAnalyzed": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "complexity": {
+          "type": "object",
+          "properties": {
+            "average": { "type": "number" },
+            "max": { "type": "number" }
+          }
+        },
+        "dependencies": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "mockCandidates": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Suggested items to mock"
+        }
+      }
+    },
+    "recommendation": {
+      "type": "object",
+      "required": ["id", "title", "priority"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^REC-\\d{3,6}$"
+        },
+        "title": {
+          "type": "string",
+          "minLength": 10,
+          "maxLength": 200
+        },
+        "description": {
+          "type": "string",
+          "maxLength": 2000
+        },
+        "priority": {
+          "type": "string",
+          "enum": ["critical", "high", "medium", "low"]
+        },
+        "type": {
+          "type": "string",
+          "enum": ["coverage-gap", "missing-edge-case", "refactoring", "pattern-suggestion"]
+        },
+        "targetFiles": {
+          "type": "array",
+          "items": { "type": "string" }
+        }
+      }
+    },
+    "artifact": {
+      "type": "object",
+      "required": ["type", "path"],
+      "properties": {
+        "type": {
+          "type": "string",
+          "enum": ["test-file", "report", "coverage", "data"]
+        },
+        "path": { "type": "string", "maxLength": 500 },
+        "format": {
+          "type": "string",
+          "enum": ["ts", "js", "py", "java", "json", "html", "md"]
+        },
+        "description": { "type": "string" }
+      }
+    },
+    "metadata": {
+      "type": "object",
+      "properties": {
+        "executionTimeMs": { "type": "integer", "minimum": 0 },
+        "framework": {
+          "type": "string",
+          "enum": ["jest", "vitest", "mocha", "pytest", "junit", "playwright", "cypress"]
+        },
+        "agentId": { "type": "string", "pattern": "^qe-[a-z][a-z0-9-]*$" },
+        "modelUsed": { "type": "string" },
+        "sourceScope": { "type": "string" }
+      }
+    },
+    "validationResult": {
+      "type": "object",
+      "properties": {
+        "schemaValid": { "type": "boolean" },
+        "contentValid": { "type": "boolean" },
+        "confidence": { "type": "number", "minimum": 0, "maximum": 1 },
+        "warnings": { "type": "array", "items": { "type": "string" } },
+        "errors": { "type": "array", "items": { "type": "string" } }
+      }
+    },
+    "learningData": {
+      "type": "object",
+      "properties": {
+        "patternsDetected": { "type": "array", "items": { "type": "string" } },
+        "reward": { "type": "number", "minimum": 0, "maximum": 1 },
+        "newPatterns": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "properties": {
+              "name": { "type": "string" },
+              "codeSignature": { "type": "string" },
+              "testTemplate": { "type": "string" }
+            }
+          }
+        }
+      }
+    }
+  }
+}

package/v3/assets/skills/qe-test-generation/scripts/validate.sh

@@ -0,0 +1,56 @@
+#!/bin/bash
+set -euo pipefail
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
+PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
+
+VALIDATOR_LIB=""
+for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
+  [[ -f "$lib_path" ]] && VALIDATOR_LIB="$lib_path" && break
+done
+[[ -n "$VALIDATOR_LIB" ]] && source "$VALIDATOR_LIB" || { echo "ERROR: Validator library not found"; exit 1; }
+
+SKILL_NAME="qe-test-generation"
+SKILL_VERSION="1.0.0"
+REQUIRED_TOOLS=("jq")
+SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
+REQUIRED_FIELDS=("skillName" "status" "output")
+ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
+
+OUTPUT_FILE=""
+SELF_TEST=false
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --self-test) SELF_TEST=true; shift ;;
+    --verbose|-v|--json|--list-tools|-h|--help) shift ;;
+    -*) shift ;;
+    *) OUTPUT_FILE="$1"; shift ;;
+  esac
+done
+
+if [[ "$SELF_TEST" == "true" ]]; then
+  echo "Self-test for $SKILL_NAME passed"
+  exit 0
+fi
+
+validate_skill_specific() {
+  return 0
+}
+
+validate_tools() {
+  for tool in "${REQUIRED_TOOLS[@]}"; do
+    command_exists "$tool" || return 1
+  done
+  return 0
+}
+
+main() {
+  [[ -z "$OUTPUT_FILE" || ! -f "$OUTPUT_FILE" ]] && exit 1
+  validate_tools || exit 2
+  validate_json "$OUTPUT_FILE" || exit 1
+  validate_skill_specific || exit 1
+  exit 0
+}
+
+main

package/v3/assets/skills/qe-visual-accessibility/SKILL.md

@@ -1,6 +1,12 @@
 ---
 name: "QE Visual Accessibility"
 description: "Visual regression testing, responsive design validation, and WCAG accessibility compliance testing."
+trust_tier: 3
+validation:
+  schema_path: schemas/output.json
+  validator_path: scripts/validate.sh
+  eval_path: evals/qe-visual-accessibility.yaml
+
 ---
 
 # QE Visual Accessibility

package/v3/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml

@@ -0,0 +1,142 @@
+skill: qe-visual-accessibility
+version: 1.0.0
+description: >
+  Evaluation suite for visual accessibility testing.
+  Tests color blind simulation, contrast analysis, and visual hierarchy validation.
+
+models_to_test:
+  - claude-3.5-sonnet
+  - claude-3-haiku
+
+mcp_integration:
+  enabled: true
+  namespace: skill-validation
+  query_patterns: true
+  track_outcomes: true
+  store_patterns: true
+  target_agents:
+    - qe-accessibility-auditor
+
+learning:
+  store_success_patterns: true
+  pattern_ttl_days: 90
+
+result_format:
+  json_output: true
+  include_timing: true
+  include_token_usage: true
+
+setup:
+  required_tools:
+    - jq
+
+test_cases:
+
+  - id: tc001_color_contrast_wcag
+    description: "Validate WCAG color contrast requirements"
+    category: contrast
+    priority: critical
+
+    input:
+      color_pairs:
+        - { foreground: "#000000", background: "#ffffff" }
+        - { foreground: "#666666", background: "#ffffff" }
+      wcag_level: "AA"
+
+    expected_output:
+      must_contain:
+        - "contrast"
+        - "WCAG"
+        - "ratio"
+
+    validation:
+      schema_check: true
+      keyword_match_threshold: 0.8
+
+  - id: tc002_colorblind_simulation
+    description: "Simulate colorblind perspectives"
+    category: colorblind
+    priority: high
+
+    input:
+      image_url: "https://example.com/image.png"
+      simulation_types:
+        - "deuteranopia"
+        - "protanopia"
+        - "tritanopia"
+
+    expected_output:
+      must_contain:
+        - "colorblind"
+        - "simulation"
+
+    validation:
+      schema_check: true
+
+  - id: tc003_visual_hierarchy
+    description: "Validate visual hierarchy and readability"
+    category: hierarchy
+    priority: high
+
+    input:
+      elements:
+        - { type: "heading", size_px: 32, weight: "bold" }
+        - { type: "body", size_px: 16, weight: "normal" }
+
+    expected_output:
+      must_contain:
+        - "hierarchy"
+        - "visual"
+
+    validation:
+      schema_check: true
+
+  - id: tc004_text_readability
+    description: "Assess text readability metrics"
+    category: readability
+    priority: medium
+
+    input:
+      text: "Sample paragraph for readability analysis"
+      font_size_px: 14
+      line_height_ratio: 1.5
+
+    expected_output:
+      must_contain:
+        - "readable"
+        - "legible"
+
+    validation:
+      schema_check: true
+
+  - id: tc005_focus_visibility
+    description: "Verify focus indicator visibility"
+    category: interaction
+    priority: medium
+
+    input:
+      elements:
+        - { type: "button", has_focus_indicator: true }
+        - { type: "input", has_focus_indicator: false }
+
+    expected_output:
+      must_contain:
+        - "focus"
+        - "visible"
+
+    validation:
+      schema_check: true
+      allow_partial: true
+
+success_criteria:
+  pass_rate: 0.9
+  critical_pass_rate: 1.0
+  avg_reasoning_quality: 0.75
+  max_execution_time_ms: 300000
+
+metadata:
+  author: "qe-visual-accessibility-tester"
+  created: "2026-02-02"
+  coverage_target: >
+    Visual accessibility with 5 test cases covering color contrast,
+    colorblind simulation, visual hierarchy, text readability, and focus visibility.