agentic-qe 3.4.0 → 3.4.2

package/.claude/skills/mobile-testing/schemas/output.json

@@ -0,0 +1,318 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "$id": "https://agentic-qe.dev/schemas/mobile-testing-output.json",
+  "title": "AQE Mobile Testing Skill Output Schema",
+  "description": "Schema for iOS and Android mobile testing output including device matrix, gesture validation, platform differences, and performance metrics.",
+  "type": "object",
+  "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
+  "properties": {
+    "skillName": {
+      "type": "string",
+      "const": "mobile-testing",
+      "description": "Skill identifier"
+    },
+    "version": {
+      "type": "string",
+      "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
+    },
+    "timestamp": {
+      "type": "string",
+      "pattern": "^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}(\\.\\d+)?(Z|[+-]\\d{2}:\\d{2})?$"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["success", "partial", "failed", "skipped"]
+    },
+    "trustTier": {
+      "type": "integer",
+      "const": 3
+    },
+    "output": {
+      "type": "object",
+      "required": ["summary", "deviceMatrix", "platformCoverage", "metrics"],
+      "properties": {
+        "summary": {
+          "type": "string",
+          "minLength": 10,
+          "maxLength": 2000
+        },
+        "score": {
+          "$ref": "#/$defs/mobileScore"
+        },
+        "deviceMatrix": {
+          "$ref": "#/$defs/deviceMatrix",
+          "description": "Device coverage by tier"
+        },
+        "platformCoverage": {
+          "$ref": "#/$defs/platformCoverage",
+          "description": "iOS vs Android coverage"
+        },
+        "gestureValidation": {
+          "$ref": "#/$defs/gestureValidation",
+          "description": "Touch gesture test results"
+        },
+        "mobileScenarios": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/mobileScenario"
+          },
+          "description": "Mobile-specific scenario results"
+        },
+        "performanceMetrics": {
+          "$ref": "#/$defs/mobilePerformance",
+          "description": "Mobile performance metrics"
+        },
+        "findings": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/mobileFinding"
+          },
+          "maxItems": 500
+        },
+        "recommendations": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/recommendation"
+          },
+          "maxItems": 100
+        },
+        "metrics": {
+          "$ref": "#/$defs/mobileMetrics"
+        },
+        "artifacts": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/artifact"
+          },
+          "maxItems": 50
+        }
+      }
+    },
+    "metadata": {
+      "type": "object",
+      "properties": {
+        "executionTimeMs": { "type": "integer", "minimum": 0 },
+        "toolsUsed": {
+          "type": "array",
+          "items": {
+            "type": "string",
+            "enum": ["appium", "xcuitest", "espresso", "detox", "browserstack", "saucelabs"]
+          }
+        },
+        "agentId": { "type": "string", "pattern": "^qe-[a-z][a-z0-9-]*$" },
+        "appType": { "type": "string", "enum": ["native", "hybrid", "pwa", "web"] }
+      }
+    },
+    "validation": {
+      "type": "object",
+      "properties": {
+        "schemaValid": { "type": "boolean" },
+        "contentValid": { "type": "boolean" },
+        "confidence": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    },
+    "learning": {
+      "type": "object",
+      "properties": {
+        "patternsDetected": { "type": "array", "items": { "type": "string" } },
+        "reward": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    }
+  },
+  "$defs": {
+    "mobileScore": {
+      "type": "object",
+      "required": ["value", "max"],
+      "properties": {
+        "value": { "type": "number", "minimum": 0, "maximum": 100 },
+        "max": { "type": "number", "const": 100 },
+        "grade": { "type": "string", "pattern": "^[A-F][+-]?$" },
+        "userCoveragePercent": { "type": "number", "minimum": 0, "maximum": 100 }
+      }
+    },
+    "deviceMatrix": {
+      "type": "object",
+      "properties": {
+        "tier1": {
+          "$ref": "#/$defs/deviceTier",
+          "description": "Tier 1 devices (60% users)"
+        },
+        "tier2": {
+          "$ref": "#/$defs/deviceTier",
+          "description": "Tier 2 devices (30% users)"
+        },
+        "tier3": {
+          "$ref": "#/$defs/deviceTier",
+          "description": "Tier 3 devices (10% users)"
+        },
+        "totalDevices": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "deviceTier": {
+      "type": "object",
+      "properties": {
+        "devices": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/deviceResult"
+          }
+        },
+        "passRate": { "type": "number", "minimum": 0, "maximum": 100 }
+      }
+    },
+    "deviceResult": {
+      "type": "object",
+      "required": ["device", "platform", "status"],
+      "properties": {
+        "device": { "type": "string", "description": "Device name (e.g., iPhone 15, Galaxy S24)" },
+        "platform": { "type": "string", "enum": ["ios", "android"] },
+        "osVersion": { "type": "string" },
+        "status": { "type": "string", "enum": ["passed", "failed", "partial", "skipped"] },
+        "issueCount": { "type": "integer", "minimum": 0 },
+        "screenSize": { "type": "string" }
+      }
+    },
+    "platformCoverage": {
+      "type": "object",
+      "properties": {
+        "ios": {
+          "$ref": "#/$defs/platformResult"
+        },
+        "android": {
+          "$ref": "#/$defs/platformResult"
+        }
+      }
+    },
+    "platformResult": {
+      "type": "object",
+      "properties": {
+        "versionsSupported": { "type": "array", "items": { "type": "string" } },
+        "versionsTested": { "type": "array", "items": { "type": "string" } },
+        "passRate": { "type": "number", "minimum": 0, "maximum": 100 },
+        "issues": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "gestureValidation": {
+      "type": "object",
+      "properties": {
+        "tap": { "$ref": "#/$defs/gestureResult" },
+        "swipe": { "$ref": "#/$defs/gestureResult" },
+        "pinch": { "$ref": "#/$defs/gestureResult" },
+        "longPress": { "$ref": "#/$defs/gestureResult" },
+        "doubleTap": { "$ref": "#/$defs/gestureResult" },
+        "rotate": { "$ref": "#/$defs/gestureResult" }
+      }
+    },
+    "gestureResult": {
+      "type": "object",
+      "properties": {
+        "status": { "type": "string", "enum": ["passed", "failed", "partial", "not-tested"] },
+        "latencyMs": { "type": "number", "minimum": 0, "description": "Response latency" },
+        "issues": { "type": "array", "items": { "type": "string" } }
+      }
+    },
+    "mobileScenario": {
+      "type": "object",
+      "required": ["scenario", "status"],
+      "properties": {
+        "scenario": {
+          "type": "string",
+          "enum": ["offline-mode", "low-battery", "incoming-call", "push-notification", "orientation-change", "background-foreground", "memory-pressure", "network-transition"],
+          "description": "Mobile-specific scenario"
+        },
+        "status": { "type": "string", "enum": ["passed", "failed", "partial", "skipped"] },
+        "description": { "type": "string" },
+        "issues": { "type": "array", "items": { "type": "string" } }
+      }
+    },
+    "mobilePerformance": {
+      "type": "object",
+      "properties": {
+        "appLaunchTime": {
+          "type": "object",
+          "properties": {
+            "cold": { "type": "number", "description": "Cold start time in ms" },
+            "warm": { "type": "number", "description": "Warm start time in ms" },
+            "target": { "type": "number" },
+            "status": { "type": "string", "enum": ["passed", "failed"] }
+          }
+        },
+        "frameRate": {
+          "type": "object",
+          "properties": {
+            "average": { "type": "number" },
+            "minimum": { "type": "number" },
+            "target": { "type": "number", "default": 60 },
+            "jankFrames": { "type": "integer" }
+          }
+        },
+        "batteryDrain": {
+          "type": "object",
+          "properties": {
+            "foregroundPerHour": { "type": "number" },
+            "backgroundPerHour": { "type": "number" },
+            "target": { "type": "number" }
+          }
+        },
+        "memoryUsage": {
+          "type": "object",
+          "properties": {
+            "average": { "type": "number", "description": "MB" },
+            "peak": { "type": "number" },
+            "leaksDetected": { "type": "boolean" }
+          }
+        }
+      }
+    },
+    "mobileFinding": {
+      "type": "object",
+      "required": ["id", "title", "severity", "category"],
+      "properties": {
+        "id": { "type": "string", "pattern": "^MOB-\\d{3,6}$" },
+        "title": { "type": "string", "minLength": 5, "maxLength": 200 },
+        "description": { "type": "string", "maxLength": 2000 },
+        "severity": { "type": "string", "enum": ["critical", "high", "medium", "low", "info"] },
+        "category": {
+          "type": "string",
+          "enum": ["gesture", "performance", "permission", "offline", "platform-specific", "ui", "crash", "memory"]
+        },
+        "affectedPlatforms": { "type": "array", "items": { "type": "string" } },
+        "affectedDevices": { "type": "array", "items": { "type": "string" } },
+        "remediation": { "type": "string" }
+      }
+    },
+    "mobileMetrics": {
+      "type": "object",
+      "properties": {
+        "totalDevices": { "type": "integer", "minimum": 0 },
+        "devicesPassed": { "type": "integer", "minimum": 0 },
+        "devicesFailed": { "type": "integer", "minimum": 0 },
+        "passRate": { "type": "number", "minimum": 0, "maximum": 100 },
+        "iosCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
+        "androidCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
+        "criticalIssues": { "type": "integer", "minimum": 0 },
+        "duration": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "recommendation": {
+      "type": "object",
+      "required": ["id", "title", "priority"],
+      "properties": {
+        "id": { "type": "string", "pattern": "^REC-\\d{3,6}$" },
+        "title": { "type": "string" },
+        "description": { "type": "string" },
+        "priority": { "type": "string", "enum": ["critical", "high", "medium", "low"] },
+        "effort": { "type": "string", "enum": ["trivial", "low", "medium", "high", "major"] }
+      }
+    },
+    "artifact": {
+      "type": "object",
+      "required": ["type", "path"],
+      "properties": {
+        "type": { "type": "string", "enum": ["report", "screenshot", "video", "log", "trace"] },
+        "path": { "type": "string" },
+        "format": { "type": "string", "enum": ["json", "html", "png", "mp4", "webm", "txt"] }
+      }
+    }
+  }
+}

package/.claude/skills/mobile-testing/scripts/validate.sh

@@ -0,0 +1,127 @@
+#!/bin/bash
+# =============================================================================
+# AQE Mobile Testing Skill Validator v1.0.0
+# Validates iOS/Android mobile testing output
+# =============================================================================
+
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
+PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
+
+for lib_path in \
+  "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" \
+  "$SKILL_DIR/scripts/validator-lib.sh"; do
+  if [[ -f "$lib_path" ]]; then
+    source "$lib_path"
+    break
+  fi
+done
+
+SKILL_NAME="mobile-testing"
+SKILL_VERSION="1.0.0"
+REQUIRED_TOOLS=("jq")
+OPTIONAL_TOOLS=("appium" "ajv" "jsonschema" "python3")
+SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
+
+REQUIRED_FIELDS=("skillName" "status" "output" "output.deviceMatrix" "output.platformCoverage" "output.metrics")
+REQUIRED_NON_EMPTY_FIELDS=("output.summary" "output.deviceMatrix")
+MUST_CONTAIN_TERMS=("mobile" "device")
+MUST_NOT_CONTAIN_TERMS=("TODO" "placeholder" "FIXME")
+ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
+
+OUTPUT_FILE=""
+SELF_TEST=false
+VERBOSE=false
+JSON_ONLY=false
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --self-test) SELF_TEST=true; shift ;;
+    --verbose|-v) VERBOSE=true; export AQE_DEBUG=1; shift ;;
+    --json) JSON_ONLY=true; shift ;;
+    --list-tools)
+      echo "Mobile Testing Validator Tools"
+      for tool in "${REQUIRED_TOOLS[@]}"; do
+        command_exists "$tool" && echo "  [OK] $tool" || echo "  [MISSING] $tool"
+      done
+      exit 0 ;;
+    -h|--help) echo "Usage: $0 <output-file> [--self-test] [--verbose] [--json]"; exit 0 ;;
+    -*) error "Unknown option: $1"; exit 1 ;;
+    *) OUTPUT_FILE="$1"; shift ;;
+  esac
+done
+
+if [[ "$SELF_TEST" == "true" ]]; then
+  echo "Running $SKILL_NAME Validator Self-Test..."
+  for tool in "${REQUIRED_TOOLS[@]}"; do
+    command_exists "$tool" && success "Tool: $tool" || error "Missing: $tool"
+  done
+  [[ -f "$SCHEMA_PATH" ]] && success "Schema exists" || error "Schema missing"
+  exit 0
+fi
+
+validate_skill_specific() {
+  local output_file="$1"
+  local has_errors=false
+
+  # Check device matrix tiers
+  local tier1_devices
+  tier1_devices=$(json_get "$output_file" ".output.deviceMatrix.tier1.devices" 2>/dev/null)
+  if [[ -n "$tier1_devices" ]] && [[ "$tier1_devices" != "null" ]]; then
+    success "Device matrix includes Tier 1 devices"
+  fi
+
+  # Check platform coverage
+  local ios_coverage android_coverage
+  ios_coverage=$(json_get "$output_file" ".output.platformCoverage.ios.passRate" 2>/dev/null)
+  android_coverage=$(json_get "$output_file" ".output.platformCoverage.android.passRate" 2>/dev/null)
+
+  [[ -n "$ios_coverage" ]] && [[ "$ios_coverage" != "null" ]] && success "iOS coverage: $ios_coverage%"
+  [[ -n "$android_coverage" ]] && [[ "$android_coverage" != "null" ]] && success "Android coverage: $android_coverage%"
+
+  # Check gesture validation
+  local gesture_tap
+  gesture_tap=$(json_get "$output_file" ".output.gestureValidation.tap.status" 2>/dev/null)
+  [[ -n "$gesture_tap" ]] && [[ "$gesture_tap" != "null" ]] && success "Gesture validation included"
+
+  # Check performance metrics
+  local app_launch
+  app_launch=$(json_get "$output_file" ".output.performanceMetrics.appLaunchTime.cold" 2>/dev/null)
+  [[ -n "$app_launch" ]] && [[ "$app_launch" != "null" ]] && success "App launch time: ${app_launch}ms"
+
+  # Check finding format
+  local finding_count
+  finding_count=$(json_count "$output_file" ".output.findings" 2>/dev/null)
+  if [[ -n "$finding_count" ]] && [[ "$finding_count" -gt 0 ]]; then
+    local first_id
+    first_id=$(json_get "$output_file" ".output.findings[0].id" 2>/dev/null)
+    [[ "$first_id" =~ ^MOB-[0-9]+$ ]] && success "Finding ID format valid" || warn "Finding ID should match MOB-XXX"
+  fi
+
+  [[ "$has_errors" == "true" ]] && return 1
+  success "Mobile-specific validation passed"
+  return 0
+}
+
+# Main validation
+[[ -z "$OUTPUT_FILE" ]] && { error "No output file specified"; exit 1; }
+[[ ! -f "$OUTPUT_FILE" ]] && { error "File not found: $OUTPUT_FILE"; exit 1; }
+
+for tool in "${REQUIRED_TOOLS[@]}"; do
+  command_exists "$tool" || { error "Missing tool: $tool"; exit 2; }
+done
+
+validate_json "$OUTPUT_FILE" || { error "Invalid JSON"; exit 1; }
+[[ -f "$SCHEMA_PATH" ]] && validate_json_schema "$SCHEMA_PATH" "$OUTPUT_FILE"
+
+for field in "${REQUIRED_FIELDS[@]}"; do
+  value=$(json_get "$OUTPUT_FILE" ".$field" 2>/dev/null)
+  [[ -z "$value" ]] || [[ "$value" == "null" ]] && { error "Missing field: $field"; exit 1; }
+done
+
+validate_skill_specific "$OUTPUT_FILE" || exit 1
+
+success "Validation PASSED"
+exit 0

package/.claude/skills/mutation-testing/SKILL.md

@@ -4,13 +4,20 @@ description: "Test quality validation through mutation testing, assessing test s
 category: specialized-testing
 priority: high
 tokenEstimate: 900
-agents: [qe-test-generator, qe-coverage-analyzer, qe-quality-analyzer]
+agents: [qe-test-generator, qe-coverage-analyzer, qe-quality-analyzer, qe-mutation-tester]
 implementation_status: optimized
 optimization_version: 1.0
 last_optimized: 2025-12-02
 dependencies: []
 quick_reference_card: true
 tags: [mutation, stryker, test-quality, kill-rate, assertions, effectiveness]
+
+# ADR-056 Trust Tier 3 Validation
+trust_tier: 3
+validation:
+  schema_path: schemas/output.json
+  validator_path: scripts/validate.sh
+  eval_path: evals/mutation-testing.yaml
 ---
 
 # Mutation Testing