agentic-qe 3.4.0 → 3.4.2

package/v3/assets/skills/bug-reporting-excellence/schemas/output.json

@@ -0,0 +1,288 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agentic-qe.dev/schemas/skills/bug-reporting-excellence/output.json",
+  "title": "Bug Reporting Excellence Skill Output Schema",
+  "description": "Schema for bug-reporting-excellence skill output. High-quality bug reports with reproduction steps and impact assessment.",
+  "type": "object",
+  "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
+  "properties": {
+    "skillName": {
+      "type": "string",
+      "const": "bug-reporting-excellence"
+    },
+    "version": {
+      "type": "string",
+      "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
+    },
+    "timestamp": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["success", "partial", "failed", "skipped"]
+    },
+    "trustTier": {
+      "type": "integer",
+      "const": 3
+    },
+    "output": {
+      "type": "object",
+      "required": ["summary", "bugReports", "reportQuality"],
+      "properties": {
+        "summary": {
+          "type": "string",
+          "minLength": 20,
+          "maxLength": 2000
+        },
+        "bugReports": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/bugReport"
+          },
+          "minItems": 1,
+          "maxItems": 100
+        },
+        "reportQuality": {
+          "$ref": "#/$defs/reportQuality"
+        },
+        "severity": {
+          "$ref": "#/$defs/severityBreakdown"
+        },
+        "recommendations": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/recommendation"
+          },
+          "maxItems": 50
+        },
+        "impactAnalysis": {
+          "$ref": "#/$defs/impactAnalysis"
+        },
+        "triageGuidance": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/triageGuidance"
+          }
+        },
+        "metrics": {
+          "$ref": "#/$defs/metrics"
+        }
+      }
+    },
+    "metadata": {
+      "$ref": "#/$defs/metadata"
+    },
+    "validation": {
+      "$ref": "#/$defs/validationResult"
+    },
+    "learning": {
+      "$ref": "#/$defs/learningData"
+    }
+  },
+  "$defs": {
+    "bugReport": {
+      "type": "object",
+      "required": ["id", "title", "severity", "stepsToReproduce", "expectedBehavior", "actualBehavior"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^BUG-\\d{3,6}$"
+        },
+        "title": {
+          "type": "string",
+          "minLength": 15,
+          "maxLength": 200,
+          "description": "Clear, descriptive bug title"
+        },
+        "description": {
+          "type": "string",
+          "maxLength": 3000,
+          "description": "Detailed bug description"
+        },
+        "severity": {
+          "type": "string",
+          "enum": ["critical", "high", "medium", "low", "trivial"]
+        },
+        "priority": {
+          "type": "string",
+          "enum": ["urgent", "high", "medium", "low"]
+        },
+        "type": {
+          "type": "string",
+          "enum": ["functional", "performance", "security", "usability", "compatibility", "data", "regression"]
+        },
+        "stepsToReproduce": {
+          "type": "array",
+          "items": { "type": "string" },
+          "minItems": 1,
+          "maxItems": 20,
+          "description": "Clear reproduction steps"
+        },
+        "expectedBehavior": {
+          "type": "string",
+          "minLength": 10,
+          "maxLength": 1000
+        },
+        "actualBehavior": {
+          "type": "string",
+          "minLength": 10,
+          "maxLength": 1000
+        },
+        "environment": {
+          "$ref": "#/$defs/environment"
+        },
+        "attachments": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/attachment"
+          }
+        },
+        "reproducibility": {
+          "type": "string",
+          "enum": ["always", "sometimes", "rarely", "once"]
+        },
+        "affectedUsers": {
+          "type": "string",
+          "enum": ["all", "most", "some", "few"]
+        },
+        "workaround": {
+          "type": "string",
+          "maxLength": 1000
+        },
+        "rootCauseHypothesis": {
+          "type": "string",
+          "maxLength": 1000
+        },
+        "relatedBugs": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "qualityScore": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 100,
+          "description": "Bug report quality score"
+        }
+      }
+    },
+    "environment": {
+      "type": "object",
+      "properties": {
+        "os": { "type": "string" },
+        "osVersion": { "type": "string" },
+        "browser": { "type": "string" },
+        "browserVersion": { "type": "string" },
+        "device": { "type": "string" },
+        "appVersion": { "type": "string" },
+        "buildNumber": { "type": "string" },
+        "environment": { "type": "string", "enum": ["production", "staging", "development", "qa"] },
+        "additionalInfo": { "type": "object" }
+      }
+    },
+    "attachment": {
+      "type": "object",
+      "required": ["type", "description"],
+      "properties": {
+        "type": { "type": "string", "enum": ["screenshot", "video", "log", "har", "data", "code"] },
+        "path": { "type": "string" },
+        "description": { "type": "string" },
+        "timestamp": { "type": "string", "format": "date-time" }
+      }
+    },
+    "reportQuality": {
+      "type": "object",
+      "required": ["overallScore", "grade"],
+      "properties": {
+        "overallScore": { "type": "number", "minimum": 0, "maximum": 100 },
+        "grade": { "type": "string", "pattern": "^[A-F][+-]?$" },
+        "dimensions": {
+          "type": "object",
+          "properties": {
+            "clarity": { "type": "number", "minimum": 0, "maximum": 100 },
+            "completeness": { "type": "number", "minimum": 0, "maximum": 100 },
+            "reproducibility": { "type": "number", "minimum": 0, "maximum": 100 },
+            "evidence": { "type": "number", "minimum": 0, "maximum": 100 },
+            "actionability": { "type": "number", "minimum": 0, "maximum": 100 }
+          }
+        }
+      }
+    },
+    "severityBreakdown": {
+      "type": "object",
+      "properties": {
+        "critical": { "type": "integer", "minimum": 0 },
+        "high": { "type": "integer", "minimum": 0 },
+        "medium": { "type": "integer", "minimum": 0 },
+        "low": { "type": "integer", "minimum": 0 },
+        "trivial": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "impactAnalysis": {
+      "type": "object",
+      "properties": {
+        "businessImpact": { "type": "string", "enum": ["critical", "significant", "moderate", "minor"] },
+        "userImpact": { "type": "string", "enum": ["blocking", "major", "minor", "cosmetic"] },
+        "affectedFeatures": { "type": "array", "items": { "type": "string" } },
+        "affectedUserSegments": { "type": "array", "items": { "type": "string" } },
+        "estimatedAffectedUsers": { "type": "integer" }
+      }
+    },
+    "triageGuidance": {
+      "type": "object",
+      "required": ["bugId", "recommendedPriority"],
+      "properties": {
+        "bugId": { "type": "string" },
+        "recommendedPriority": { "type": "string", "enum": ["urgent", "high", "medium", "low"] },
+        "suggestedAssignee": { "type": "string" },
+        "suggestedLabels": { "type": "array", "items": { "type": "string" } },
+        "rationale": { "type": "string" }
+      }
+    },
+    "recommendation": {
+      "type": "object",
+      "required": ["id", "title", "priority"],
+      "properties": {
+        "id": { "type": "string", "pattern": "^REC-\\d{3,6}$" },
+        "title": { "type": "string", "maxLength": 200 },
+        "description": { "type": "string", "maxLength": 2000 },
+        "priority": { "type": "string", "enum": ["critical", "high", "medium", "low"] },
+        "category": { "type": "string", "enum": ["process", "documentation", "testing", "tooling"] }
+      }
+    },
+    "metrics": {
+      "type": "object",
+      "properties": {
+        "totalBugs": { "type": "integer", "minimum": 0 },
+        "averageQualityScore": { "type": "number", "minimum": 0, "maximum": 100 },
+        "bugsWithReproSteps": { "type": "integer", "minimum": 0 },
+        "bugsWithEvidence": { "type": "integer", "minimum": 0 },
+        "criticalBugs": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "metadata": {
+      "type": "object",
+      "properties": {
+        "executionTimeMs": { "type": "integer", "minimum": 0 },
+        "toolsUsed": { "type": "array", "items": { "type": "string" } },
+        "agentId": { "type": "string", "pattern": "^qe-[a-z][a-z0-9-]*$" },
+        "sourcePlatform": { "type": "string" }
+      }
+    },
+    "validationResult": {
+      "type": "object",
+      "properties": {
+        "schemaValid": { "type": "boolean" },
+        "contentValid": { "type": "boolean" },
+        "confidence": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    },
+    "learningData": {
+      "type": "object",
+      "properties": {
+        "patternsDetected": { "type": "array", "items": { "type": "string" } },
+        "reward": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    }
+  }
+}

package/v3/assets/skills/bug-reporting-excellence/scripts/validate.sh

@@ -0,0 +1,108 @@
+#!/bin/bash
+# =============================================================================
+# AQE Skill Validator: bug-reporting-excellence v1.0.0
+# =============================================================================
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
+PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
+
+for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
+  [[ -f "$lib_path" ]] && source "$lib_path" && break
+done
+
+SKILL_NAME="bug-reporting-excellence"
+SKILL_VERSION="1.0.0"
+REQUIRED_TOOLS=("jq")
+SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
+REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.bugReports" "output.reportQuality")
+MUST_CONTAIN_TERMS=("bug" "steps")
+MUST_NOT_CONTAIN_TERMS=("TODO" "FIXME")
+ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
+
+validate_skill_specific() {
+  local output_file="$1"
+  local has_errors=false
+
+  # Validate bug reports
+  local report_count
+  report_count=$(jq '.output.bugReports | length' "$output_file" 2>/dev/null || echo "0")
+
+  if [[ "$report_count" -eq 0 ]]; then
+    error "No bug reports found - at least one bug report is required"
+    has_errors=true
+  else
+    local invalid_reports
+    invalid_reports=$(jq '[.output.bugReports[]? | select(.id == null or .title == null or .severity == null or .stepsToReproduce == null or .expectedBehavior == null or .actualBehavior == null)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$invalid_reports" -gt 0 ]]; then
+      error "$invalid_reports bug report(s) missing required fields"
+      has_errors=true
+    fi
+
+    # Validate bug ID pattern
+    local invalid_ids
+    invalid_ids=$(jq '[.output.bugReports[]?.id // empty | select(test("^BUG-[0-9]{3,6}$") | not)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$invalid_ids" -gt 0 ]]; then
+      warn "$invalid_ids bug report(s) have invalid ID format (should be BUG-NNN)"
+    fi
+
+    # Validate severity enum
+    local valid_severities="critical high medium low trivial"
+    local severities
+    severities=$(jq -r '.output.bugReports[]?.severity // empty' "$output_file" 2>/dev/null || true)
+
+    for sev in $severities; do
+      if ! echo "$valid_severities" | grep -qw "$sev"; then
+        error "Invalid severity: $sev"
+        has_errors=true
+      fi
+    done
+
+    # Validate steps to reproduce is an array with at least one step
+    local reports_without_steps
+    reports_without_steps=$(jq '[.output.bugReports[]? | select((.stepsToReproduce | length) == 0)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$reports_without_steps" -gt 0 ]]; then
+      warn "$reports_without_steps bug report(s) have empty steps to reproduce"
+    fi
+
+    # Validate title length (min 15 chars)
+    local short_titles
+    short_titles=$(jq '[.output.bugReports[]?.title // "" | select(length < 15)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$short_titles" -gt 0 ]]; then
+      warn "$short_titles bug report(s) have title shorter than 15 characters"
+    fi
+  fi
+
+  # Validate report quality
+  local has_quality
+  has_quality=$(jq '.output.reportQuality | has("overallScore") and has("grade")' "$output_file" 2>/dev/null)
+
+  if [[ "$has_quality" != "true" ]]; then
+    error "Report quality missing required fields (overallScore, grade)"
+    has_errors=true
+  fi
+
+  if [[ "$has_errors" == "true" ]]; then return 1; fi
+  success "Bug reporting excellence validation passed"
+  return 0
+}
+
+OUTPUT_FILE="${1:-}"
+[[ -z "$OUTPUT_FILE" ]] && { echo "Usage: $0 <output-file>"; exit 1; }
+[[ ! -f "$OUTPUT_FILE" ]] && { echo "ERROR: File not found: $OUTPUT_FILE"; exit 1; }
+
+echo "Validating $SKILL_NAME output..."
+jq empty "$OUTPUT_FILE" 2>/dev/null || { echo "ERROR: Invalid JSON"; exit 1; }
+
+if validate_skill_specific "$OUTPUT_FILE"; then
+  echo "PASSED: $SKILL_NAME validation"
+  exit 0
+else
+  echo "FAILED: $SKILL_NAME validation"
+  exit 1
+fi

package/v3/assets/skills/chaos-engineering-resilience/SKILL.md

@@ -11,6 +11,11 @@ last_optimized: 2025-12-02
 dependencies: []
 quick_reference_card: true
 tags: [chaos, resilience, fault-injection, distributed-systems, recovery, netflix]
+trust_tier: 3
+validation:
+  schema_path: schemas/output.json
+  validator_path: scripts/validate.sh
+  eval_path: evals/chaos-engineering-resilience.yaml
 ---
 
 # Chaos Engineering & Resilience Testing