agentic-qe 3.4.1 → 3.4.2

package/v3/assets/skills/n8n-trigger-testing-strategies/scripts/validate.sh

@@ -0,0 +1,121 @@
+#!/bin/bash
+# =============================================================================
+# AQE Skill Validator: n8n-trigger-testing-strategies v1.0.0
+# =============================================================================
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
+PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
+
+for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
+  [[ -f "$lib_path" ]] && source "$lib_path" && break
+done
+
+SKILL_NAME="n8n-trigger-testing-strategies"
+SKILL_VERSION="1.0.0"
+REQUIRED_TOOLS=("jq")
+SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
+REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.triggerTests" "output.triggerAnalysis")
+MUST_CONTAIN_TERMS=("trigger" "n8n")
+MUST_NOT_CONTAIN_TERMS=("TODO" "FIXME")
+ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
+
+validate_skill_specific() {
+  local output_file="$1"
+  local has_errors=false
+
+  # Validate trigger tests
+  local test_count
+  test_count=$(jq '.output.triggerTests | length' "$output_file" 2>/dev/null || echo "0")
+
+  if [[ "$test_count" -gt 0 ]]; then
+    local invalid_tests
+    invalid_tests=$(jq '[.output.triggerTests[]? | select(.id == null or .triggerType == null or .testType == null or .status == null)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$invalid_tests" -gt 0 ]]; then
+      warn "$invalid_tests trigger test(s) missing required fields"
+    fi
+
+    # Validate trigger type enum
+    local valid_types="webhook schedule manual polling event cron"
+    local types
+    types=$(jq -r '.output.triggerTests[]?.triggerType // empty' "$output_file" 2>/dev/null || true)
+
+    for type in $types; do
+      if ! echo "$valid_types" | grep -qw "$type"; then
+        error "Invalid trigger type: $type"
+        has_errors=true
+      fi
+    done
+
+    # Validate test ID pattern
+    local invalid_ids
+    invalid_ids=$(jq '[.output.triggerTests[]?.id // empty | select(test("^TRIG-[0-9]{3,6}$") | not)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$invalid_ids" -gt 0 ]]; then
+      warn "$invalid_ids trigger test(s) have invalid ID format (should be TRIG-NNN)"
+    fi
+  fi
+
+  # Validate trigger analysis
+  local has_analysis
+  has_analysis=$(jq '.output.triggerAnalysis | has("totalTriggers") and has("triggerTypes")' "$output_file" 2>/dev/null)
+
+  if [[ "$has_analysis" != "true" ]]; then
+    error "Trigger analysis missing required fields"
+    has_errors=true
+  fi
+
+  # Validate webhook tests if present
+  local webhook_count
+  webhook_count=$(jq '.output.webhookTests | length' "$output_file" 2>/dev/null || echo "0")
+
+  if [[ "$webhook_count" -gt 0 ]]; then
+    local invalid_webhooks
+    invalid_webhooks=$(jq '[.output.webhookTests[]? | select(.webhookPath == null or .httpMethod == null)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$invalid_webhooks" -gt 0 ]]; then
+      warn "$invalid_webhooks webhook test(s) missing required fields"
+    fi
+  fi
+
+  if [[ "$has_errors" == "true" ]]; then return 1; fi
+  success "N8N trigger testing validation passed"
+  return 0
+}
+
+OUTPUT_FILE="${1:-}"
+
+# Handle --self-test flag
+if [[ "$OUTPUT_FILE" == "--self-test" ]]; then
+  echo "=== Self-Test: $SKILL_NAME v$SKILL_VERSION ==="
+  echo "[PASS] Required tool: jq"
+  if [[ -f "$SCHEMA_PATH" ]]; then
+    echo "[PASS] Schema file exists"
+    if jq empty "$SCHEMA_PATH" 2>/dev/null; then
+      echo "[PASS] Schema is valid JSON"
+    else
+      echo "[FAIL] Schema is invalid JSON"
+      exit 1
+    fi
+  else
+    echo "[WARN] Schema file not found"
+  fi
+  echo "[PASS] Self-test completed"
+  exit 0
+fi
+
+[[ -z "$OUTPUT_FILE" ]] && { echo "Usage: $0 <output-file> | --self-test"; exit 1; }
+[[ ! -f "$OUTPUT_FILE" ]] && { echo "ERROR: File not found: $OUTPUT_FILE"; exit 1; }
+
+echo "Validating $SKILL_NAME output..."
+jq empty "$OUTPUT_FILE" 2>/dev/null || { echo "ERROR: Invalid JSON"; exit 1; }
+
+if validate_skill_specific "$OUTPUT_FILE"; then
+  echo "PASSED: $SKILL_NAME validation"
+  exit 0
+else
+  echo "FAILED: $SKILL_NAME validation"
+  exit 1
+fi

package/v3/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh

@@ -0,0 +1,126 @@
+#!/bin/bash
+# =============================================================================
+# AQE Skill Validator: n8n-workflow-testing-fundamentals v1.0.0
+# =============================================================================
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
+PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
+
+for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
+  [[ -f "$lib_path" ]] && source "$lib_path" && break
+done
+
+SKILL_NAME="n8n-workflow-testing-fundamentals"
+SKILL_VERSION="1.0.0"
+REQUIRED_TOOLS=("jq")
+SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
+REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.workflowValidation" "output.nodeTests")
+MUST_CONTAIN_TERMS=("workflow" "n8n" "test")
+MUST_NOT_CONTAIN_TERMS=("TODO" "FIXME")
+ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
+
+validate_skill_specific() {
+  local output_file="$1"
+  local has_errors=false
+
+  # Validate workflow validation
+  local has_validation
+  has_validation=$(jq '.output.workflowValidation | has("workflowId") and has("valid")' "$output_file" 2>/dev/null)
+
+  if [[ "$has_validation" != "true" ]]; then
+    error "Workflow validation missing required fields (workflowId, valid)"
+    has_errors=true
+  fi
+
+  # Validate node tests
+  local test_count
+  test_count=$(jq '.output.nodeTests | length' "$output_file" 2>/dev/null || echo "0")
+
+  if [[ "$test_count" -gt 0 ]]; then
+    local invalid_tests
+    invalid_tests=$(jq '[.output.nodeTests[]? | select(.nodeId == null or .nodeName == null or .nodeType == null or .status == null)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$invalid_tests" -gt 0 ]]; then
+      warn "$invalid_tests node test(s) missing required fields"
+    fi
+
+    # Validate status enum
+    local valid_statuses="passed failed skipped untested"
+    local statuses
+    statuses=$(jq -r '.output.nodeTests[]?.status // empty' "$output_file" 2>/dev/null || true)
+
+    for status in $statuses; do
+      if ! echo "$valid_statuses" | grep -qw "$status"; then
+        error "Invalid node test status: $status"
+        has_errors=true
+      fi
+    done
+  fi
+
+  # Validate connection tests if present
+  local conn_count
+  conn_count=$(jq '.output.connectionTests | length' "$output_file" 2>/dev/null || echo "0")
+
+  if [[ "$conn_count" -gt 0 ]]; then
+    local invalid_conns
+    invalid_conns=$(jq '[.output.connectionTests[]? | select(.sourceNode == null or .targetNode == null or .valid == null)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$invalid_conns" -gt 0 ]]; then
+      warn "$invalid_conns connection test(s) missing required fields"
+    fi
+  fi
+
+  # Validate test coverage if present
+  local has_coverage
+  has_coverage=$(jq '.output | has("testCoverage")' "$output_file" 2>/dev/null)
+
+  if [[ "$has_coverage" == "true" ]]; then
+    local coverage
+    coverage=$(jq '.output.testCoverage.overallCoverage // -1' "$output_file" 2>/dev/null)
+
+    if [[ "$coverage" != "-1" ]] && (( $(echo "$coverage < 0 || $coverage > 100" | bc -l 2>/dev/null || echo "0") )); then
+      warn "Overall coverage $coverage is out of range (0-100)"
+    fi
+  fi
+
+  if [[ "$has_errors" == "true" ]]; then return 1; fi
+  success "N8N workflow testing validation passed"
+  return 0
+}
+
+OUTPUT_FILE="${1:-}"
+
+# Handle --self-test flag
+if [[ "$OUTPUT_FILE" == "--self-test" ]]; then
+  echo "=== Self-Test: $SKILL_NAME v$SKILL_VERSION ==="
+  echo "[PASS] Required tool: jq"
+  if [[ -f "$SCHEMA_PATH" ]]; then
+    echo "[PASS] Schema file exists"
+    if jq empty "$SCHEMA_PATH" 2>/dev/null; then
+      echo "[PASS] Schema is valid JSON"
+    else
+      echo "[FAIL] Schema is invalid JSON"
+      exit 1
+    fi
+  else
+    echo "[WARN] Schema file not found"
+  fi
+  echo "[PASS] Self-test completed"
+  exit 0
+fi
+
+[[ -z "$OUTPUT_FILE" ]] && { echo "Usage: $0 <output-file> | --self-test"; exit 1; }
+[[ ! -f "$OUTPUT_FILE" ]] && { echo "ERROR: File not found: $OUTPUT_FILE"; exit 1; }
+
+echo "Validating $SKILL_NAME output..."
+jq empty "$OUTPUT_FILE" 2>/dev/null || { echo "ERROR: Invalid JSON"; exit 1; }
+
+if validate_skill_specific "$OUTPUT_FILE"; then
+  echo "PASSED: $SKILL_NAME validation"
+  exit 0
+else
+  echo "FAILED: $SKILL_NAME validation"
+  exit 1
+fi

package/v3/assets/skills/performance-testing/SKILL.md

@@ -11,6 +11,11 @@ last_optimized: 2025-12-02
 dependencies: []
 quick_reference_card: true
 tags: [performance, load-testing, stress-testing, scalability, k6, bottlenecks]
+trust_tier: 3
+validation:
+  schema_path: schemas/output.json
+  validator_path: scripts/validate.sh
+  eval_path: evals/performance-testing.yaml
 ---
 
 # Performance Testing