agentic-qe 3.4.1 → 3.4.2

package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json

@@ -0,0 +1,291 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agentic-qe.dev/schemas/skills/n8n-integration-testing-patterns/output.json",
+  "title": "N8N Integration Testing Patterns Skill Output Schema",
+  "description": "Schema for n8n-integration-testing-patterns skill output. Validates service integration, API connectivity, and workflow integration testing.",
+  "type": "object",
+  "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
+  "properties": {
+    "skillName": {
+      "type": "string",
+      "const": "n8n-integration-testing-patterns"
+    },
+    "version": {
+      "type": "string",
+      "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
+    },
+    "timestamp": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["success", "partial", "failed", "skipped"]
+    },
+    "trustTier": {
+      "type": "integer",
+      "const": 3
+    },
+    "output": {
+      "type": "object",
+      "required": ["summary", "integrationTests", "serviceConnections"],
+      "properties": {
+        "summary": {
+          "type": "string",
+          "minLength": 20,
+          "maxLength": 2000
+        },
+        "integrationTests": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/integrationTest"
+          },
+          "maxItems": 300
+        },
+        "serviceConnections": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/serviceConnection"
+          },
+          "maxItems": 100
+        },
+        "workflowValidation": {
+          "$ref": "#/$defs/workflowValidation"
+        },
+        "mockConfigurations": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/mockConfig"
+          },
+          "description": "Mock service configurations for testing"
+        },
+        "contractTests": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/contractTest"
+          },
+          "description": "API contract tests"
+        },
+        "recommendations": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/recommendation"
+          },
+          "maxItems": 50
+        },
+        "metrics": {
+          "$ref": "#/$defs/metrics"
+        }
+      }
+    },
+    "metadata": {
+      "$ref": "#/$defs/metadata"
+    },
+    "validation": {
+      "$ref": "#/$defs/validationResult"
+    },
+    "learning": {
+      "$ref": "#/$defs/learningData"
+    }
+  },
+  "$defs": {
+    "integrationTest": {
+      "type": "object",
+      "required": ["id", "name", "testType", "status"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^INT-\\d{3,6}$"
+        },
+        "name": {
+          "type": "string",
+          "maxLength": 200
+        },
+        "description": {
+          "type": "string",
+          "maxLength": 1000
+        },
+        "testType": {
+          "type": "string",
+          "enum": ["api", "webhook", "database", "file", "queue", "external-service", "e2e"]
+        },
+        "status": {
+          "type": "string",
+          "enum": ["passed", "failed", "skipped", "pending", "error"]
+        },
+        "priority": {
+          "type": "string",
+          "enum": ["critical", "high", "medium", "low"]
+        },
+        "nodes": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "Nodes involved in this integration test"
+        },
+        "services": {
+          "type": "array",
+          "items": { "type": "string" },
+          "description": "External services tested"
+        },
+        "assertions": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/assertion"
+          }
+        },
+        "setup": {
+          "type": "string",
+          "description": "Test setup requirements"
+        },
+        "teardown": {
+          "type": "string",
+          "description": "Test teardown steps"
+        },
+        "executionTimeMs": {
+          "type": "integer",
+          "minimum": 0
+        }
+      }
+    },
+    "serviceConnection": {
+      "type": "object",
+      "required": ["serviceName", "connectionStatus"],
+      "properties": {
+        "serviceName": {
+          "type": "string"
+        },
+        "serviceType": {
+          "type": "string",
+          "enum": ["api", "database", "storage", "email", "messaging", "payment", "crm", "other"]
+        },
+        "connectionStatus": {
+          "type": "string",
+          "enum": ["connected", "disconnected", "error", "timeout", "auth-failed"]
+        },
+        "credentialId": {
+          "type": "string"
+        },
+        "healthCheck": {
+          "type": "object",
+          "properties": {
+            "passed": { "type": "boolean" },
+            "responseTimeMs": { "type": "integer" },
+            "lastChecked": { "type": "string", "format": "date-time" }
+          }
+        },
+        "usedInNodes": {
+          "type": "array",
+          "items": { "type": "string" }
+        }
+      }
+    },
+    "workflowValidation": {
+      "type": "object",
+      "required": ["workflowId", "valid"],
+      "properties": {
+        "workflowId": { "type": "string" },
+        "workflowName": { "type": "string" },
+        "valid": { "type": "boolean" },
+        "integrationCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
+        "externalDependencies": { "type": "integer", "minimum": 0 },
+        "mockedServices": { "type": "integer", "minimum": 0 },
+        "overallScore": { "type": "number", "minimum": 0, "maximum": 100 },
+        "grade": { "type": "string", "pattern": "^[A-F][+-]?$" }
+      }
+    },
+    "mockConfig": {
+      "type": "object",
+      "required": ["serviceName", "mockType"],
+      "properties": {
+        "serviceName": { "type": "string" },
+        "mockType": {
+          "type": "string",
+          "enum": ["stub", "spy", "mock", "fake", "fixture"]
+        },
+        "responses": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "properties": {
+              "request": { "type": "object" },
+              "response": { "type": "object" },
+              "statusCode": { "type": "integer" }
+            }
+          }
+        }
+      }
+    },
+    "contractTest": {
+      "type": "object",
+      "required": ["consumer", "provider"],
+      "properties": {
+        "consumer": { "type": "string" },
+        "provider": { "type": "string" },
+        "interactions": { "type": "integer", "minimum": 0 },
+        "verified": { "type": "boolean" },
+        "breakingChanges": { "type": "array", "items": { "type": "string" } }
+      }
+    },
+    "assertion": {
+      "type": "object",
+      "required": ["type", "expected"],
+      "properties": {
+        "type": {
+          "type": "string",
+          "enum": ["status", "body", "headers", "timing", "count", "schema"]
+        },
+        "path": { "type": "string" },
+        "expected": {},
+        "actual": {},
+        "passed": { "type": "boolean" }
+      }
+    },
+    "recommendation": {
+      "type": "object",
+      "required": ["id", "title", "priority"],
+      "properties": {
+        "id": { "type": "string", "pattern": "^REC-\\d{3,6}$" },
+        "title": { "type": "string", "maxLength": 200 },
+        "description": { "type": "string", "maxLength": 2000 },
+        "priority": { "type": "string", "enum": ["critical", "high", "medium", "low"] },
+        "category": { "type": "string", "enum": ["coverage", "reliability", "performance", "security", "maintainability"] }
+      }
+    },
+    "metrics": {
+      "type": "object",
+      "properties": {
+        "totalIntegrationTests": { "type": "integer", "minimum": 0 },
+        "passedTests": { "type": "integer", "minimum": 0 },
+        "failedTests": { "type": "integer", "minimum": 0 },
+        "skippedTests": { "type": "integer", "minimum": 0 },
+        "integrationCoverage": { "type": "number", "minimum": 0, "maximum": 100 },
+        "servicesConnected": { "type": "integer", "minimum": 0 },
+        "servicesFailed": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "metadata": {
+      "type": "object",
+      "properties": {
+        "executionTimeMs": { "type": "integer", "minimum": 0 },
+        "toolsUsed": { "type": "array", "items": { "type": "string" } },
+        "agentId": { "type": "string", "pattern": "^qe-[a-z][a-z0-9-]*$" },
+        "n8nVersion": { "type": "string" }
+      }
+    },
+    "validationResult": {
+      "type": "object",
+      "properties": {
+        "schemaValid": { "type": "boolean" },
+        "contentValid": { "type": "boolean" },
+        "confidence": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    },
+    "learningData": {
+      "type": "object",
+      "properties": {
+        "patternsDetected": { "type": "array", "items": { "type": "string" } },
+        "reward": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    }
+  }
+}

package/.claude/skills/n8n-integration-testing-patterns/scripts/validate.sh

@@ -0,0 +1,104 @@
+#!/bin/bash
+# =============================================================================
+# AQE Skill Validator: n8n-integration-testing-patterns v1.0.0
+# =============================================================================
+set -euo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
+PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
+
+for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
+  [[ -f "$lib_path" ]] && source "$lib_path" && break
+done
+
+SKILL_NAME="n8n-integration-testing-patterns"
+SKILL_VERSION="1.0.0"
+REQUIRED_TOOLS=("jq")
+SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
+REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.integrationTests" "output.serviceConnections")
+MUST_CONTAIN_TERMS=("integration" "n8n")
+MUST_NOT_CONTAIN_TERMS=("TODO" "FIXME")
+ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
+
+validate_skill_specific() {
+  local output_file="$1"
+  local has_errors=false
+
+  # Validate integration tests structure
+  local test_count
+  test_count=$(jq '.output.integrationTests | length' "$output_file" 2>/dev/null || echo "0")
+
+  if [[ "$test_count" -gt 0 ]]; then
+    local invalid_tests
+    invalid_tests=$(jq '[.output.integrationTests[]? | select(.id == null or .name == null or .testType == null or .status == null)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$invalid_tests" -gt 0 ]]; then
+      warn "$invalid_tests integration test(s) missing required fields"
+    fi
+
+    # Validate test type enum
+    local valid_types="api webhook database file queue external-service e2e"
+    local types
+    types=$(jq -r '.output.integrationTests[]?.testType // empty' "$output_file" 2>/dev/null || true)
+
+    for type in $types; do
+      if ! echo "$valid_types" | grep -qw "$type"; then
+        error "Invalid test type: $type"
+        has_errors=true
+      fi
+    done
+  fi
+
+  # Validate service connections
+  local conn_count
+  conn_count=$(jq '.output.serviceConnections | length' "$output_file" 2>/dev/null || echo "0")
+
+  if [[ "$conn_count" -gt 0 ]]; then
+    local invalid_conns
+    invalid_conns=$(jq '[.output.serviceConnections[]? | select(.serviceName == null or .connectionStatus == null)] | length' "$output_file" 2>/dev/null || echo "0")
+
+    if [[ "$invalid_conns" -gt 0 ]]; then
+      warn "$invalid_conns service connection(s) missing required fields"
+    fi
+  fi
+
+  if [[ "$has_errors" == "true" ]]; then return 1; fi
+  success "N8N integration testing validation passed"
+  return 0
+}
+
+OUTPUT_FILE="${1:-}"
+
+# Handle --self-test flag
+if [[ "$OUTPUT_FILE" == "--self-test" ]]; then
+  echo "=== Self-Test: $SKILL_NAME v$SKILL_VERSION ==="
+  echo "[PASS] Required tool: jq"
+  if [[ -f "$SCHEMA_PATH" ]]; then
+    echo "[PASS] Schema file exists"
+    if jq empty "$SCHEMA_PATH" 2>/dev/null; then
+      echo "[PASS] Schema is valid JSON"
+    else
+      echo "[FAIL] Schema is invalid JSON"
+      exit 1
+    fi
+  else
+    echo "[WARN] Schema file not found"
+  fi
+  echo "[PASS] Self-test completed"
+  exit 0
+fi
+
+[[ -z "$OUTPUT_FILE" ]] && { echo "Usage: $0 <output-file> | --self-test"; exit 1; }
+[[ ! -f "$OUTPUT_FILE" ]] && { echo "ERROR: File not found: $OUTPUT_FILE"; exit 1; }
+
+echo "Validating $SKILL_NAME output..."
+jq empty "$OUTPUT_FILE" 2>/dev/null || { echo "ERROR: Invalid JSON"; exit 1; }
+
+if validate_skill_specific "$OUTPUT_FILE"; then
+  echo "PASSED: $SKILL_NAME validation"
+  exit 0
+else
+  echo "FAILED: $SKILL_NAME validation"
+  exit 1
+fi

package/.claude/skills/n8n-security-testing/SKILL.md

@@ -11,6 +11,12 @@ last_optimized: 2025-12-15
 dependencies: []
 quick_reference_card: true
 tags: [n8n, security, credentials, oauth, api-keys, encryption, testing]
+trust_tier: 3
+validation:
+  schema_path: schemas/output.json
+  validator_path: scripts/validate.sh
+  eval_path: evals/n8n-security-testing.yaml
+
 ---
 
 # n8n Security Testing