agentic-qe 3.7.8 → 3.7.9

package/assets/skills/n8n-expression-testing/schemas/output.json

@@ -0,0 +1,369 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agentic-qe.dev/schemas/skills/n8n-expression-testing/output.json",
+  "title": "N8N Expression Testing Skill Output Schema",
+  "description": "Schema for n8n-expression-testing skill output. Validates n8n expression syntax, JavaScript evaluation, and data transformation testing.",
+  "type": "object",
+  "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
+  "properties": {
+    "skillName": {
+      "type": "string",
+      "const": "n8n-expression-testing"
+    },
+    "version": {
+      "type": "string",
+      "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
+    },
+    "timestamp": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["success", "partial", "failed", "skipped"]
+    },
+    "trustTier": {
+      "type": "integer",
+      "const": 3
+    },
+    "output": {
+      "type": "object",
+      "required": ["summary", "expressionResults", "nodeTests"],
+      "properties": {
+        "summary": {
+          "type": "string",
+          "minLength": 20,
+          "maxLength": 2000,
+          "description": "Summary of expression testing analysis"
+        },
+        "expressionResults": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/expressionResult"
+          },
+          "minItems": 0,
+          "maxItems": 500,
+          "description": "Results of expression evaluations"
+        },
+        "nodeTests": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/nodeTest"
+          },
+          "maxItems": 200,
+          "description": "Node-specific test cases"
+        },
+        "workflowValidation": {
+          "$ref": "#/$defs/workflowValidation",
+          "description": "Workflow-level validation results"
+        },
+        "syntaxErrors": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/syntaxError"
+          },
+          "description": "Expression syntax errors found"
+        },
+        "dataTransformations": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/dataTransformation"
+          },
+          "description": "Data transformation test cases"
+        },
+        "recommendations": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/recommendation"
+          },
+          "maxItems": 50
+        },
+        "metrics": {
+          "$ref": "#/$defs/metrics"
+        }
+      }
+    },
+    "metadata": {
+      "$ref": "#/$defs/metadata"
+    },
+    "validation": {
+      "$ref": "#/$defs/validationResult"
+    },
+    "learning": {
+      "$ref": "#/$defs/learningData"
+    }
+  },
+  "$defs": {
+    "expressionResult": {
+      "type": "object",
+      "required": ["id", "expression", "status"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^EXPR-\\d{3,6}$"
+        },
+        "expression": {
+          "type": "string",
+          "maxLength": 5000,
+          "description": "The n8n expression being tested"
+        },
+        "expressionType": {
+          "type": "string",
+          "enum": ["simple", "javascript", "template", "function", "mixed"],
+          "description": "Type of n8n expression"
+        },
+        "status": {
+          "type": "string",
+          "enum": ["valid", "invalid", "warning", "error"]
+        },
+        "input": {
+          "type": "object",
+          "description": "Input data for expression evaluation"
+        },
+        "expectedOutput": {
+          "description": "Expected result of expression"
+        },
+        "actualOutput": {
+          "description": "Actual result of expression evaluation"
+        },
+        "passed": {
+          "type": "boolean"
+        },
+        "errorMessage": {
+          "type": "string",
+          "maxLength": 1000
+        },
+        "nodeContext": {
+          "type": "string",
+          "description": "The node where this expression is used"
+        },
+        "dataPath": {
+          "type": "string",
+          "description": "JSON path in workflow data"
+        }
+      }
+    },
+    "nodeTest": {
+      "type": "object",
+      "required": ["nodeId", "nodeName", "nodeType"],
+      "properties": {
+        "nodeId": {
+          "type": "string"
+        },
+        "nodeName": {
+          "type": "string"
+        },
+        "nodeType": {
+          "type": "string",
+          "description": "n8n node type (e.g., n8n-nodes-base.set, n8n-nodes-base.code)"
+        },
+        "expressionCount": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "passedExpressions": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "failedExpressions": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "coverage": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 100
+        },
+        "issues": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    },
+    "workflowValidation": {
+      "type": "object",
+      "required": ["workflowId", "valid"],
+      "properties": {
+        "workflowId": {
+          "type": "string"
+        },
+        "workflowName": {
+          "type": "string"
+        },
+        "valid": {
+          "type": "boolean"
+        },
+        "totalNodes": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "testedNodes": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "totalExpressions": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "validExpressions": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "invalidExpressions": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "overallScore": {
+          "type": "number",
+          "minimum": 0,
+          "maximum": 100
+        },
+        "grade": {
+          "type": "string",
+          "pattern": "^[A-F][+-]?$"
+        }
+      }
+    },
+    "syntaxError": {
+      "type": "object",
+      "required": ["expression", "error"],
+      "properties": {
+        "expression": {
+          "type": "string"
+        },
+        "error": {
+          "type": "string"
+        },
+        "line": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "column": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "nodeName": {
+          "type": "string"
+        },
+        "severity": {
+          "type": "string",
+          "enum": ["error", "warning", "info"]
+        },
+        "suggestion": {
+          "type": "string"
+        }
+      }
+    },
+    "dataTransformation": {
+      "type": "object",
+      "required": ["id", "description", "input", "expectedOutput"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^TRANS-\\d{3,6}$"
+        },
+        "description": {
+          "type": "string"
+        },
+        "input": {
+          "type": "object"
+        },
+        "expectedOutput": {},
+        "actualOutput": {},
+        "expression": {
+          "type": "string"
+        },
+        "passed": {
+          "type": "boolean"
+        },
+        "transformationType": {
+          "type": "string",
+          "enum": ["map", "filter", "reduce", "split", "merge", "custom"]
+        }
+      }
+    },
+    "recommendation": {
+      "type": "object",
+      "required": ["id", "title", "priority"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^REC-\\d{3,6}$"
+        },
+        "title": {
+          "type": "string",
+          "maxLength": 200
+        },
+        "description": {
+          "type": "string",
+          "maxLength": 2000
+        },
+        "priority": {
+          "type": "string",
+          "enum": ["critical", "high", "medium", "low"]
+        },
+        "category": {
+          "type": "string",
+          "enum": ["syntax", "performance", "security", "best-practice", "data-handling"]
+        },
+        "codeExample": {
+          "type": "string",
+          "maxLength": 5000
+        }
+      }
+    },
+    "metrics": {
+      "type": "object",
+      "properties": {
+        "totalExpressions": { "type": "integer", "minimum": 0 },
+        "validExpressions": { "type": "integer", "minimum": 0 },
+        "invalidExpressions": { "type": "integer", "minimum": 0 },
+        "passRate": { "type": "number", "minimum": 0, "maximum": 100 },
+        "nodesAnalyzed": { "type": "integer", "minimum": 0 },
+        "syntaxErrorCount": { "type": "integer", "minimum": 0 },
+        "executionTimeMs": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "metadata": {
+      "type": "object",
+      "properties": {
+        "executionTimeMs": { "type": "integer", "minimum": 0 },
+        "toolsUsed": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "agentId": {
+          "type": "string",
+          "pattern": "^qe-[a-z][a-z0-9-]*$"
+        },
+        "n8nVersion": {
+          "type": "string",
+          "description": "n8n version being tested against"
+        },
+        "workflowPath": {
+          "type": "string"
+        }
+      }
+    },
+    "validationResult": {
+      "type": "object",
+      "properties": {
+        "schemaValid": { "type": "boolean" },
+        "contentValid": { "type": "boolean" },
+        "confidence": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    },
+    "learningData": {
+      "type": "object",
+      "properties": {
+        "patternsDetected": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "reward": { "type": "number", "minimum": 0, "maximum": 1 }
+      }
+    }
+  }
+}

package/assets/skills/n8n-expression-testing/scripts/validate-config.json

@@ -0,0 +1,39 @@
+{
+  "skillName": "n8n-expression-testing",
+  "skillVersion": "1.0.0",
+  "requiredTools": [
+    "jq"
+  ],
+  "optionalTools": [
+    "node"
+  ],
+  "schemaPath": "schemas/output.json",
+  "requiredFields": [
+    "skillName",
+    "status",
+    "output",
+    "output.summary",
+    "output.expressionResults",
+    "output.nodeTests"
+  ],
+  "requiredNonEmptyFields": [
+    "output.summary"
+  ],
+  "mustContainTerms": [
+    "expression",
+    "n8n"
+  ],
+  "mustNotContainTerms": [
+    "TODO",
+    "FIXME",
+    "placeholder"
+  ],
+  "enumValidations": {
+    ".status": [
+      "success",
+      "partial",
+      "failed",
+      "skipped"
+    ]
+  }
+}

package/assets/skills/n8n-integration-testing-patterns/SKILL.md

@@ -11,6 +11,12 @@ last_optimized: 2025-12-15
 dependencies: []
 quick_reference_card: true
 tags: [n8n, integration, api, authentication, oauth, rate-limiting, testing]
+trust_tier: 3
+validation:
+  schema_path: schemas/output.json
+  validator_path: scripts/validate-config.json
+  eval_path: evals/n8n-integration-testing-patterns.yaml
+
 ---
 
 # n8n Integration Testing Patterns