agentic-qe 3.4.0 → 3.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (498) hide show
  1. package/.claude/skills/.validation/README.md +111 -0
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -0
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -0
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -0
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -0
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +452 -0
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -0
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -0
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -0
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -0
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -0
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -0
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -0
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -0
  15. package/.claude/skills/.validation/templates/validate.template.sh +1060 -0
  16. package/.claude/skills/.validation/templates/validator-lib.sh +1031 -0
  17. package/.claude/skills/.validation/test-data/invalid-output.json +5 -0
  18. package/.claude/skills/.validation/test-data/minimal-output.json +9 -0
  19. package/.claude/skills/.validation/test-data/sample-output.json +73 -0
  20. package/.claude/skills/TRUST-TIERS.md +158 -0
  21. package/.claude/skills/a11y-ally/SKILL.md +1664 -1658
  22. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -0
  23. package/.claude/skills/a11y-ally/schemas/output.json +549 -0
  24. package/.claude/skills/a11y-ally/scripts/validate.sh +690 -0
  25. package/.claude/skills/accessibility-testing/SKILL.md +8 -1
  26. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -0
  27. package/.claude/skills/accessibility-testing/schemas/output.json +776 -0
  28. package/.claude/skills/accessibility-testing/scripts/validate.sh +943 -0
  29. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -0
  30. package/.claude/skills/agentic-quality-engineering/SKILL.md +4 -0
  31. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -0
  32. package/.claude/skills/api-testing-patterns/SKILL.md +5 -0
  33. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -0
  34. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -0
  35. package/.claude/skills/api-testing-patterns/scripts/validate.sh +931 -0
  36. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -0
  37. package/.claude/skills/aqe-v2-v3-migration/skill.md +4 -0
  38. package/.claude/skills/brutal-honesty-review/SKILL.md +5 -0
  39. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -0
  40. package/.claude/skills/brutal-honesty-review/scripts/validate.sh +130 -0
  41. package/.claude/skills/bug-reporting-excellence/SKILL.md +5 -0
  42. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -0
  43. package/.claude/skills/bug-reporting-excellence/scripts/validate.sh +108 -0
  44. package/.claude/skills/chaos-engineering-resilience/SKILL.md +5 -0
  45. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
  46. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -0
  47. package/.claude/skills/chaos-engineering-resilience/scripts/validate.sh +1107 -0
  48. package/.claude/skills/cicd-pipeline-qe-orchestrator/SKILL.md +6 -0
  49. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -0
  50. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -0
  51. package/.claude/skills/cicd-pipeline-qe-orchestrator/scripts/validate.sh +310 -0
  52. package/.claude/skills/code-review-quality/SKILL.md +5 -0
  53. package/.claude/skills/code-review-quality/schemas/output.json +264 -0
  54. package/.claude/skills/code-review-quality/scripts/validate.sh +113 -0
  55. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -0
  56. package/.claude/skills/compatibility-testing/schemas/output.json +551 -0
  57. package/.claude/skills/compatibility-testing/scripts/validate.sh +605 -0
  58. package/.claude/skills/compliance-testing/SKILL.md +7 -0
  59. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -0
  60. package/.claude/skills/compliance-testing/schemas/output.json +845 -0
  61. package/.claude/skills/compliance-testing/scripts/validate.sh +888 -0
  62. package/.claude/skills/consultancy-practices/SKILL.md +4 -0
  63. package/.claude/skills/consultancy-practices/schemas/output.json +282 -0
  64. package/.claude/skills/context-driven-testing/SKILL.md +3 -0
  65. package/.claude/skills/contract-testing/SKILL.md +5 -0
  66. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -0
  67. package/.claude/skills/contract-testing/schemas/output.json +638 -0
  68. package/.claude/skills/contract-testing/scripts/validate.sh +1033 -0
  69. package/.claude/skills/database-testing/SKILL.md +5 -0
  70. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -0
  71. package/.claude/skills/database-testing/schemas/output.json +1446 -0
  72. package/.claude/skills/database-testing/scripts/validate.sh +1099 -0
  73. package/.claude/skills/exploratory-testing-advanced/SKILL.md +3 -0
  74. package/.claude/skills/holistic-testing-pact/SKILL.md +3 -0
  75. package/.claude/skills/localization-testing/SKILL.md +6 -0
  76. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -0
  77. package/.claude/skills/localization-testing/schemas/output.json +325 -0
  78. package/.claude/skills/localization-testing/scripts/validate.sh +131 -0
  79. package/.claude/skills/mobile-testing/SKILL.md +6 -0
  80. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -0
  81. package/.claude/skills/mobile-testing/schemas/output.json +318 -0
  82. package/.claude/skills/mobile-testing/scripts/validate.sh +127 -0
  83. package/.claude/skills/mutation-testing/SKILL.md +8 -1
  84. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -0
  85. package/.claude/skills/mutation-testing/schemas/output.json +707 -0
  86. package/.claude/skills/mutation-testing/scripts/validate.sh +992 -0
  87. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -0
  88. package/.claude/skills/n8n-expression-testing/SKILL.md +6 -0
  89. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -0
  90. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -0
  91. package/.claude/skills/n8n-expression-testing/scripts/validate.sh +162 -0
  92. package/.claude/skills/n8n-integration-testing-patterns/SKILL.md +6 -0
  93. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -0
  94. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -0
  95. package/.claude/skills/n8n-integration-testing-patterns/scripts/validate.sh +104 -0
  96. package/.claude/skills/n8n-security-testing/SKILL.md +6 -0
  97. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -0
  98. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -0
  99. package/.claude/skills/n8n-security-testing/scripts/validate.sh +120 -0
  100. package/.claude/skills/n8n-trigger-testing-strategies/SKILL.md +6 -0
  101. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -0
  102. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -0
  103. package/.claude/skills/n8n-trigger-testing-strategies/scripts/validate.sh +121 -0
  104. package/.claude/skills/n8n-workflow-testing-fundamentals/SKILL.md +6 -0
  105. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -0
  106. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -0
  107. package/.claude/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +126 -0
  108. package/.claude/skills/performance-analysis/SKILL.md +6 -0
  109. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -0
  110. package/.claude/skills/performance-analysis/schemas/output.json +588 -0
  111. package/.claude/skills/performance-analysis/scripts/validate.sh +63 -0
  112. package/.claude/skills/performance-testing/SKILL.md +5 -0
  113. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -0
  114. package/.claude/skills/performance-testing/schemas/output.json +1184 -0
  115. package/.claude/skills/performance-testing/scripts/validate.sh +1090 -0
  116. package/.claude/skills/qcsd-ideation-swarm/SKILL.md +1759 -1753
  117. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -0
  118. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -0
  119. package/.claude/skills/qcsd-ideation-swarm/scripts/validate.sh +56 -0
  120. package/.claude/skills/qe-chaos-resilience/SKILL.md +6 -0
  121. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -0
  122. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -0
  123. package/.claude/skills/qe-chaos-resilience/scripts/validate.sh +401 -0
  124. package/.claude/skills/qe-code-intelligence/SKILL.md +6 -0
  125. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -0
  126. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -0
  127. package/.claude/skills/qe-code-intelligence/scripts/validate.sh +408 -0
  128. package/.claude/skills/qe-contract-testing/SKILL.md +6 -0
  129. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -0
  130. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -0
  131. package/.claude/skills/qe-contract-testing/scripts/validate.sh +421 -0
  132. package/.claude/skills/qe-coverage-analysis/SKILL.md +6 -0
  133. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -0
  134. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -0
  135. package/.claude/skills/qe-coverage-analysis/scripts/validate.sh +453 -0
  136. package/.claude/skills/qe-defect-intelligence/SKILL.md +6 -0
  137. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -0
  138. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -0
  139. package/.claude/skills/qe-defect-intelligence/scripts/validate.sh +466 -0
  140. package/.claude/skills/qe-iterative-loop/SKILL.md +445 -440
  141. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -0
  142. package/.claude/skills/qe-iterative-loop/scripts/validate.sh +474 -0
  143. package/.claude/skills/qe-learning-optimization/SKILL.md +6 -0
  144. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -0
  145. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -0
  146. package/.claude/skills/qe-learning-optimization/scripts/validate.sh +56 -0
  147. package/.claude/skills/qe-quality-assessment/SKILL.md +6 -0
  148. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -0
  149. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -0
  150. package/.claude/skills/qe-quality-assessment/scripts/validate.sh +352 -0
  151. package/.claude/skills/qe-requirements-validation/SKILL.md +6 -0
  152. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -0
  153. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -0
  154. package/.claude/skills/qe-requirements-validation/scripts/validate.sh +275 -0
  155. package/.claude/skills/qe-security-compliance/SKILL.md +6 -0
  156. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -0
  157. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -0
  158. package/.claude/skills/qe-security-compliance/scripts/validate.sh +305 -0
  159. package/.claude/skills/qe-test-execution/SKILL.md +6 -0
  160. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -0
  161. package/.claude/skills/qe-test-execution/schemas/output.json +529 -0
  162. package/.claude/skills/qe-test-execution/scripts/validate.sh +323 -0
  163. package/.claude/skills/qe-test-generation/SKILL.md +6 -0
  164. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -0
  165. package/.claude/skills/qe-test-generation/schemas/output.json +439 -0
  166. package/.claude/skills/qe-test-generation/scripts/validate.sh +56 -0
  167. package/.claude/skills/qe-visual-accessibility/SKILL.md +6 -0
  168. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -0
  169. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -0
  170. package/.claude/skills/qe-visual-accessibility/scripts/validate.sh +56 -0
  171. package/.claude/skills/quality-metrics/SKILL.md +6 -0
  172. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -0
  173. package/.claude/skills/quality-metrics/schemas/output.json +403 -0
  174. package/.claude/skills/quality-metrics/scripts/validate.sh +434 -0
  175. package/.claude/skills/refactoring-patterns/SKILL.md +5 -0
  176. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -0
  177. package/.claude/skills/refactoring-patterns/scripts/validate.sh +241 -0
  178. package/.claude/skills/regression-testing/SKILL.md +6 -0
  179. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -0
  180. package/.claude/skills/regression-testing/schemas/output.json +311 -0
  181. package/.claude/skills/regression-testing/scripts/validate.sh +130 -0
  182. package/.claude/skills/risk-based-testing/SKILL.md +6 -0
  183. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -0
  184. package/.claude/skills/risk-based-testing/schemas/output.json +480 -0
  185. package/.claude/skills/risk-based-testing/scripts/validate.sh +56 -0
  186. package/.claude/skills/security-testing/SKILL.md +5 -0
  187. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -0
  188. package/.claude/skills/security-testing/schemas/output.json +879 -0
  189. package/.claude/skills/security-testing/scripts/validate.sh +967 -0
  190. package/.claude/skills/security-visual-testing/SKILL.md +223 -217
  191. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -0
  192. package/.claude/skills/security-visual-testing/schemas/output.json +486 -0
  193. package/.claude/skills/security-visual-testing/scripts/validate.sh +748 -0
  194. package/.claude/skills/sherlock-review/SKILL.md +5 -0
  195. package/.claude/skills/sherlock-review/schemas/output.json +297 -0
  196. package/.claude/skills/sherlock-review/scripts/validate.sh +115 -0
  197. package/.claude/skills/shift-left-testing/SKILL.md +6 -0
  198. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -0
  199. package/.claude/skills/shift-left-testing/schemas/output.json +459 -0
  200. package/.claude/skills/shift-left-testing/scripts/validate.sh +56 -0
  201. package/.claude/skills/shift-right-testing/SKILL.md +6 -0
  202. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -0
  203. package/.claude/skills/shift-right-testing/schemas/output.json +418 -0
  204. package/.claude/skills/shift-right-testing/scripts/validate.sh +56 -0
  205. package/.claude/skills/six-thinking-hats/SKILL.md +3 -0
  206. package/.claude/skills/tdd-london-chicago/SKILL.md +5 -0
  207. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -0
  208. package/.claude/skills/tdd-london-chicago/scripts/validate.sh +214 -0
  209. package/.claude/skills/technical-writing/SKILL.md +4 -0
  210. package/.claude/skills/technical-writing/schemas/output.json +268 -0
  211. package/.claude/skills/test-automation-strategy/SKILL.md +6 -0
  212. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -0
  213. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -0
  214. package/.claude/skills/test-automation-strategy/scripts/validate.sh +195 -0
  215. package/.claude/skills/test-data-management/SKILL.md +6 -0
  216. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -0
  217. package/.claude/skills/test-data-management/schemas/output.json +284 -0
  218. package/.claude/skills/test-data-management/scripts/validate.sh +137 -0
  219. package/.claude/skills/test-design-techniques/SKILL.md +6 -0
  220. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -0
  221. package/.claude/skills/test-design-techniques/schemas/output.json +295 -0
  222. package/.claude/skills/test-design-techniques/scripts/validate.sh +91 -0
  223. package/.claude/skills/test-environment-management/SKILL.md +4 -0
  224. package/.claude/skills/test-environment-management/schemas/output.json +310 -0
  225. package/.claude/skills/test-reporting-analytics/SKILL.md +6 -0
  226. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -0
  227. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -0
  228. package/.claude/skills/test-reporting-analytics/scripts/validate.sh +77 -0
  229. package/.claude/skills/testability-scoring/SKILL.md +5 -0
  230. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -0
  231. package/.claude/skills/testability-scoring/schemas/output.json +606 -0
  232. package/.claude/skills/testability-scoring/scripts/validate.sh +891 -0
  233. package/.claude/skills/trust-tier-manifest.json +2333 -0
  234. package/.claude/skills/verification-quality/SKILL.md +6 -0
  235. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -0
  236. package/.claude/skills/verification-quality/schemas/output.json +432 -0
  237. package/.claude/skills/verification-quality/scripts/validate.sh +77 -0
  238. package/.claude/skills/visual-testing-advanced/SKILL.md +6 -0
  239. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -0
  240. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -0
  241. package/.claude/skills/visual-testing-advanced/scripts/validate.sh +77 -0
  242. package/.claude/skills/xp-practices/SKILL.md +3 -0
  243. package/CHANGELOG.md +23 -0
  244. package/README.md +39 -2
  245. package/package.json +4 -1
  246. package/scripts/run-skill-eval.ts +1097 -0
  247. package/scripts/test-schema-validation.js +301 -0
  248. package/scripts/update-skill-manifest.ts +751 -0
  249. package/scripts/validate-skill-frontmatter.js +141 -0
  250. package/v3/CHANGELOG.md +21 -0
  251. package/v3/README.md +43 -3
  252. package/v3/assets/agents/v3/qe-test-idea-rewriter.md +375 -375
  253. package/v3/assets/skills/.validation/README.md +111 -0
  254. package/v3/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -0
  255. package/v3/assets/skills/.validation/examples/performance-testing-output.example.json +252 -0
  256. package/v3/assets/skills/.validation/examples/security-testing-output.example.json +413 -0
  257. package/v3/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -0
  258. package/v3/assets/skills/.validation/schemas/skill-eval.schema.json +452 -0
  259. package/v3/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -0
  260. package/v3/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -0
  261. package/v3/assets/skills/.validation/schemas/skill-output.template.json +610 -0
  262. package/v3/assets/skills/.validation/skill-validation-mcp-integration.md +250 -0
  263. package/v3/assets/skills/.validation/templates/eval.template.yaml +366 -0
  264. package/v3/assets/skills/.validation/templates/schemas/output.json +145 -0
  265. package/v3/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -0
  266. package/v3/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -0
  267. package/v3/assets/skills/.validation/templates/validate.template.sh +1060 -0
  268. package/v3/assets/skills/.validation/templates/validator-lib.sh +1031 -0
  269. package/v3/assets/skills/.validation/test-data/invalid-output.json +5 -0
  270. package/v3/assets/skills/.validation/test-data/minimal-output.json +9 -0
  271. package/v3/assets/skills/.validation/test-data/sample-output.json +73 -0
  272. package/v3/assets/skills/accessibility-testing/SKILL.md +8 -1
  273. package/v3/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -0
  274. package/v3/assets/skills/accessibility-testing/schemas/output.json +776 -0
  275. package/v3/assets/skills/accessibility-testing/scripts/validate.sh +943 -0
  276. package/v3/assets/skills/accessibility-testing/test-data/sample-output.json +191 -0
  277. package/v3/assets/skills/agentic-quality-engineering/SKILL.md +4 -0
  278. package/v3/assets/skills/agentic-quality-engineering/schemas/output.json +577 -0
  279. package/v3/assets/skills/api-testing-patterns/SKILL.md +5 -0
  280. package/v3/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -0
  281. package/v3/assets/skills/api-testing-patterns/schemas/output.json +845 -0
  282. package/v3/assets/skills/api-testing-patterns/scripts/validate.sh +931 -0
  283. package/v3/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -0
  284. package/v3/assets/skills/aqe-v2-v3-migration/skill.md +20 -16
  285. package/v3/assets/skills/bug-reporting-excellence/SKILL.md +5 -0
  286. package/v3/assets/skills/bug-reporting-excellence/schemas/output.json +288 -0
  287. package/v3/assets/skills/bug-reporting-excellence/scripts/validate.sh +108 -0
  288. package/v3/assets/skills/chaos-engineering-resilience/SKILL.md +5 -0
  289. package/v3/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
  290. package/v3/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -0
  291. package/v3/assets/skills/chaos-engineering-resilience/scripts/validate.sh +1107 -0
  292. package/v3/assets/skills/code-review-quality/SKILL.md +5 -0
  293. package/v3/assets/skills/code-review-quality/schemas/output.json +264 -0
  294. package/v3/assets/skills/code-review-quality/scripts/validate.sh +113 -0
  295. package/v3/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -0
  296. package/v3/assets/skills/compatibility-testing/schemas/output.json +551 -0
  297. package/v3/assets/skills/compatibility-testing/scripts/validate.sh +605 -0
  298. package/v3/assets/skills/compliance-testing/SKILL.md +7 -0
  299. package/v3/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -0
  300. package/v3/assets/skills/compliance-testing/schemas/output.json +845 -0
  301. package/v3/assets/skills/compliance-testing/scripts/validate.sh +888 -0
  302. package/v3/assets/skills/consultancy-practices/SKILL.md +4 -0
  303. package/v3/assets/skills/consultancy-practices/schemas/output.json +282 -0
  304. package/v3/assets/skills/context-driven-testing/SKILL.md +3 -0
  305. package/v3/assets/skills/contract-testing/SKILL.md +5 -0
  306. package/v3/assets/skills/contract-testing/evals/contract-testing.yaml +748 -0
  307. package/v3/assets/skills/contract-testing/schemas/output.json +638 -0
  308. package/v3/assets/skills/contract-testing/scripts/validate.sh +1033 -0
  309. package/v3/assets/skills/database-testing/SKILL.md +5 -0
  310. package/v3/assets/skills/database-testing/evals/database-testing.yaml +968 -0
  311. package/v3/assets/skills/database-testing/schemas/output.json +1446 -0
  312. package/v3/assets/skills/database-testing/scripts/validate.sh +1099 -0
  313. package/v3/assets/skills/exploratory-testing-advanced/SKILL.md +3 -0
  314. package/v3/assets/skills/holistic-testing-pact/SKILL.md +3 -0
  315. package/v3/assets/skills/localization-testing/SKILL.md +6 -0
  316. package/v3/assets/skills/localization-testing/evals/localization-testing.yaml +544 -0
  317. package/v3/assets/skills/localization-testing/schemas/output.json +325 -0
  318. package/v3/assets/skills/localization-testing/scripts/validate.sh +131 -0
  319. package/v3/assets/skills/mobile-testing/SKILL.md +6 -0
  320. package/v3/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -0
  321. package/v3/assets/skills/mobile-testing/schemas/output.json +318 -0
  322. package/v3/assets/skills/mobile-testing/scripts/validate.sh +127 -0
  323. package/v3/assets/skills/mutation-testing/SKILL.md +8 -1
  324. package/v3/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -0
  325. package/v3/assets/skills/mutation-testing/schemas/output.json +707 -0
  326. package/v3/assets/skills/mutation-testing/scripts/validate.sh +992 -0
  327. package/v3/assets/skills/mutation-testing/test-data/sample-output.json +295 -0
  328. package/v3/assets/skills/n8n-expression-testing/scripts/validate.sh +162 -0
  329. package/v3/assets/skills/n8n-integration-testing-patterns/scripts/validate.sh +104 -0
  330. package/v3/assets/skills/n8n-security-testing/scripts/validate.sh +120 -0
  331. package/v3/assets/skills/n8n-trigger-testing-strategies/scripts/validate.sh +121 -0
  332. package/v3/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +126 -0
  333. package/v3/assets/skills/performance-testing/SKILL.md +5 -0
  334. package/v3/assets/skills/performance-testing/evals/performance-testing.yaml +772 -0
  335. package/v3/assets/skills/performance-testing/schemas/output.json +1184 -0
  336. package/v3/assets/skills/performance-testing/scripts/validate.sh +1090 -0
  337. package/v3/assets/skills/qe-chaos-resilience/SKILL.md +6 -0
  338. package/v3/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -0
  339. package/v3/assets/skills/qe-chaos-resilience/schemas/output.json +314 -0
  340. package/v3/assets/skills/qe-chaos-resilience/scripts/validate.sh +401 -0
  341. package/v3/assets/skills/qe-code-intelligence/SKILL.md +6 -0
  342. package/v3/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -0
  343. package/v3/assets/skills/qe-code-intelligence/schemas/output.json +315 -0
  344. package/v3/assets/skills/qe-code-intelligence/scripts/validate.sh +408 -0
  345. package/v3/assets/skills/qe-contract-testing/SKILL.md +6 -0
  346. package/v3/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -0
  347. package/v3/assets/skills/qe-contract-testing/schemas/output.json +295 -0
  348. package/v3/assets/skills/qe-contract-testing/scripts/validate.sh +421 -0
  349. package/v3/assets/skills/qe-coverage-analysis/SKILL.md +6 -0
  350. package/v3/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -0
  351. package/v3/assets/skills/qe-coverage-analysis/schemas/output.json +286 -0
  352. package/v3/assets/skills/qe-coverage-analysis/scripts/validate.sh +453 -0
  353. package/v3/assets/skills/qe-defect-intelligence/SKILL.md +6 -0
  354. package/v3/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -0
  355. package/v3/assets/skills/qe-defect-intelligence/schemas/output.json +283 -0
  356. package/v3/assets/skills/qe-defect-intelligence/scripts/validate.sh +466 -0
  357. package/v3/assets/skills/qe-iterative-loop/SKILL.md +445 -443
  358. package/v3/assets/skills/qe-iterative-loop/schemas/output.json +264 -0
  359. package/v3/assets/skills/qe-iterative-loop/scripts/validate.sh +474 -0
  360. package/v3/assets/skills/qe-learning-optimization/SKILL.md +6 -0
  361. package/v3/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -0
  362. package/v3/assets/skills/qe-learning-optimization/schemas/output.json +288 -0
  363. package/v3/assets/skills/qe-learning-optimization/scripts/validate.sh +56 -0
  364. package/v3/assets/skills/qe-quality-assessment/SKILL.md +6 -0
  365. package/v3/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -0
  366. package/v3/assets/skills/qe-quality-assessment/schemas/output.json +550 -0
  367. package/v3/assets/skills/qe-quality-assessment/scripts/validate.sh +352 -0
  368. package/v3/assets/skills/qe-requirements-validation/SKILL.md +6 -0
  369. package/v3/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -0
  370. package/v3/assets/skills/qe-requirements-validation/schemas/output.json +587 -0
  371. package/v3/assets/skills/qe-requirements-validation/scripts/validate.sh +275 -0
  372. package/v3/assets/skills/qe-security-compliance/SKILL.md +6 -0
  373. package/v3/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -0
  374. package/v3/assets/skills/qe-security-compliance/schemas/output.json +498 -0
  375. package/v3/assets/skills/qe-security-compliance/scripts/validate.sh +305 -0
  376. package/v3/assets/skills/qe-test-execution/SKILL.md +6 -0
  377. package/v3/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -0
  378. package/v3/assets/skills/qe-test-execution/schemas/output.json +529 -0
  379. package/v3/assets/skills/qe-test-execution/scripts/validate.sh +323 -0
  380. package/v3/assets/skills/qe-test-generation/SKILL.md +6 -0
  381. package/v3/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -0
  382. package/v3/assets/skills/qe-test-generation/schemas/output.json +439 -0
  383. package/v3/assets/skills/qe-test-generation/scripts/validate.sh +56 -0
  384. package/v3/assets/skills/qe-visual-accessibility/SKILL.md +6 -0
  385. package/v3/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -0
  386. package/v3/assets/skills/qe-visual-accessibility/schemas/output.json +491 -0
  387. package/v3/assets/skills/qe-visual-accessibility/scripts/validate.sh +56 -0
  388. package/v3/assets/skills/quality-metrics/SKILL.md +6 -0
  389. package/v3/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -0
  390. package/v3/assets/skills/quality-metrics/schemas/output.json +403 -0
  391. package/v3/assets/skills/quality-metrics/scripts/validate.sh +434 -0
  392. package/v3/assets/skills/refactoring-patterns/SKILL.md +5 -0
  393. package/v3/assets/skills/refactoring-patterns/schemas/output.json +475 -0
  394. package/v3/assets/skills/refactoring-patterns/scripts/validate.sh +241 -0
  395. package/v3/assets/skills/regression-testing/SKILL.md +6 -0
  396. package/v3/assets/skills/regression-testing/evals/regression-testing.yaml +504 -0
  397. package/v3/assets/skills/regression-testing/schemas/output.json +311 -0
  398. package/v3/assets/skills/regression-testing/scripts/validate.sh +130 -0
  399. package/v3/assets/skills/risk-based-testing/SKILL.md +6 -0
  400. package/v3/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -0
  401. package/v3/assets/skills/risk-based-testing/schemas/output.json +480 -0
  402. package/v3/assets/skills/risk-based-testing/scripts/validate.sh +56 -0
  403. package/v3/assets/skills/security-testing/SKILL.md +5 -0
  404. package/v3/assets/skills/security-testing/evals/security-testing.yaml +789 -0
  405. package/v3/assets/skills/security-testing/schemas/output.json +879 -0
  406. package/v3/assets/skills/security-testing/scripts/validate.sh +967 -0
  407. package/v3/assets/skills/shift-left-testing/SKILL.md +6 -0
  408. package/v3/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -0
  409. package/v3/assets/skills/shift-left-testing/schemas/output.json +459 -0
  410. package/v3/assets/skills/shift-left-testing/scripts/validate.sh +56 -0
  411. package/v3/assets/skills/shift-right-testing/SKILL.md +6 -0
  412. package/v3/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -0
  413. package/v3/assets/skills/shift-right-testing/schemas/output.json +418 -0
  414. package/v3/assets/skills/shift-right-testing/scripts/validate.sh +56 -0
  415. package/v3/assets/skills/six-thinking-hats/SKILL.md +3 -0
  416. package/v3/assets/skills/tdd-london-chicago/SKILL.md +5 -0
  417. package/v3/assets/skills/tdd-london-chicago/schemas/output.json +444 -0
  418. package/v3/assets/skills/tdd-london-chicago/scripts/validate.sh +214 -0
  419. package/v3/assets/skills/technical-writing/SKILL.md +4 -0
  420. package/v3/assets/skills/technical-writing/schemas/output.json +268 -0
  421. package/v3/assets/skills/test-automation-strategy/SKILL.md +6 -0
  422. package/v3/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -0
  423. package/v3/assets/skills/test-automation-strategy/schemas/output.json +444 -0
  424. package/v3/assets/skills/test-automation-strategy/scripts/validate.sh +195 -0
  425. package/v3/assets/skills/test-data-management/SKILL.md +6 -0
  426. package/v3/assets/skills/test-data-management/evals/test-data-management.yaml +504 -0
  427. package/v3/assets/skills/test-data-management/schemas/output.json +284 -0
  428. package/v3/assets/skills/test-data-management/scripts/validate.sh +137 -0
  429. package/v3/assets/skills/test-design-techniques/SKILL.md +6 -0
  430. package/v3/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -0
  431. package/v3/assets/skills/test-design-techniques/schemas/output.json +295 -0
  432. package/v3/assets/skills/test-design-techniques/scripts/validate.sh +91 -0
  433. package/v3/assets/skills/test-environment-management/SKILL.md +4 -0
  434. package/v3/assets/skills/test-environment-management/schemas/output.json +310 -0
  435. package/v3/assets/skills/test-reporting-analytics/SKILL.md +6 -0
  436. package/v3/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -0
  437. package/v3/assets/skills/test-reporting-analytics/schemas/output.json +329 -0
  438. package/v3/assets/skills/test-reporting-analytics/scripts/validate.sh +77 -0
  439. package/v3/assets/skills/verification-quality/SKILL.md +6 -0
  440. package/v3/assets/skills/verification-quality/evals/verification-quality.yaml +150 -0
  441. package/v3/assets/skills/verification-quality/schemas/output.json +432 -0
  442. package/v3/assets/skills/verification-quality/scripts/validate.sh +77 -0
  443. package/v3/assets/skills/visual-testing-advanced/SKILL.md +6 -0
  444. package/v3/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -0
  445. package/v3/assets/skills/visual-testing-advanced/schemas/output.json +294 -0
  446. package/v3/assets/skills/visual-testing-advanced/scripts/validate.sh +77 -0
  447. package/v3/assets/skills/xp-practices/SKILL.md +3 -0
  448. package/v3/assets/templates/validation-report.md.hbs +139 -0
  449. package/v3/assets/templates/validation-summary.json +56 -0
  450. package/v3/dist/cli/bundle.js +11853 -5316
  451. package/v3/dist/cli/commands/eval.d.ts +18 -0
  452. package/v3/dist/cli/commands/eval.d.ts.map +1 -0
  453. package/v3/dist/cli/commands/eval.js +505 -0
  454. package/v3/dist/cli/commands/eval.js.map +1 -0
  455. package/v3/dist/cli/commands/validate-swarm.d.ts +16 -0
  456. package/v3/dist/cli/commands/validate-swarm.d.ts.map +1 -0
  457. package/v3/dist/cli/commands/validate-swarm.js +251 -0
  458. package/v3/dist/cli/commands/validate-swarm.js.map +1 -0
  459. package/v3/dist/cli/commands/validate.d.ts +14 -0
  460. package/v3/dist/cli/commands/validate.d.ts.map +1 -0
  461. package/v3/dist/cli/commands/validate.js +408 -0
  462. package/v3/dist/cli/commands/validate.js.map +1 -0
  463. package/v3/dist/cli/index.js +6 -0
  464. package/v3/dist/cli/index.js.map +1 -1
  465. package/v3/dist/index.d.ts +2 -0
  466. package/v3/dist/index.d.ts.map +1 -1
  467. package/v3/dist/index.js +10 -0
  468. package/v3/dist/index.js.map +1 -1
  469. package/v3/dist/init/skills-installer.d.ts +6 -0
  470. package/v3/dist/init/skills-installer.d.ts.map +1 -1
  471. package/v3/dist/init/skills-installer.js +48 -0
  472. package/v3/dist/init/skills-installer.js.map +1 -1
  473. package/v3/dist/learning/index.d.ts +2 -0
  474. package/v3/dist/learning/index.d.ts.map +1 -1
  475. package/v3/dist/learning/index.js +4 -0
  476. package/v3/dist/learning/index.js.map +1 -1
  477. package/v3/dist/learning/skill-validation-learner.d.ts +264 -0
  478. package/v3/dist/learning/skill-validation-learner.d.ts.map +1 -0
  479. package/v3/dist/learning/skill-validation-learner.js +515 -0
  480. package/v3/dist/learning/skill-validation-learner.js.map +1 -0
  481. package/v3/dist/mcp/bundle.js +10043 -3630
  482. package/v3/dist/validation/index.d.ts +19 -0
  483. package/v3/dist/validation/index.d.ts.map +1 -0
  484. package/v3/dist/validation/index.js +31 -0
  485. package/v3/dist/validation/index.js.map +1 -0
  486. package/v3/dist/validation/parallel-eval-runner.d.ts +307 -0
  487. package/v3/dist/validation/parallel-eval-runner.d.ts.map +1 -0
  488. package/v3/dist/validation/parallel-eval-runner.js +566 -0
  489. package/v3/dist/validation/parallel-eval-runner.js.map +1 -0
  490. package/v3/dist/validation/swarm-skill-validator.d.ts +282 -0
  491. package/v3/dist/validation/swarm-skill-validator.d.ts.map +1 -0
  492. package/v3/dist/validation/swarm-skill-validator.js +460 -0
  493. package/v3/dist/validation/swarm-skill-validator.js.map +1 -0
  494. package/v3/dist/validation/validation-result-aggregator.d.ts +232 -0
  495. package/v3/dist/validation/validation-result-aggregator.d.ts.map +1 -0
  496. package/v3/dist/validation/validation-result-aggregator.js +630 -0
  497. package/v3/dist/validation/validation-result-aggregator.js.map +1 -0
  498. package/v3/package.json +1 -1
@@ -0,0 +1,295 @@
1
+ {
2
+ "skillName": "mutation-testing",
3
+ "version": "1.0.0",
4
+ "timestamp": "2026-02-02T12:00:00Z",
5
+ "status": "success",
6
+ "trustTier": 3,
7
+ "output": {
8
+ "summary": "Mutation testing completed for src/auth module. Generated 150 mutants across 8 files. Test suite killed 127 mutants (84.7% mutation score). Identified 5 weak tests requiring boundary value improvements.",
9
+ "mutationScore": {
10
+ "score": 84.67,
11
+ "killed": 127,
12
+ "survived": 18,
13
+ "timeout": 3,
14
+ "noCoverage": 1,
15
+ "equivalent": 1,
16
+ "total": 150,
17
+ "grade": "B",
18
+ "threshold": {
19
+ "target": 80,
20
+ "met": true
21
+ },
22
+ "trend": "improving"
23
+ },
24
+ "mutants": {
25
+ "total": 150,
26
+ "byStatus": {
27
+ "killed": 127,
28
+ "survived": 18,
29
+ "timeout": 3,
30
+ "noCoverage": 1,
31
+ "equivalent": 1,
32
+ "runtimeError": 0,
33
+ "compileError": 0
34
+ },
35
+ "byOperator": {
36
+ "AOR": 25,
37
+ "ROR": 45,
38
+ "LCR": 30,
39
+ "COR": 28,
40
+ "RVR": 22
41
+ }
42
+ },
43
+ "survivors": [
44
+ {
45
+ "id": "MUT-001",
46
+ "operator": "ROR",
47
+ "operatorDescription": "Relational Operator Replacement (>= to >)",
48
+ "location": {
49
+ "file": "src/auth/validator.ts",
50
+ "line": 45,
51
+ "column": 12,
52
+ "function": "validateAge"
53
+ },
54
+ "original": "if (age >= 18)",
55
+ "mutated": "if (age > 18)",
56
+ "impact": "high",
57
+ "impactDescription": "Edge case at exactly 18 years old would incorrectly fail validation",
58
+ "suggestedTest": "test('should validate user exactly 18 years old', () => { expect(validateAge(18)).toBe(true); });",
59
+ "relatedTests": ["should validate adult", "should reject minor"],
60
+ "equivalentSuspect": false
61
+ },
62
+ {
63
+ "id": "MUT-002",
64
+ "operator": "LCR",
65
+ "operatorDescription": "Logical Connector Replacement (&& to ||)",
66
+ "location": {
67
+ "file": "src/auth/permissions.ts",
68
+ "line": 28,
69
+ "column": 8,
70
+ "function": "canAccess"
71
+ },
72
+ "original": "isAdmin && hasPermission",
73
+ "mutated": "isAdmin || hasPermission",
74
+ "impact": "critical",
75
+ "impactDescription": "Would allow unauthorized access if only one condition is true",
76
+ "suggestedTest": "test('should deny access when only admin flag is set', () => { expect(canAccess({ isAdmin: true, hasPermission: false })).toBe(false); });",
77
+ "relatedTests": ["should allow admin access"],
78
+ "equivalentSuspect": false
79
+ },
80
+ {
81
+ "id": "MUT-003",
82
+ "operator": "conditional",
83
+ "operatorDescription": "Conditional boundary mutation",
84
+ "location": {
85
+ "file": "src/auth/session.ts",
86
+ "line": 67,
87
+ "column": 6,
88
+ "function": "isSessionValid"
89
+ },
90
+ "original": "if (expiresAt > now)",
91
+ "mutated": "if (expiresAt >= now)",
92
+ "impact": "medium",
93
+ "impactDescription": "Session might be considered valid at exact expiration moment",
94
+ "suggestedTest": "test('should invalidate session at exact expiration time', () => { const now = Date.now(); expect(isSessionValid({ expiresAt: now })).toBe(false); });",
95
+ "relatedTests": ["should validate active session"],
96
+ "equivalentSuspect": false
97
+ }
98
+ ],
99
+ "operatorBreakdown": [
100
+ {
101
+ "operator": "AOR",
102
+ "operatorCategory": "arithmetic",
103
+ "total": 25,
104
+ "killed": 24,
105
+ "survived": 1,
106
+ "score": 96.0
107
+ },
108
+ {
109
+ "operator": "ROR",
110
+ "operatorCategory": "relational",
111
+ "total": 45,
112
+ "killed": 36,
113
+ "survived": 8,
114
+ "score": 80.0
115
+ },
116
+ {
117
+ "operator": "LCR",
118
+ "operatorCategory": "logical",
119
+ "total": 30,
120
+ "killed": 25,
121
+ "survived": 5,
122
+ "score": 83.3
123
+ },
124
+ {
125
+ "operator": "COR",
126
+ "operatorCategory": "conditional",
127
+ "total": 28,
128
+ "killed": 24,
129
+ "survived": 3,
130
+ "score": 85.7
131
+ },
132
+ {
133
+ "operator": "RVR",
134
+ "operatorCategory": "return",
135
+ "total": 22,
136
+ "killed": 18,
137
+ "survived": 1,
138
+ "score": 81.8
139
+ }
140
+ ],
141
+ "fileBreakdown": [
142
+ {
143
+ "file": "src/auth/validator.ts",
144
+ "total": 35,
145
+ "killed": 28,
146
+ "survived": 6,
147
+ "score": 80.0,
148
+ "priority": "high"
149
+ },
150
+ {
151
+ "file": "src/auth/permissions.ts",
152
+ "total": 28,
153
+ "killed": 22,
154
+ "survived": 5,
155
+ "score": 78.6,
156
+ "priority": "high"
157
+ },
158
+ {
159
+ "file": "src/auth/session.ts",
160
+ "total": 25,
161
+ "killed": 21,
162
+ "survived": 3,
163
+ "score": 84.0,
164
+ "priority": "medium"
165
+ }
166
+ ],
167
+ "weakTests": [
168
+ {
169
+ "testFile": "tests/auth/validator.test.ts",
170
+ "mutantsNotKilled": 6,
171
+ "priority": "high",
172
+ "reason": "Missing boundary value tests for age validation",
173
+ "suggestions": [
174
+ "Add test for exactly 18 years old",
175
+ "Add test for age = 0",
176
+ "Add test for maximum age boundary"
177
+ ]
178
+ },
179
+ {
180
+ "testFile": "tests/auth/permissions.test.ts",
181
+ "mutantsNotKilled": 5,
182
+ "priority": "high",
183
+ "reason": "Incomplete logical condition coverage",
184
+ "suggestions": [
185
+ "Test all combinations of admin and permission flags",
186
+ "Add negative tests for partial conditions"
187
+ ]
188
+ },
189
+ {
190
+ "testFile": "tests/auth/session.test.ts",
191
+ "mutantsNotKilled": 3,
192
+ "priority": "medium",
193
+ "reason": "Missing exact boundary tests for session expiration",
194
+ "suggestions": [
195
+ "Test session validity at exact expiration time"
196
+ ]
197
+ }
198
+ ],
199
+ "recommendations": [
200
+ {
201
+ "id": "REC-001",
202
+ "title": "Add boundary value tests for age validation",
203
+ "description": "The validator.ts file has multiple surviving relational operator mutations. Add tests for exact boundary values (18, 0, max age).",
204
+ "priority": "high",
205
+ "effort": "low",
206
+ "impact": 8,
207
+ "relatedMutants": ["MUT-001"],
208
+ "codeExample": "test('should validate exact boundary ages', () => {\n expect(validateAge(18)).toBe(true);\n expect(validateAge(17)).toBe(false);\n});",
209
+ "targetFile": "tests/auth/validator.test.ts"
210
+ },
211
+ {
212
+ "id": "REC-002",
213
+ "title": "Add combinatorial tests for permission logic",
214
+ "description": "The permissions.ts file has surviving logical operator mutations. Test all combinations of boolean conditions.",
215
+ "priority": "critical",
216
+ "effort": "medium",
217
+ "impact": 9,
218
+ "relatedMutants": ["MUT-002"],
219
+ "targetFile": "tests/auth/permissions.test.ts"
220
+ },
221
+ {
222
+ "id": "REC-003",
223
+ "title": "Add session expiration edge case tests",
224
+ "description": "Test session validity at the exact moment of expiration.",
225
+ "priority": "medium",
226
+ "effort": "low",
227
+ "impact": 6,
228
+ "relatedMutants": ["MUT-003"],
229
+ "targetFile": "tests/auth/session.test.ts"
230
+ }
231
+ ],
232
+ "metrics": {
233
+ "coverageCorrelation": 0.72,
234
+ "assertionDensity": 3.2,
235
+ "testEfficiency": 89.5,
236
+ "avgMutantsPerFile": 18.75,
237
+ "avgTimePerMutant": 245,
238
+ "parallelWorkers": 8
239
+ },
240
+ "testSuiteEffectiveness": {
241
+ "overallRating": "good",
242
+ "strengthAreas": [
243
+ "Good arithmetic operator coverage",
244
+ "Strong return value testing"
245
+ ],
246
+ "weaknessAreas": [
247
+ "Boundary value testing needs improvement",
248
+ "Logical condition combinations incomplete"
249
+ ],
250
+ "boundaryTesting": 72,
251
+ "conditionCoverage": 78,
252
+ "errorHandling": 85
253
+ },
254
+ "artifacts": [
255
+ {
256
+ "type": "report",
257
+ "path": "reports/mutation/mutation-report.html",
258
+ "format": "html",
259
+ "description": "Interactive HTML mutation testing report",
260
+ "sizeBytes": 245678
261
+ },
262
+ {
263
+ "type": "data",
264
+ "path": "reports/mutation/mutation-results.json",
265
+ "format": "json",
266
+ "description": "Raw mutation testing data",
267
+ "sizeBytes": 89234
268
+ }
269
+ ]
270
+ },
271
+ "metadata": {
272
+ "executionTimeMs": 125430,
273
+ "toolsUsed": ["stryker"],
274
+ "agentId": "qe-mutation-tester",
275
+ "modelUsed": "claude-3.5-sonnet",
276
+ "targetPath": "src/auth",
277
+ "testPath": "tests/auth",
278
+ "incremental": false,
279
+ "changedLinesOnly": false
280
+ },
281
+ "validation": {
282
+ "schemaValid": true,
283
+ "contentValid": true,
284
+ "confidence": 0.92,
285
+ "warnings": []
286
+ },
287
+ "learning": {
288
+ "patternsDetected": [
289
+ "boundary-value-weakness",
290
+ "logical-condition-gaps",
291
+ "high-arithmetic-coverage"
292
+ ],
293
+ "reward": 0.85
294
+ }
295
+ }
@@ -0,0 +1,162 @@
1
+ #!/bin/bash
2
+ # =============================================================================
3
+ # AQE Skill Validator: n8n-expression-testing v1.0.0
4
+ # Validates n8n expression testing skill output per ADR-056
5
+ # =============================================================================
6
+ set -euo pipefail
7
+
8
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
9
+ SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
10
+ PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
11
+
12
+ # Source validator library
13
+ for lib_path in \
14
+ "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" \
15
+ "$SKILL_DIR/scripts/validator-lib.sh"; do
16
+ if [[ -f "$lib_path" ]]; then
17
+ source "$lib_path"
18
+ break
19
+ fi
20
+ done
21
+
22
+ SKILL_NAME="n8n-expression-testing"
23
+ SKILL_VERSION="1.0.0"
24
+ REQUIRED_TOOLS=("jq")
25
+ OPTIONAL_TOOLS=("node")
26
+ SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
27
+
28
+ REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.expressionResults" "output.nodeTests")
29
+ REQUIRED_NON_EMPTY_FIELDS=("output.summary")
30
+ MUST_CONTAIN_TERMS=("expression" "n8n")
31
+ MUST_NOT_CONTAIN_TERMS=("TODO" "FIXME" "placeholder")
32
+ ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
33
+
34
+ # N8N Expression-specific validation
35
+ validate_skill_specific() {
36
+ local output_file="$1"
37
+ local has_errors=false
38
+
39
+ # Validate expression results have required structure
40
+ local expr_count
41
+ expr_count=$(jq '.output.expressionResults | length' "$output_file" 2>/dev/null || echo "0")
42
+
43
+ if [[ "$expr_count" -gt 0 ]]; then
44
+ # Check expression result structure
45
+ local invalid_exprs
46
+ invalid_exprs=$(jq '[.output.expressionResults[]? | select(.id == null or .expression == null or .status == null)] | length' "$output_file" 2>/dev/null || echo "0")
47
+
48
+ if [[ "$invalid_exprs" -gt 0 ]]; then
49
+ warn "$invalid_exprs expression result(s) missing required fields (id, expression, status)"
50
+ fi
51
+
52
+ # Validate expression IDs follow pattern
53
+ local invalid_ids
54
+ invalid_ids=$(jq '[.output.expressionResults[]?.id // empty | select(test("^EXPR-[0-9]{3,6}$") | not)] | length' "$output_file" 2>/dev/null || echo "0")
55
+
56
+ if [[ "$invalid_ids" -gt 0 ]]; then
57
+ warn "$invalid_ids expression(s) have invalid ID format (should be EXPR-NNN)"
58
+ fi
59
+
60
+ # Validate expression status values
61
+ local valid_statuses="valid invalid warning error"
62
+ local statuses
63
+ statuses=$(jq -r '.output.expressionResults[]?.status // empty' "$output_file" 2>/dev/null || true)
64
+
65
+ for status in $statuses; do
66
+ if ! echo "$valid_statuses" | grep -qw "$status"; then
67
+ error "Invalid expression status: $status"
68
+ has_errors=true
69
+ fi
70
+ done
71
+ fi
72
+
73
+ # Validate node tests
74
+ local node_count
75
+ node_count=$(jq '.output.nodeTests | length' "$output_file" 2>/dev/null || echo "0")
76
+
77
+ if [[ "$node_count" -gt 0 ]]; then
78
+ local invalid_nodes
79
+ invalid_nodes=$(jq '[.output.nodeTests[]? | select(.nodeId == null or .nodeName == null or .nodeType == null)] | length' "$output_file" 2>/dev/null || echo "0")
80
+
81
+ if [[ "$invalid_nodes" -gt 0 ]]; then
82
+ warn "$invalid_nodes node test(s) missing required fields"
83
+ fi
84
+ fi
85
+
86
+ # Validate workflow validation if present
87
+ local has_workflow
88
+ has_workflow=$(jq 'has("output") and (.output | has("workflowValidation"))' "$output_file" 2>/dev/null)
89
+
90
+ if [[ "$has_workflow" == "true" ]]; then
91
+ local wf_valid
92
+ wf_valid=$(jq '.output.workflowValidation | has("workflowId") and has("valid")' "$output_file" 2>/dev/null)
93
+
94
+ if [[ "$wf_valid" != "true" ]]; then
95
+ warn "Workflow validation missing required fields (workflowId, valid)"
96
+ fi
97
+ fi
98
+
99
+ if [[ "$has_errors" == "true" ]]; then
100
+ return 1
101
+ fi
102
+
103
+ success "N8N expression testing validation passed"
104
+ return 0
105
+ }
106
+
107
+ # Main validation (delegate to common pattern)
108
+ source "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-main.sh" 2>/dev/null || {
109
+ # Fallback if main template not found
110
+ OUTPUT_FILE="${1:-}"
111
+
112
+ # Handle --self-test flag
113
+ if [[ "$OUTPUT_FILE" == "--self-test" ]]; then
114
+ echo "=== Self-Test: $SKILL_NAME v$SKILL_VERSION ==="
115
+ echo "[PASS] Required tool: jq"
116
+ if command -v node &>/dev/null; then
117
+ echo "[PASS] Optional tool: node"
118
+ else
119
+ echo "[WARN] Optional tool missing: node"
120
+ fi
121
+ if [[ -f "$SCHEMA_PATH" ]]; then
122
+ echo "[PASS] Schema file exists"
123
+ if jq empty "$SCHEMA_PATH" 2>/dev/null; then
124
+ echo "[PASS] Schema is valid JSON"
125
+ else
126
+ echo "[FAIL] Schema is invalid JSON"
127
+ exit 1
128
+ fi
129
+ else
130
+ echo "[WARN] Schema file not found"
131
+ fi
132
+ echo "[PASS] Self-test completed"
133
+ exit 0
134
+ fi
135
+
136
+ if [[ -z "$OUTPUT_FILE" ]]; then
137
+ echo "Usage: $0 <output-file> | --self-test"
138
+ exit 1
139
+ fi
140
+
141
+ if [[ ! -f "$OUTPUT_FILE" ]]; then
142
+ echo "ERROR: File not found: $OUTPUT_FILE"
143
+ exit 1
144
+ fi
145
+
146
+ echo "Validating $SKILL_NAME output..."
147
+
148
+ # Basic JSON validation
149
+ if ! jq empty "$OUTPUT_FILE" 2>/dev/null; then
150
+ echo "ERROR: Invalid JSON"
151
+ exit 1
152
+ fi
153
+
154
+ # Run skill-specific validation
155
+ if validate_skill_specific "$OUTPUT_FILE"; then
156
+ echo "PASSED: $SKILL_NAME validation"
157
+ exit 0
158
+ else
159
+ echo "FAILED: $SKILL_NAME validation"
160
+ exit 1
161
+ fi
162
+ }
@@ -0,0 +1,104 @@
1
+ #!/bin/bash
2
+ # =============================================================================
3
+ # AQE Skill Validator: n8n-integration-testing-patterns v1.0.0
4
+ # =============================================================================
5
+ set -euo pipefail
6
+
7
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
8
+ SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
9
+ PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
10
+
11
+ for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
12
+ [[ -f "$lib_path" ]] && source "$lib_path" && break
13
+ done
14
+
15
+ SKILL_NAME="n8n-integration-testing-patterns"
16
+ SKILL_VERSION="1.0.0"
17
+ REQUIRED_TOOLS=("jq")
18
+ SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
19
+ REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.integrationTests" "output.serviceConnections")
20
+ MUST_CONTAIN_TERMS=("integration" "n8n")
21
+ MUST_NOT_CONTAIN_TERMS=("TODO" "FIXME")
22
+ ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
23
+
24
+ validate_skill_specific() {
25
+ local output_file="$1"
26
+ local has_errors=false
27
+
28
+ # Validate integration tests structure
29
+ local test_count
30
+ test_count=$(jq '.output.integrationTests | length' "$output_file" 2>/dev/null || echo "0")
31
+
32
+ if [[ "$test_count" -gt 0 ]]; then
33
+ local invalid_tests
34
+ invalid_tests=$(jq '[.output.integrationTests[]? | select(.id == null or .name == null or .testType == null or .status == null)] | length' "$output_file" 2>/dev/null || echo "0")
35
+
36
+ if [[ "$invalid_tests" -gt 0 ]]; then
37
+ warn "$invalid_tests integration test(s) missing required fields"
38
+ fi
39
+
40
+ # Validate test type enum
41
+ local valid_types="api webhook database file queue external-service e2e"
42
+ local types
43
+ types=$(jq -r '.output.integrationTests[]?.testType // empty' "$output_file" 2>/dev/null || true)
44
+
45
+ for type in $types; do
46
+ if ! echo "$valid_types" | grep -qw "$type"; then
47
+ error "Invalid test type: $type"
48
+ has_errors=true
49
+ fi
50
+ done
51
+ fi
52
+
53
+ # Validate service connections
54
+ local conn_count
55
+ conn_count=$(jq '.output.serviceConnections | length' "$output_file" 2>/dev/null || echo "0")
56
+
57
+ if [[ "$conn_count" -gt 0 ]]; then
58
+ local invalid_conns
59
+ invalid_conns=$(jq '[.output.serviceConnections[]? | select(.serviceName == null or .connectionStatus == null)] | length' "$output_file" 2>/dev/null || echo "0")
60
+
61
+ if [[ "$invalid_conns" -gt 0 ]]; then
62
+ warn "$invalid_conns service connection(s) missing required fields"
63
+ fi
64
+ fi
65
+
66
+ if [[ "$has_errors" == "true" ]]; then return 1; fi
67
+ success "N8N integration testing validation passed"
68
+ return 0
69
+ }
70
+
71
+ OUTPUT_FILE="${1:-}"
72
+
73
+ # Handle --self-test flag
74
+ if [[ "$OUTPUT_FILE" == "--self-test" ]]; then
75
+ echo "=== Self-Test: $SKILL_NAME v$SKILL_VERSION ==="
76
+ echo "[PASS] Required tool: jq"
77
+ if [[ -f "$SCHEMA_PATH" ]]; then
78
+ echo "[PASS] Schema file exists"
79
+ if jq empty "$SCHEMA_PATH" 2>/dev/null; then
80
+ echo "[PASS] Schema is valid JSON"
81
+ else
82
+ echo "[FAIL] Schema is invalid JSON"
83
+ exit 1
84
+ fi
85
+ else
86
+ echo "[WARN] Schema file not found"
87
+ fi
88
+ echo "[PASS] Self-test completed"
89
+ exit 0
90
+ fi
91
+
92
+ [[ -z "$OUTPUT_FILE" ]] && { echo "Usage: $0 <output-file> | --self-test"; exit 1; }
93
+ [[ ! -f "$OUTPUT_FILE" ]] && { echo "ERROR: File not found: $OUTPUT_FILE"; exit 1; }
94
+
95
+ echo "Validating $SKILL_NAME output..."
96
+ jq empty "$OUTPUT_FILE" 2>/dev/null || { echo "ERROR: Invalid JSON"; exit 1; }
97
+
98
+ if validate_skill_specific "$OUTPUT_FILE"; then
99
+ echo "PASSED: $SKILL_NAME validation"
100
+ exit 0
101
+ else
102
+ echo "FAILED: $SKILL_NAME validation"
103
+ exit 1
104
+ fi
@@ -0,0 +1,120 @@
1
+ #!/bin/bash
2
+ # =============================================================================
3
+ # AQE Skill Validator: n8n-security-testing v1.0.0
4
+ # =============================================================================
5
+ set -euo pipefail
6
+
7
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
8
+ SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
9
+ PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
10
+
11
+ for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
12
+ [[ -f "$lib_path" ]] && source "$lib_path" && break
13
+ done
14
+
15
+ SKILL_NAME="n8n-security-testing"
16
+ SKILL_VERSION="1.0.0"
17
+ REQUIRED_TOOLS=("jq")
18
+ SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
19
+ REQUIRED_FIELDS=("skillName" "status" "output" "output.summary" "output.securityFindings" "output.credentialAudit")
20
+ MUST_CONTAIN_TERMS=("security" "credential")
21
+ MUST_NOT_CONTAIN_TERMS=("TODO" "FIXME")
22
+ ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
23
+
24
+ validate_skill_specific() {
25
+ local output_file="$1"
26
+ local has_errors=false
27
+
28
+ # Validate security findings
29
+ local finding_count
30
+ finding_count=$(jq '.output.securityFindings | length' "$output_file" 2>/dev/null || echo "0")
31
+
32
+ if [[ "$finding_count" -gt 0 ]]; then
33
+ local invalid_findings
34
+ invalid_findings=$(jq '[.output.securityFindings[]? | select(.id == null or .title == null or .severity == null or .category == null)] | length' "$output_file" 2>/dev/null || echo "0")
35
+
36
+ if [[ "$invalid_findings" -gt 0 ]]; then
37
+ warn "$invalid_findings finding(s) missing required fields"
38
+ fi
39
+
40
+ # Validate severity enum
41
+ local valid_severities="critical high medium low info"
42
+ local severities
43
+ severities=$(jq -r '.output.securityFindings[]?.severity // empty' "$output_file" 2>/dev/null || true)
44
+
45
+ for sev in $severities; do
46
+ if ! echo "$valid_severities" | grep -qw "$sev"; then
47
+ error "Invalid severity: $sev"
48
+ has_errors=true
49
+ fi
50
+ done
51
+
52
+ # Validate finding ID pattern
53
+ local invalid_ids
54
+ invalid_ids=$(jq '[.output.securityFindings[]?.id // empty | select(test("^SEC-N8N-[0-9]{3,6}$") | not)] | length' "$output_file" 2>/dev/null || echo "0")
55
+
56
+ if [[ "$invalid_ids" -gt 0 ]]; then
57
+ warn "$invalid_ids finding(s) have invalid ID format (should be SEC-N8N-NNN)"
58
+ fi
59
+ fi
60
+
61
+ # Validate credential audit
62
+ local has_audit
63
+ has_audit=$(jq '.output.credentialAudit | has("totalCredentials") and has("secureCredentials") and has("insecureCredentials")' "$output_file" 2>/dev/null)
64
+
65
+ if [[ "$has_audit" != "true" ]]; then
66
+ error "Credential audit missing required fields"
67
+ has_errors=true
68
+ else
69
+ # Validate credential counts are consistent
70
+ local total secure insecure
71
+ total=$(jq '.output.credentialAudit.totalCredentials' "$output_file" 2>/dev/null)
72
+ secure=$(jq '.output.credentialAudit.secureCredentials' "$output_file" 2>/dev/null)
73
+ insecure=$(jq '.output.credentialAudit.insecureCredentials' "$output_file" 2>/dev/null)
74
+
75
+ if [[ -n "$total" && -n "$secure" && -n "$insecure" ]]; then
76
+ if [[ $((secure + insecure)) -gt $total ]]; then
77
+ warn "Credential counts inconsistent: secure($secure) + insecure($insecure) > total($total)"
78
+ fi
79
+ fi
80
+ fi
81
+
82
+ if [[ "$has_errors" == "true" ]]; then return 1; fi
83
+ success "N8N security testing validation passed"
84
+ return 0
85
+ }
86
+
87
+ OUTPUT_FILE="${1:-}"
88
+
89
+ # Handle --self-test flag
90
+ if [[ "$OUTPUT_FILE" == "--self-test" ]]; then
91
+ echo "=== Self-Test: $SKILL_NAME v$SKILL_VERSION ==="
92
+ echo "[PASS] Required tool: jq"
93
+ if [[ -f "$SCHEMA_PATH" ]]; then
94
+ echo "[PASS] Schema file exists"
95
+ if jq empty "$SCHEMA_PATH" 2>/dev/null; then
96
+ echo "[PASS] Schema is valid JSON"
97
+ else
98
+ echo "[FAIL] Schema is invalid JSON"
99
+ exit 1
100
+ fi
101
+ else
102
+ echo "[WARN] Schema file not found"
103
+ fi
104
+ echo "[PASS] Self-test completed"
105
+ exit 0
106
+ fi
107
+
108
+ [[ -z "$OUTPUT_FILE" ]] && { echo "Usage: $0 <output-file> | --self-test"; exit 1; }
109
+ [[ ! -f "$OUTPUT_FILE" ]] && { echo "ERROR: File not found: $OUTPUT_FILE"; exit 1; }
110
+
111
+ echo "Validating $SKILL_NAME output..."
112
+ jq empty "$OUTPUT_FILE" 2>/dev/null || { echo "ERROR: Invalid JSON"; exit 1; }
113
+
114
+ if validate_skill_specific "$OUTPUT_FILE"; then
115
+ echo "PASSED: $SKILL_NAME validation"
116
+ exit 0
117
+ else
118
+ echo "FAILED: $SKILL_NAME validation"
119
+ exit 1
120
+ fi