agentic-qe 3.4.0 → 3.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (498) hide show
  1. package/.claude/skills/.validation/README.md +111 -0
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -0
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -0
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -0
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -0
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +452 -0
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -0
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -0
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -0
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -0
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -0
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -0
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -0
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -0
  15. package/.claude/skills/.validation/templates/validate.template.sh +1060 -0
  16. package/.claude/skills/.validation/templates/validator-lib.sh +1031 -0
  17. package/.claude/skills/.validation/test-data/invalid-output.json +5 -0
  18. package/.claude/skills/.validation/test-data/minimal-output.json +9 -0
  19. package/.claude/skills/.validation/test-data/sample-output.json +73 -0
  20. package/.claude/skills/TRUST-TIERS.md +158 -0
  21. package/.claude/skills/a11y-ally/SKILL.md +1664 -1658
  22. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -0
  23. package/.claude/skills/a11y-ally/schemas/output.json +549 -0
  24. package/.claude/skills/a11y-ally/scripts/validate.sh +690 -0
  25. package/.claude/skills/accessibility-testing/SKILL.md +8 -1
  26. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -0
  27. package/.claude/skills/accessibility-testing/schemas/output.json +776 -0
  28. package/.claude/skills/accessibility-testing/scripts/validate.sh +943 -0
  29. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -0
  30. package/.claude/skills/agentic-quality-engineering/SKILL.md +4 -0
  31. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -0
  32. package/.claude/skills/api-testing-patterns/SKILL.md +5 -0
  33. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -0
  34. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -0
  35. package/.claude/skills/api-testing-patterns/scripts/validate.sh +931 -0
  36. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -0
  37. package/.claude/skills/aqe-v2-v3-migration/skill.md +4 -0
  38. package/.claude/skills/brutal-honesty-review/SKILL.md +5 -0
  39. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -0
  40. package/.claude/skills/brutal-honesty-review/scripts/validate.sh +130 -0
  41. package/.claude/skills/bug-reporting-excellence/SKILL.md +5 -0
  42. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -0
  43. package/.claude/skills/bug-reporting-excellence/scripts/validate.sh +108 -0
  44. package/.claude/skills/chaos-engineering-resilience/SKILL.md +5 -0
  45. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
  46. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -0
  47. package/.claude/skills/chaos-engineering-resilience/scripts/validate.sh +1107 -0
  48. package/.claude/skills/cicd-pipeline-qe-orchestrator/SKILL.md +6 -0
  49. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -0
  50. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -0
  51. package/.claude/skills/cicd-pipeline-qe-orchestrator/scripts/validate.sh +310 -0
  52. package/.claude/skills/code-review-quality/SKILL.md +5 -0
  53. package/.claude/skills/code-review-quality/schemas/output.json +264 -0
  54. package/.claude/skills/code-review-quality/scripts/validate.sh +113 -0
  55. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -0
  56. package/.claude/skills/compatibility-testing/schemas/output.json +551 -0
  57. package/.claude/skills/compatibility-testing/scripts/validate.sh +605 -0
  58. package/.claude/skills/compliance-testing/SKILL.md +7 -0
  59. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -0
  60. package/.claude/skills/compliance-testing/schemas/output.json +845 -0
  61. package/.claude/skills/compliance-testing/scripts/validate.sh +888 -0
  62. package/.claude/skills/consultancy-practices/SKILL.md +4 -0
  63. package/.claude/skills/consultancy-practices/schemas/output.json +282 -0
  64. package/.claude/skills/context-driven-testing/SKILL.md +3 -0
  65. package/.claude/skills/contract-testing/SKILL.md +5 -0
  66. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -0
  67. package/.claude/skills/contract-testing/schemas/output.json +638 -0
  68. package/.claude/skills/contract-testing/scripts/validate.sh +1033 -0
  69. package/.claude/skills/database-testing/SKILL.md +5 -0
  70. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -0
  71. package/.claude/skills/database-testing/schemas/output.json +1446 -0
  72. package/.claude/skills/database-testing/scripts/validate.sh +1099 -0
  73. package/.claude/skills/exploratory-testing-advanced/SKILL.md +3 -0
  74. package/.claude/skills/holistic-testing-pact/SKILL.md +3 -0
  75. package/.claude/skills/localization-testing/SKILL.md +6 -0
  76. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -0
  77. package/.claude/skills/localization-testing/schemas/output.json +325 -0
  78. package/.claude/skills/localization-testing/scripts/validate.sh +131 -0
  79. package/.claude/skills/mobile-testing/SKILL.md +6 -0
  80. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -0
  81. package/.claude/skills/mobile-testing/schemas/output.json +318 -0
  82. package/.claude/skills/mobile-testing/scripts/validate.sh +127 -0
  83. package/.claude/skills/mutation-testing/SKILL.md +8 -1
  84. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -0
  85. package/.claude/skills/mutation-testing/schemas/output.json +707 -0
  86. package/.claude/skills/mutation-testing/scripts/validate.sh +992 -0
  87. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -0
  88. package/.claude/skills/n8n-expression-testing/SKILL.md +6 -0
  89. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -0
  90. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -0
  91. package/.claude/skills/n8n-expression-testing/scripts/validate.sh +162 -0
  92. package/.claude/skills/n8n-integration-testing-patterns/SKILL.md +6 -0
  93. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -0
  94. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -0
  95. package/.claude/skills/n8n-integration-testing-patterns/scripts/validate.sh +104 -0
  96. package/.claude/skills/n8n-security-testing/SKILL.md +6 -0
  97. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -0
  98. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -0
  99. package/.claude/skills/n8n-security-testing/scripts/validate.sh +120 -0
  100. package/.claude/skills/n8n-trigger-testing-strategies/SKILL.md +6 -0
  101. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -0
  102. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -0
  103. package/.claude/skills/n8n-trigger-testing-strategies/scripts/validate.sh +121 -0
  104. package/.claude/skills/n8n-workflow-testing-fundamentals/SKILL.md +6 -0
  105. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -0
  106. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -0
  107. package/.claude/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +126 -0
  108. package/.claude/skills/performance-analysis/SKILL.md +6 -0
  109. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -0
  110. package/.claude/skills/performance-analysis/schemas/output.json +588 -0
  111. package/.claude/skills/performance-analysis/scripts/validate.sh +63 -0
  112. package/.claude/skills/performance-testing/SKILL.md +5 -0
  113. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -0
  114. package/.claude/skills/performance-testing/schemas/output.json +1184 -0
  115. package/.claude/skills/performance-testing/scripts/validate.sh +1090 -0
  116. package/.claude/skills/qcsd-ideation-swarm/SKILL.md +1759 -1753
  117. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -0
  118. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -0
  119. package/.claude/skills/qcsd-ideation-swarm/scripts/validate.sh +56 -0
  120. package/.claude/skills/qe-chaos-resilience/SKILL.md +6 -0
  121. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -0
  122. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -0
  123. package/.claude/skills/qe-chaos-resilience/scripts/validate.sh +401 -0
  124. package/.claude/skills/qe-code-intelligence/SKILL.md +6 -0
  125. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -0
  126. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -0
  127. package/.claude/skills/qe-code-intelligence/scripts/validate.sh +408 -0
  128. package/.claude/skills/qe-contract-testing/SKILL.md +6 -0
  129. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -0
  130. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -0
  131. package/.claude/skills/qe-contract-testing/scripts/validate.sh +421 -0
  132. package/.claude/skills/qe-coverage-analysis/SKILL.md +6 -0
  133. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -0
  134. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -0
  135. package/.claude/skills/qe-coverage-analysis/scripts/validate.sh +453 -0
  136. package/.claude/skills/qe-defect-intelligence/SKILL.md +6 -0
  137. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -0
  138. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -0
  139. package/.claude/skills/qe-defect-intelligence/scripts/validate.sh +466 -0
  140. package/.claude/skills/qe-iterative-loop/SKILL.md +445 -440
  141. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -0
  142. package/.claude/skills/qe-iterative-loop/scripts/validate.sh +474 -0
  143. package/.claude/skills/qe-learning-optimization/SKILL.md +6 -0
  144. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -0
  145. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -0
  146. package/.claude/skills/qe-learning-optimization/scripts/validate.sh +56 -0
  147. package/.claude/skills/qe-quality-assessment/SKILL.md +6 -0
  148. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -0
  149. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -0
  150. package/.claude/skills/qe-quality-assessment/scripts/validate.sh +352 -0
  151. package/.claude/skills/qe-requirements-validation/SKILL.md +6 -0
  152. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -0
  153. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -0
  154. package/.claude/skills/qe-requirements-validation/scripts/validate.sh +275 -0
  155. package/.claude/skills/qe-security-compliance/SKILL.md +6 -0
  156. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -0
  157. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -0
  158. package/.claude/skills/qe-security-compliance/scripts/validate.sh +305 -0
  159. package/.claude/skills/qe-test-execution/SKILL.md +6 -0
  160. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -0
  161. package/.claude/skills/qe-test-execution/schemas/output.json +529 -0
  162. package/.claude/skills/qe-test-execution/scripts/validate.sh +323 -0
  163. package/.claude/skills/qe-test-generation/SKILL.md +6 -0
  164. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -0
  165. package/.claude/skills/qe-test-generation/schemas/output.json +439 -0
  166. package/.claude/skills/qe-test-generation/scripts/validate.sh +56 -0
  167. package/.claude/skills/qe-visual-accessibility/SKILL.md +6 -0
  168. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -0
  169. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -0
  170. package/.claude/skills/qe-visual-accessibility/scripts/validate.sh +56 -0
  171. package/.claude/skills/quality-metrics/SKILL.md +6 -0
  172. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -0
  173. package/.claude/skills/quality-metrics/schemas/output.json +403 -0
  174. package/.claude/skills/quality-metrics/scripts/validate.sh +434 -0
  175. package/.claude/skills/refactoring-patterns/SKILL.md +5 -0
  176. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -0
  177. package/.claude/skills/refactoring-patterns/scripts/validate.sh +241 -0
  178. package/.claude/skills/regression-testing/SKILL.md +6 -0
  179. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -0
  180. package/.claude/skills/regression-testing/schemas/output.json +311 -0
  181. package/.claude/skills/regression-testing/scripts/validate.sh +130 -0
  182. package/.claude/skills/risk-based-testing/SKILL.md +6 -0
  183. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -0
  184. package/.claude/skills/risk-based-testing/schemas/output.json +480 -0
  185. package/.claude/skills/risk-based-testing/scripts/validate.sh +56 -0
  186. package/.claude/skills/security-testing/SKILL.md +5 -0
  187. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -0
  188. package/.claude/skills/security-testing/schemas/output.json +879 -0
  189. package/.claude/skills/security-testing/scripts/validate.sh +967 -0
  190. package/.claude/skills/security-visual-testing/SKILL.md +223 -217
  191. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -0
  192. package/.claude/skills/security-visual-testing/schemas/output.json +486 -0
  193. package/.claude/skills/security-visual-testing/scripts/validate.sh +748 -0
  194. package/.claude/skills/sherlock-review/SKILL.md +5 -0
  195. package/.claude/skills/sherlock-review/schemas/output.json +297 -0
  196. package/.claude/skills/sherlock-review/scripts/validate.sh +115 -0
  197. package/.claude/skills/shift-left-testing/SKILL.md +6 -0
  198. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -0
  199. package/.claude/skills/shift-left-testing/schemas/output.json +459 -0
  200. package/.claude/skills/shift-left-testing/scripts/validate.sh +56 -0
  201. package/.claude/skills/shift-right-testing/SKILL.md +6 -0
  202. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -0
  203. package/.claude/skills/shift-right-testing/schemas/output.json +418 -0
  204. package/.claude/skills/shift-right-testing/scripts/validate.sh +56 -0
  205. package/.claude/skills/six-thinking-hats/SKILL.md +3 -0
  206. package/.claude/skills/tdd-london-chicago/SKILL.md +5 -0
  207. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -0
  208. package/.claude/skills/tdd-london-chicago/scripts/validate.sh +214 -0
  209. package/.claude/skills/technical-writing/SKILL.md +4 -0
  210. package/.claude/skills/technical-writing/schemas/output.json +268 -0
  211. package/.claude/skills/test-automation-strategy/SKILL.md +6 -0
  212. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -0
  213. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -0
  214. package/.claude/skills/test-automation-strategy/scripts/validate.sh +195 -0
  215. package/.claude/skills/test-data-management/SKILL.md +6 -0
  216. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -0
  217. package/.claude/skills/test-data-management/schemas/output.json +284 -0
  218. package/.claude/skills/test-data-management/scripts/validate.sh +137 -0
  219. package/.claude/skills/test-design-techniques/SKILL.md +6 -0
  220. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -0
  221. package/.claude/skills/test-design-techniques/schemas/output.json +295 -0
  222. package/.claude/skills/test-design-techniques/scripts/validate.sh +91 -0
  223. package/.claude/skills/test-environment-management/SKILL.md +4 -0
  224. package/.claude/skills/test-environment-management/schemas/output.json +310 -0
  225. package/.claude/skills/test-reporting-analytics/SKILL.md +6 -0
  226. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -0
  227. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -0
  228. package/.claude/skills/test-reporting-analytics/scripts/validate.sh +77 -0
  229. package/.claude/skills/testability-scoring/SKILL.md +5 -0
  230. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -0
  231. package/.claude/skills/testability-scoring/schemas/output.json +606 -0
  232. package/.claude/skills/testability-scoring/scripts/validate.sh +891 -0
  233. package/.claude/skills/trust-tier-manifest.json +2333 -0
  234. package/.claude/skills/verification-quality/SKILL.md +6 -0
  235. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -0
  236. package/.claude/skills/verification-quality/schemas/output.json +432 -0
  237. package/.claude/skills/verification-quality/scripts/validate.sh +77 -0
  238. package/.claude/skills/visual-testing-advanced/SKILL.md +6 -0
  239. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -0
  240. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -0
  241. package/.claude/skills/visual-testing-advanced/scripts/validate.sh +77 -0
  242. package/.claude/skills/xp-practices/SKILL.md +3 -0
  243. package/CHANGELOG.md +23 -0
  244. package/README.md +39 -2
  245. package/package.json +4 -1
  246. package/scripts/run-skill-eval.ts +1097 -0
  247. package/scripts/test-schema-validation.js +301 -0
  248. package/scripts/update-skill-manifest.ts +751 -0
  249. package/scripts/validate-skill-frontmatter.js +141 -0
  250. package/v3/CHANGELOG.md +21 -0
  251. package/v3/README.md +43 -3
  252. package/v3/assets/agents/v3/qe-test-idea-rewriter.md +375 -375
  253. package/v3/assets/skills/.validation/README.md +111 -0
  254. package/v3/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -0
  255. package/v3/assets/skills/.validation/examples/performance-testing-output.example.json +252 -0
  256. package/v3/assets/skills/.validation/examples/security-testing-output.example.json +413 -0
  257. package/v3/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -0
  258. package/v3/assets/skills/.validation/schemas/skill-eval.schema.json +452 -0
  259. package/v3/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -0
  260. package/v3/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -0
  261. package/v3/assets/skills/.validation/schemas/skill-output.template.json +610 -0
  262. package/v3/assets/skills/.validation/skill-validation-mcp-integration.md +250 -0
  263. package/v3/assets/skills/.validation/templates/eval.template.yaml +366 -0
  264. package/v3/assets/skills/.validation/templates/schemas/output.json +145 -0
  265. package/v3/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -0
  266. package/v3/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -0
  267. package/v3/assets/skills/.validation/templates/validate.template.sh +1060 -0
  268. package/v3/assets/skills/.validation/templates/validator-lib.sh +1031 -0
  269. package/v3/assets/skills/.validation/test-data/invalid-output.json +5 -0
  270. package/v3/assets/skills/.validation/test-data/minimal-output.json +9 -0
  271. package/v3/assets/skills/.validation/test-data/sample-output.json +73 -0
  272. package/v3/assets/skills/accessibility-testing/SKILL.md +8 -1
  273. package/v3/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -0
  274. package/v3/assets/skills/accessibility-testing/schemas/output.json +776 -0
  275. package/v3/assets/skills/accessibility-testing/scripts/validate.sh +943 -0
  276. package/v3/assets/skills/accessibility-testing/test-data/sample-output.json +191 -0
  277. package/v3/assets/skills/agentic-quality-engineering/SKILL.md +4 -0
  278. package/v3/assets/skills/agentic-quality-engineering/schemas/output.json +577 -0
  279. package/v3/assets/skills/api-testing-patterns/SKILL.md +5 -0
  280. package/v3/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -0
  281. package/v3/assets/skills/api-testing-patterns/schemas/output.json +845 -0
  282. package/v3/assets/skills/api-testing-patterns/scripts/validate.sh +931 -0
  283. package/v3/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -0
  284. package/v3/assets/skills/aqe-v2-v3-migration/skill.md +20 -16
  285. package/v3/assets/skills/bug-reporting-excellence/SKILL.md +5 -0
  286. package/v3/assets/skills/bug-reporting-excellence/schemas/output.json +288 -0
  287. package/v3/assets/skills/bug-reporting-excellence/scripts/validate.sh +108 -0
  288. package/v3/assets/skills/chaos-engineering-resilience/SKILL.md +5 -0
  289. package/v3/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
  290. package/v3/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -0
  291. package/v3/assets/skills/chaos-engineering-resilience/scripts/validate.sh +1107 -0
  292. package/v3/assets/skills/code-review-quality/SKILL.md +5 -0
  293. package/v3/assets/skills/code-review-quality/schemas/output.json +264 -0
  294. package/v3/assets/skills/code-review-quality/scripts/validate.sh +113 -0
  295. package/v3/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -0
  296. package/v3/assets/skills/compatibility-testing/schemas/output.json +551 -0
  297. package/v3/assets/skills/compatibility-testing/scripts/validate.sh +605 -0
  298. package/v3/assets/skills/compliance-testing/SKILL.md +7 -0
  299. package/v3/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -0
  300. package/v3/assets/skills/compliance-testing/schemas/output.json +845 -0
  301. package/v3/assets/skills/compliance-testing/scripts/validate.sh +888 -0
  302. package/v3/assets/skills/consultancy-practices/SKILL.md +4 -0
  303. package/v3/assets/skills/consultancy-practices/schemas/output.json +282 -0
  304. package/v3/assets/skills/context-driven-testing/SKILL.md +3 -0
  305. package/v3/assets/skills/contract-testing/SKILL.md +5 -0
  306. package/v3/assets/skills/contract-testing/evals/contract-testing.yaml +748 -0
  307. package/v3/assets/skills/contract-testing/schemas/output.json +638 -0
  308. package/v3/assets/skills/contract-testing/scripts/validate.sh +1033 -0
  309. package/v3/assets/skills/database-testing/SKILL.md +5 -0
  310. package/v3/assets/skills/database-testing/evals/database-testing.yaml +968 -0
  311. package/v3/assets/skills/database-testing/schemas/output.json +1446 -0
  312. package/v3/assets/skills/database-testing/scripts/validate.sh +1099 -0
  313. package/v3/assets/skills/exploratory-testing-advanced/SKILL.md +3 -0
  314. package/v3/assets/skills/holistic-testing-pact/SKILL.md +3 -0
  315. package/v3/assets/skills/localization-testing/SKILL.md +6 -0
  316. package/v3/assets/skills/localization-testing/evals/localization-testing.yaml +544 -0
  317. package/v3/assets/skills/localization-testing/schemas/output.json +325 -0
  318. package/v3/assets/skills/localization-testing/scripts/validate.sh +131 -0
  319. package/v3/assets/skills/mobile-testing/SKILL.md +6 -0
  320. package/v3/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -0
  321. package/v3/assets/skills/mobile-testing/schemas/output.json +318 -0
  322. package/v3/assets/skills/mobile-testing/scripts/validate.sh +127 -0
  323. package/v3/assets/skills/mutation-testing/SKILL.md +8 -1
  324. package/v3/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -0
  325. package/v3/assets/skills/mutation-testing/schemas/output.json +707 -0
  326. package/v3/assets/skills/mutation-testing/scripts/validate.sh +992 -0
  327. package/v3/assets/skills/mutation-testing/test-data/sample-output.json +295 -0
  328. package/v3/assets/skills/n8n-expression-testing/scripts/validate.sh +162 -0
  329. package/v3/assets/skills/n8n-integration-testing-patterns/scripts/validate.sh +104 -0
  330. package/v3/assets/skills/n8n-security-testing/scripts/validate.sh +120 -0
  331. package/v3/assets/skills/n8n-trigger-testing-strategies/scripts/validate.sh +121 -0
  332. package/v3/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate.sh +126 -0
  333. package/v3/assets/skills/performance-testing/SKILL.md +5 -0
  334. package/v3/assets/skills/performance-testing/evals/performance-testing.yaml +772 -0
  335. package/v3/assets/skills/performance-testing/schemas/output.json +1184 -0
  336. package/v3/assets/skills/performance-testing/scripts/validate.sh +1090 -0
  337. package/v3/assets/skills/qe-chaos-resilience/SKILL.md +6 -0
  338. package/v3/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -0
  339. package/v3/assets/skills/qe-chaos-resilience/schemas/output.json +314 -0
  340. package/v3/assets/skills/qe-chaos-resilience/scripts/validate.sh +401 -0
  341. package/v3/assets/skills/qe-code-intelligence/SKILL.md +6 -0
  342. package/v3/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -0
  343. package/v3/assets/skills/qe-code-intelligence/schemas/output.json +315 -0
  344. package/v3/assets/skills/qe-code-intelligence/scripts/validate.sh +408 -0
  345. package/v3/assets/skills/qe-contract-testing/SKILL.md +6 -0
  346. package/v3/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -0
  347. package/v3/assets/skills/qe-contract-testing/schemas/output.json +295 -0
  348. package/v3/assets/skills/qe-contract-testing/scripts/validate.sh +421 -0
  349. package/v3/assets/skills/qe-coverage-analysis/SKILL.md +6 -0
  350. package/v3/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -0
  351. package/v3/assets/skills/qe-coverage-analysis/schemas/output.json +286 -0
  352. package/v3/assets/skills/qe-coverage-analysis/scripts/validate.sh +453 -0
  353. package/v3/assets/skills/qe-defect-intelligence/SKILL.md +6 -0
  354. package/v3/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -0
  355. package/v3/assets/skills/qe-defect-intelligence/schemas/output.json +283 -0
  356. package/v3/assets/skills/qe-defect-intelligence/scripts/validate.sh +466 -0
  357. package/v3/assets/skills/qe-iterative-loop/SKILL.md +445 -443
  358. package/v3/assets/skills/qe-iterative-loop/schemas/output.json +264 -0
  359. package/v3/assets/skills/qe-iterative-loop/scripts/validate.sh +474 -0
  360. package/v3/assets/skills/qe-learning-optimization/SKILL.md +6 -0
  361. package/v3/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -0
  362. package/v3/assets/skills/qe-learning-optimization/schemas/output.json +288 -0
  363. package/v3/assets/skills/qe-learning-optimization/scripts/validate.sh +56 -0
  364. package/v3/assets/skills/qe-quality-assessment/SKILL.md +6 -0
  365. package/v3/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -0
  366. package/v3/assets/skills/qe-quality-assessment/schemas/output.json +550 -0
  367. package/v3/assets/skills/qe-quality-assessment/scripts/validate.sh +352 -0
  368. package/v3/assets/skills/qe-requirements-validation/SKILL.md +6 -0
  369. package/v3/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -0
  370. package/v3/assets/skills/qe-requirements-validation/schemas/output.json +587 -0
  371. package/v3/assets/skills/qe-requirements-validation/scripts/validate.sh +275 -0
  372. package/v3/assets/skills/qe-security-compliance/SKILL.md +6 -0
  373. package/v3/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -0
  374. package/v3/assets/skills/qe-security-compliance/schemas/output.json +498 -0
  375. package/v3/assets/skills/qe-security-compliance/scripts/validate.sh +305 -0
  376. package/v3/assets/skills/qe-test-execution/SKILL.md +6 -0
  377. package/v3/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -0
  378. package/v3/assets/skills/qe-test-execution/schemas/output.json +529 -0
  379. package/v3/assets/skills/qe-test-execution/scripts/validate.sh +323 -0
  380. package/v3/assets/skills/qe-test-generation/SKILL.md +6 -0
  381. package/v3/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -0
  382. package/v3/assets/skills/qe-test-generation/schemas/output.json +439 -0
  383. package/v3/assets/skills/qe-test-generation/scripts/validate.sh +56 -0
  384. package/v3/assets/skills/qe-visual-accessibility/SKILL.md +6 -0
  385. package/v3/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -0
  386. package/v3/assets/skills/qe-visual-accessibility/schemas/output.json +491 -0
  387. package/v3/assets/skills/qe-visual-accessibility/scripts/validate.sh +56 -0
  388. package/v3/assets/skills/quality-metrics/SKILL.md +6 -0
  389. package/v3/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -0
  390. package/v3/assets/skills/quality-metrics/schemas/output.json +403 -0
  391. package/v3/assets/skills/quality-metrics/scripts/validate.sh +434 -0
  392. package/v3/assets/skills/refactoring-patterns/SKILL.md +5 -0
  393. package/v3/assets/skills/refactoring-patterns/schemas/output.json +475 -0
  394. package/v3/assets/skills/refactoring-patterns/scripts/validate.sh +241 -0
  395. package/v3/assets/skills/regression-testing/SKILL.md +6 -0
  396. package/v3/assets/skills/regression-testing/evals/regression-testing.yaml +504 -0
  397. package/v3/assets/skills/regression-testing/schemas/output.json +311 -0
  398. package/v3/assets/skills/regression-testing/scripts/validate.sh +130 -0
  399. package/v3/assets/skills/risk-based-testing/SKILL.md +6 -0
  400. package/v3/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -0
  401. package/v3/assets/skills/risk-based-testing/schemas/output.json +480 -0
  402. package/v3/assets/skills/risk-based-testing/scripts/validate.sh +56 -0
  403. package/v3/assets/skills/security-testing/SKILL.md +5 -0
  404. package/v3/assets/skills/security-testing/evals/security-testing.yaml +789 -0
  405. package/v3/assets/skills/security-testing/schemas/output.json +879 -0
  406. package/v3/assets/skills/security-testing/scripts/validate.sh +967 -0
  407. package/v3/assets/skills/shift-left-testing/SKILL.md +6 -0
  408. package/v3/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -0
  409. package/v3/assets/skills/shift-left-testing/schemas/output.json +459 -0
  410. package/v3/assets/skills/shift-left-testing/scripts/validate.sh +56 -0
  411. package/v3/assets/skills/shift-right-testing/SKILL.md +6 -0
  412. package/v3/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -0
  413. package/v3/assets/skills/shift-right-testing/schemas/output.json +418 -0
  414. package/v3/assets/skills/shift-right-testing/scripts/validate.sh +56 -0
  415. package/v3/assets/skills/six-thinking-hats/SKILL.md +3 -0
  416. package/v3/assets/skills/tdd-london-chicago/SKILL.md +5 -0
  417. package/v3/assets/skills/tdd-london-chicago/schemas/output.json +444 -0
  418. package/v3/assets/skills/tdd-london-chicago/scripts/validate.sh +214 -0
  419. package/v3/assets/skills/technical-writing/SKILL.md +4 -0
  420. package/v3/assets/skills/technical-writing/schemas/output.json +268 -0
  421. package/v3/assets/skills/test-automation-strategy/SKILL.md +6 -0
  422. package/v3/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -0
  423. package/v3/assets/skills/test-automation-strategy/schemas/output.json +444 -0
  424. package/v3/assets/skills/test-automation-strategy/scripts/validate.sh +195 -0
  425. package/v3/assets/skills/test-data-management/SKILL.md +6 -0
  426. package/v3/assets/skills/test-data-management/evals/test-data-management.yaml +504 -0
  427. package/v3/assets/skills/test-data-management/schemas/output.json +284 -0
  428. package/v3/assets/skills/test-data-management/scripts/validate.sh +137 -0
  429. package/v3/assets/skills/test-design-techniques/SKILL.md +6 -0
  430. package/v3/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -0
  431. package/v3/assets/skills/test-design-techniques/schemas/output.json +295 -0
  432. package/v3/assets/skills/test-design-techniques/scripts/validate.sh +91 -0
  433. package/v3/assets/skills/test-environment-management/SKILL.md +4 -0
  434. package/v3/assets/skills/test-environment-management/schemas/output.json +310 -0
  435. package/v3/assets/skills/test-reporting-analytics/SKILL.md +6 -0
  436. package/v3/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -0
  437. package/v3/assets/skills/test-reporting-analytics/schemas/output.json +329 -0
  438. package/v3/assets/skills/test-reporting-analytics/scripts/validate.sh +77 -0
  439. package/v3/assets/skills/verification-quality/SKILL.md +6 -0
  440. package/v3/assets/skills/verification-quality/evals/verification-quality.yaml +150 -0
  441. package/v3/assets/skills/verification-quality/schemas/output.json +432 -0
  442. package/v3/assets/skills/verification-quality/scripts/validate.sh +77 -0
  443. package/v3/assets/skills/visual-testing-advanced/SKILL.md +6 -0
  444. package/v3/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -0
  445. package/v3/assets/skills/visual-testing-advanced/schemas/output.json +294 -0
  446. package/v3/assets/skills/visual-testing-advanced/scripts/validate.sh +77 -0
  447. package/v3/assets/skills/xp-practices/SKILL.md +3 -0
  448. package/v3/assets/templates/validation-report.md.hbs +139 -0
  449. package/v3/assets/templates/validation-summary.json +56 -0
  450. package/v3/dist/cli/bundle.js +11853 -5316
  451. package/v3/dist/cli/commands/eval.d.ts +18 -0
  452. package/v3/dist/cli/commands/eval.d.ts.map +1 -0
  453. package/v3/dist/cli/commands/eval.js +505 -0
  454. package/v3/dist/cli/commands/eval.js.map +1 -0
  455. package/v3/dist/cli/commands/validate-swarm.d.ts +16 -0
  456. package/v3/dist/cli/commands/validate-swarm.d.ts.map +1 -0
  457. package/v3/dist/cli/commands/validate-swarm.js +251 -0
  458. package/v3/dist/cli/commands/validate-swarm.js.map +1 -0
  459. package/v3/dist/cli/commands/validate.d.ts +14 -0
  460. package/v3/dist/cli/commands/validate.d.ts.map +1 -0
  461. package/v3/dist/cli/commands/validate.js +408 -0
  462. package/v3/dist/cli/commands/validate.js.map +1 -0
  463. package/v3/dist/cli/index.js +6 -0
  464. package/v3/dist/cli/index.js.map +1 -1
  465. package/v3/dist/index.d.ts +2 -0
  466. package/v3/dist/index.d.ts.map +1 -1
  467. package/v3/dist/index.js +10 -0
  468. package/v3/dist/index.js.map +1 -1
  469. package/v3/dist/init/skills-installer.d.ts +6 -0
  470. package/v3/dist/init/skills-installer.d.ts.map +1 -1
  471. package/v3/dist/init/skills-installer.js +48 -0
  472. package/v3/dist/init/skills-installer.js.map +1 -1
  473. package/v3/dist/learning/index.d.ts +2 -0
  474. package/v3/dist/learning/index.d.ts.map +1 -1
  475. package/v3/dist/learning/index.js +4 -0
  476. package/v3/dist/learning/index.js.map +1 -1
  477. package/v3/dist/learning/skill-validation-learner.d.ts +264 -0
  478. package/v3/dist/learning/skill-validation-learner.d.ts.map +1 -0
  479. package/v3/dist/learning/skill-validation-learner.js +515 -0
  480. package/v3/dist/learning/skill-validation-learner.js.map +1 -0
  481. package/v3/dist/mcp/bundle.js +10043 -3630
  482. package/v3/dist/validation/index.d.ts +19 -0
  483. package/v3/dist/validation/index.d.ts.map +1 -0
  484. package/v3/dist/validation/index.js +31 -0
  485. package/v3/dist/validation/index.js.map +1 -0
  486. package/v3/dist/validation/parallel-eval-runner.d.ts +307 -0
  487. package/v3/dist/validation/parallel-eval-runner.d.ts.map +1 -0
  488. package/v3/dist/validation/parallel-eval-runner.js +566 -0
  489. package/v3/dist/validation/parallel-eval-runner.js.map +1 -0
  490. package/v3/dist/validation/swarm-skill-validator.d.ts +282 -0
  491. package/v3/dist/validation/swarm-skill-validator.d.ts.map +1 -0
  492. package/v3/dist/validation/swarm-skill-validator.js +460 -0
  493. package/v3/dist/validation/swarm-skill-validator.js.map +1 -0
  494. package/v3/dist/validation/validation-result-aggregator.d.ts +232 -0
  495. package/v3/dist/validation/validation-result-aggregator.d.ts.map +1 -0
  496. package/v3/dist/validation/validation-result-aggregator.js +630 -0
  497. package/v3/dist/validation/validation-result-aggregator.js.map +1 -0
  498. package/v3/package.json +1 -1
@@ -0,0 +1,154 @@
1
+ skill: visual-testing-advanced
2
+ version: 1.0.0
3
+ description: >
4
+ Evaluation suite for visual-testing-advanced skill.
5
+ Tests advanced visual regression testing with sophisticated diff detection,
6
+ region analysis, and cross-viewport consistency verification.
7
+
8
+ models_to_test:
9
+ - claude-3.5-sonnet
10
+ - claude-3-haiku
11
+
12
+ mcp_integration:
13
+ enabled: true
14
+ namespace: skill-validation
15
+ query_patterns: true
16
+ track_outcomes: true
17
+ store_patterns: true
18
+ share_learning: true
19
+ target_agents:
20
+ - qe-learning-coordinator
21
+
22
+ learning:
23
+ store_success_patterns: true
24
+ pattern_ttl_days: 90
25
+ min_confidence_to_store: 0.7
26
+
27
+ result_format:
28
+ json_output: true
29
+ include_timing: true
30
+
31
+ setup:
32
+ required_tools:
33
+ - jq
34
+ environment_variables:
35
+ VISUAL_DIFF_THRESHOLD: "0.05"
36
+ MIN_REGION_SIZE: "10"
37
+
38
+ test_cases:
39
+ - id: tc001_visual_diff_detection
40
+ description: "Visual differences are correctly detected"
41
+ category: core
42
+ priority: critical
43
+
44
+ input:
45
+ baselineImage: "baseline.png"
46
+ actualImage: "actual.png"
47
+ context:
48
+ diffThreshold: 0.05
49
+
50
+ expected_output:
51
+ must_contain:
52
+ - "diff"
53
+ - "detected"
54
+ must_not_contain:
55
+ - "error"
56
+
57
+ validation:
58
+ schema_check: true
59
+ keyword_match_threshold: 0.8
60
+
61
+ - id: tc002_region_analysis
62
+ description: "Changed regions are identified and analyzed"
63
+ category: core
64
+ priority: critical
65
+
66
+ input:
67
+ compareImages: true
68
+ analyzeRegions: true
69
+ context:
70
+ regionMinSize: 10
71
+
72
+ expected_output:
73
+ must_contain:
74
+ - "region"
75
+ - "change"
76
+
77
+ validation:
78
+ schema_check: true
79
+
80
+ - id: tc003_cross_viewport_consistency
81
+ description: "Visual consistency is verified across viewports"
82
+ category: core
83
+ priority: high
84
+
85
+ input:
86
+ viewports:
87
+ - "1920x1080"
88
+ - "1024x768"
89
+ - "375x667"
90
+ context:
91
+ compareAcrossViewports: true
92
+
93
+ expected_output:
94
+ must_contain:
95
+ - "viewport"
96
+ - "consistent"
97
+
98
+ validation:
99
+ schema_check: true
100
+ allow_partial: true
101
+
102
+ - id: tc004_diff_percentage_calculation
103
+ description: "Diff percentage is accurately calculated"
104
+ category: core
105
+ priority: high
106
+
107
+ input:
108
+ totalPixels: 1000000
109
+ changedPixels: 5000
110
+ context:
111
+ calculateDiffPercentage: true
112
+
113
+ expected_output:
114
+ must_contain:
115
+ - "0.5"
116
+
117
+ validation:
118
+ schema_check: true
119
+ allow_partial: true
120
+
121
+ - id: tc005_responsive_design_validation
122
+ description: "Responsive design changes are properly validated"
123
+ category: core
124
+ priority: high
125
+
126
+ input:
127
+ pages:
128
+ - "homepage"
129
+ - "product-page"
130
+ viewports: ["desktop", "tablet", "mobile"]
131
+ context:
132
+ validateResponsive: true
133
+
134
+ expected_output:
135
+ must_contain:
136
+ - "responsive"
137
+ - "layout"
138
+
139
+ validation:
140
+ schema_check: true
141
+ allow_partial: true
142
+
143
+ success_criteria:
144
+ pass_rate: 0.8
145
+ critical_pass_rate: 1.0
146
+ avg_reasoning_quality: 0.7
147
+ max_execution_time_ms: 300000
148
+ cross_model_variance: 0.15
149
+
150
+ metadata:
151
+ author: "qe-visual-specialist"
152
+ created: "2026-02-02"
153
+ last_updated: "2026-02-02"
154
+ coverage_target: "Diff detection, region analysis, viewport consistency, responsive design, pixel-level accuracy"
@@ -0,0 +1,294 @@
1
+ {
2
+ "$schema": "http://json-schema.org/draft-07/schema#",
3
+ "$id": "https://agentic-qe.dev/schemas/visual-testing-advanced-output.json",
4
+ "title": "AQE Visual Testing Advanced Skill Output Schema",
5
+ "description": "Schema for advanced visual regression testing output including pixel comparison, AI-powered diff analysis, and cross-browser visual consistency.",
6
+ "type": "object",
7
+ "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
8
+ "properties": {
9
+ "skillName": {
10
+ "type": "string",
11
+ "const": "visual-testing-advanced",
12
+ "description": "Skill identifier"
13
+ },
14
+ "version": {
15
+ "type": "string",
16
+ "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
17
+ },
18
+ "timestamp": {
19
+ "type": "string",
20
+ "pattern": "^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}(\\.\\d+)?(Z|[+-]\\d{2}:\\d{2})?$"
21
+ },
22
+ "status": {
23
+ "type": "string",
24
+ "enum": ["success", "partial", "failed", "skipped"]
25
+ },
26
+ "trustTier": {
27
+ "type": "integer",
28
+ "const": 3
29
+ },
30
+ "output": {
31
+ "type": "object",
32
+ "required": ["summary", "comparisons", "regressionStatus", "metrics"],
33
+ "properties": {
34
+ "summary": {
35
+ "type": "string",
36
+ "minLength": 10,
37
+ "maxLength": 2000
38
+ },
39
+ "score": {
40
+ "$ref": "#/$defs/visualScore"
41
+ },
42
+ "comparisons": {
43
+ "type": "array",
44
+ "items": {
45
+ "$ref": "#/$defs/visualComparison"
46
+ },
47
+ "minItems": 1,
48
+ "description": "Visual comparison results"
49
+ },
50
+ "regressionStatus": {
51
+ "$ref": "#/$defs/regressionStatus",
52
+ "description": "Overall visual regression status"
53
+ },
54
+ "baselineInfo": {
55
+ "$ref": "#/$defs/baselineInfo",
56
+ "description": "Baseline screenshot information"
57
+ },
58
+ "responsiveResults": {
59
+ "type": "array",
60
+ "items": {
61
+ "$ref": "#/$defs/responsiveResult"
62
+ },
63
+ "description": "Results by viewport size"
64
+ },
65
+ "componentResults": {
66
+ "type": "array",
67
+ "items": {
68
+ "$ref": "#/$defs/componentResult"
69
+ },
70
+ "description": "Component-level visual results"
71
+ },
72
+ "findings": {
73
+ "type": "array",
74
+ "items": {
75
+ "$ref": "#/$defs/visualFinding"
76
+ },
77
+ "maxItems": 500
78
+ },
79
+ "recommendations": {
80
+ "type": "array",
81
+ "items": {
82
+ "$ref": "#/$defs/recommendation"
83
+ },
84
+ "maxItems": 100
85
+ },
86
+ "metrics": {
87
+ "$ref": "#/$defs/visualMetrics"
88
+ },
89
+ "artifacts": {
90
+ "type": "array",
91
+ "items": {
92
+ "$ref": "#/$defs/artifact"
93
+ },
94
+ "maxItems": 200
95
+ }
96
+ }
97
+ },
98
+ "metadata": {
99
+ "type": "object",
100
+ "properties": {
101
+ "executionTimeMs": { "type": "integer", "minimum": 0 },
102
+ "toolsUsed": {
103
+ "type": "array",
104
+ "items": {
105
+ "type": "string",
106
+ "enum": ["playwright", "percy", "applitools", "backstopjs", "chromatic", "reg-suit"]
107
+ }
108
+ },
109
+ "agentId": { "type": "string", "pattern": "^qe-[a-z][a-z0-9-]*$" },
110
+ "targetUrl": { "type": "string" },
111
+ "baselineBranch": { "type": "string" },
112
+ "comparisonBranch": { "type": "string" }
113
+ }
114
+ },
115
+ "validation": {
116
+ "type": "object",
117
+ "properties": {
118
+ "schemaValid": { "type": "boolean" },
119
+ "contentValid": { "type": "boolean" },
120
+ "confidence": { "type": "number", "minimum": 0, "maximum": 1 }
121
+ }
122
+ },
123
+ "learning": {
124
+ "type": "object",
125
+ "properties": {
126
+ "patternsDetected": { "type": "array", "items": { "type": "string" } },
127
+ "reward": { "type": "number", "minimum": 0, "maximum": 1 }
128
+ }
129
+ }
130
+ },
131
+ "$defs": {
132
+ "visualScore": {
133
+ "type": "object",
134
+ "required": ["value", "max"],
135
+ "properties": {
136
+ "value": { "type": "number", "minimum": 0, "maximum": 100 },
137
+ "max": { "type": "number", "const": 100 },
138
+ "grade": { "type": "string", "pattern": "^[A-F][+-]?$" },
139
+ "visualConsistency": {
140
+ "type": "number",
141
+ "minimum": 0,
142
+ "maximum": 100,
143
+ "description": "Visual consistency score"
144
+ }
145
+ }
146
+ },
147
+ "visualComparison": {
148
+ "type": "object",
149
+ "required": ["page", "status"],
150
+ "properties": {
151
+ "page": { "type": "string", "description": "Page or component name" },
152
+ "url": { "type": "string" },
153
+ "status": {
154
+ "type": "string",
155
+ "enum": ["passed", "failed", "new", "updated", "skipped"]
156
+ },
157
+ "diffPercent": {
158
+ "type": "number",
159
+ "minimum": 0,
160
+ "maximum": 100,
161
+ "description": "Difference percentage"
162
+ },
163
+ "diffPixels": { "type": "integer", "minimum": 0 },
164
+ "threshold": { "type": "number", "minimum": 0, "maximum": 100 },
165
+ "viewport": {
166
+ "type": "object",
167
+ "properties": {
168
+ "width": { "type": "integer" },
169
+ "height": { "type": "integer" }
170
+ }
171
+ },
172
+ "browser": { "type": "string" },
173
+ "baselineScreenshot": { "type": "string" },
174
+ "actualScreenshot": { "type": "string" },
175
+ "diffScreenshot": { "type": "string" },
176
+ "comparisonAlgorithm": {
177
+ "type": "string",
178
+ "enum": ["pixel-diff", "structural-similarity", "ai-semantic", "perceptual-hash"]
179
+ },
180
+ "maskedRegions": {
181
+ "type": "array",
182
+ "items": {
183
+ "$ref": "#/$defs/maskedRegion"
184
+ }
185
+ }
186
+ }
187
+ },
188
+ "maskedRegion": {
189
+ "type": "object",
190
+ "properties": {
191
+ "selector": { "type": "string" },
192
+ "reason": { "type": "string", "enum": ["dynamic-content", "timestamp", "ad", "user-data", "animation"] }
193
+ }
194
+ },
195
+ "regressionStatus": {
196
+ "type": "object",
197
+ "properties": {
198
+ "hasRegressions": { "type": "boolean" },
199
+ "regressionCount": { "type": "integer", "minimum": 0 },
200
+ "newScreenshots": { "type": "integer", "minimum": 0 },
201
+ "updatedBaselines": { "type": "integer", "minimum": 0 },
202
+ "requiresReview": { "type": "boolean" }
203
+ }
204
+ },
205
+ "baselineInfo": {
206
+ "type": "object",
207
+ "properties": {
208
+ "branch": { "type": "string" },
209
+ "commit": { "type": "string" },
210
+ "createdAt": { "type": "string" },
211
+ "screenshotCount": { "type": "integer", "minimum": 0 }
212
+ }
213
+ },
214
+ "responsiveResult": {
215
+ "type": "object",
216
+ "required": ["viewport", "status"],
217
+ "properties": {
218
+ "viewport": {
219
+ "type": "string",
220
+ "enum": ["mobile", "tablet", "desktop", "large-desktop"]
221
+ },
222
+ "width": { "type": "integer" },
223
+ "status": { "type": "string", "enum": ["passed", "failed", "partial"] },
224
+ "comparisonCount": { "type": "integer" },
225
+ "regressionCount": { "type": "integer" }
226
+ }
227
+ },
228
+ "componentResult": {
229
+ "type": "object",
230
+ "required": ["component", "status"],
231
+ "properties": {
232
+ "component": { "type": "string" },
233
+ "selector": { "type": "string" },
234
+ "status": { "type": "string", "enum": ["passed", "failed", "new"] },
235
+ "diffPercent": { "type": "number" },
236
+ "screenshotPath": { "type": "string" }
237
+ }
238
+ },
239
+ "visualFinding": {
240
+ "type": "object",
241
+ "required": ["id", "title", "severity", "category"],
242
+ "properties": {
243
+ "id": { "type": "string", "pattern": "^VIS-\\d{3,6}$" },
244
+ "title": { "type": "string", "minLength": 5, "maxLength": 200 },
245
+ "description": { "type": "string", "maxLength": 2000 },
246
+ "severity": { "type": "string", "enum": ["critical", "high", "medium", "low", "info"] },
247
+ "category": {
248
+ "type": "string",
249
+ "enum": ["layout-shift", "color-change", "font-rendering", "alignment", "missing-element", "overflow", "responsive", "animation"]
250
+ },
251
+ "page": { "type": "string" },
252
+ "viewport": { "type": "string" },
253
+ "browser": { "type": "string" },
254
+ "diffPercent": { "type": "number" },
255
+ "screenshotEvidence": { "type": "string" },
256
+ "remediation": { "type": "string" }
257
+ }
258
+ },
259
+ "visualMetrics": {
260
+ "type": "object",
261
+ "properties": {
262
+ "totalComparisons": { "type": "integer", "minimum": 0 },
263
+ "passed": { "type": "integer", "minimum": 0 },
264
+ "failed": { "type": "integer", "minimum": 0 },
265
+ "new": { "type": "integer", "minimum": 0 },
266
+ "passRate": { "type": "number", "minimum": 0, "maximum": 100 },
267
+ "avgDiffPercent": { "type": "number", "minimum": 0, "maximum": 100 },
268
+ "viewportsCovered": { "type": "integer", "minimum": 0 },
269
+ "browsersCovered": { "type": "integer", "minimum": 0 },
270
+ "componentsCovered": { "type": "integer", "minimum": 0 },
271
+ "executionTimeMs": { "type": "integer", "minimum": 0 }
272
+ }
273
+ },
274
+ "recommendation": {
275
+ "type": "object",
276
+ "required": ["id", "title", "priority"],
277
+ "properties": {
278
+ "id": { "type": "string", "pattern": "^REC-\\d{3,6}$" },
279
+ "title": { "type": "string" },
280
+ "description": { "type": "string" },
281
+ "priority": { "type": "string", "enum": ["critical", "high", "medium", "low"] }
282
+ }
283
+ },
284
+ "artifact": {
285
+ "type": "object",
286
+ "required": ["type", "path"],
287
+ "properties": {
288
+ "type": { "type": "string", "enum": ["baseline", "actual", "diff", "report", "video"] },
289
+ "path": { "type": "string" },
290
+ "format": { "type": "string", "enum": ["png", "jpg", "webp", "html", "json", "webm"] }
291
+ }
292
+ }
293
+ }
294
+ }
@@ -0,0 +1,77 @@
1
+ #!/bin/bash
2
+ # =============================================================================
3
+ # AQE Skill Validator: visual-testing-advanced v1.0.0
4
+ # Validates advanced visual testing output
5
+ # =============================================================================
6
+
7
+ set -euo pipefail
8
+
9
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
10
+ SKILL_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
11
+ PROJECT_ROOT="$(cd "$SKILL_DIR/../../.." && pwd)"
12
+
13
+ VALIDATOR_LIB=""
14
+ for lib_path in "$PROJECT_ROOT/.claude/skills/.validation/templates/validator-lib.sh" "$SKILL_DIR/scripts/validator-lib.sh"; do
15
+ [[ -f "$lib_path" ]] && VALIDATOR_LIB="$lib_path" && break
16
+ done
17
+
18
+ [[ -n "$VALIDATOR_LIB" ]] && source "$VALIDATOR_LIB" || exit 1
19
+
20
+ SKILL_NAME="visual-testing-advanced"
21
+ SKILL_VERSION="1.0.0"
22
+ REQUIRED_TOOLS=("jq")
23
+ OPTIONAL_TOOLS=("imagemagick" "playwright" "ajv" "jsonschema" "python3")
24
+ SCHEMA_PATH="$SKILL_DIR/schemas/output.json"
25
+
26
+ REQUIRED_FIELDS=("skillName" "status" "output")
27
+ MUST_CONTAIN_TERMS=("visual" "test" "diff")
28
+ MUST_NOT_CONTAIN_TERMS=("TODO" "placeholder")
29
+ ENUM_VALIDATIONS=(".status:success,partial,failed,skipped")
30
+
31
+ OUTPUT_FILE=""
32
+ SELF_TEST=false
33
+
34
+ while [[ $# -gt 0 ]]; do
35
+ case "$1" in
36
+ --self-test) SELF_TEST=true; shift ;;
37
+ --verbose|-v) export AQE_DEBUG=1; shift ;;
38
+ --json|--list-tools|--help|-h) shift ;;
39
+ -*) error "Unknown option: $1"; exit 1 ;;
40
+ *) OUTPUT_FILE="$1"; shift ;;
41
+ esac
42
+ done
43
+
44
+ if [[ "$SELF_TEST" == "true" ]]; then
45
+ self_test_passed=true
46
+ for tool in "${REQUIRED_TOOLS[@]}"; do
47
+ command_exists "$tool" && success "Required: $tool" || { error "Missing: $tool"; self_test_passed=false; }
48
+ done
49
+ [[ -f "$SCHEMA_PATH" ]] && validate_json "$SCHEMA_PATH" 2>/dev/null && success "Schema valid" || self_test_passed=false
50
+ [[ "$self_test_passed" == "true" ]] && exit 0 || exit 1
51
+ fi
52
+
53
+ validate_skill_specific() {
54
+ local output_file="$1"
55
+ local has_comparisons=$(json_get "$output_file" ".output.comparisons" 2>/dev/null)
56
+ [[ -z "$has_comparisons" ]] || [[ "$has_comparisons" == "null" ]] && warn "No comparisons found"
57
+ return 0
58
+ }
59
+
60
+ main() {
61
+ [[ -z "$OUTPUT_FILE" ]] && error "No output file specified" && exit 1
62
+ [[ ! -f "$OUTPUT_FILE" ]] && error "Output file not found" && exit 1
63
+
64
+ echo "Validating $SKILL_NAME"
65
+
66
+ ! validate_tools && exit $EXIT_SKIP
67
+ ! validate_json "$OUTPUT_FILE" && exit $EXIT_FAIL
68
+ ! validate_schema "$OUTPUT_FILE" 2>/dev/null && exit $EXIT_FAIL
69
+ ! validate_required_fields "$OUTPUT_FILE" && exit $EXIT_FAIL
70
+ ! validate_content_terms "$OUTPUT_FILE" && exit $EXIT_FAIL
71
+ ! validate_skill_specific "$OUTPUT_FILE" && exit $EXIT_FAIL
72
+
73
+ success "Validation PASSED"
74
+ exit $EXIT_PASS
75
+ }
76
+
77
+ main
@@ -11,6 +11,9 @@ last_optimized: 2025-12-03
11
11
  dependencies: []
12
12
  quick_reference_card: true
13
13
  tags: [xp, agile, pair-programming, tdd, continuous-integration, collaboration]
14
+ trust_tier: 0
15
+ validation:
16
+
14
17
  ---
15
18
 
16
19
  # Extreme Programming (XP) Practices
package/CHANGELOG.md CHANGED
@@ -5,6 +5,29 @@ All notable changes to the Agentic QE project will be documented in this file.
5
5
  The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
6
6
  and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
7
7
 
8
+ ## [3.4.1] - 2026-02-01
9
+
10
+ ### Fixed
11
+
12
+ - **MCP bundle missing dependencies** - Fixed issue #219 where `aqe-mcp` failed to start due to missing packages (`fast-json-patch`, `jose`, `uuid`, etc.)
13
+ - Changed build scripts from `--packages=external` to selective externalization
14
+ - Pure JS dependencies now bundled inline (no separate install needed)
15
+ - Native modules properly externalized (`better-sqlite3`, `hnswlib-node`, `@ruvector/*`)
16
+ - CommonJS modules with dynamic requires externalized (`typescript`, `fast-glob`, `yaml`, `commander`, `cli-progress`, `ora`)
17
+ - Bundle size reduced from ~15MB to ~5MB
18
+
19
+ ### Changed
20
+
21
+ - **Build script improvements** - `v3/scripts/build-mcp.js` and `v3/scripts/build-cli.js` now use explicit `--external:` flags instead of `--packages=external`
22
+
23
+ ## [3.4.0] - 2026-01-31
24
+
25
+ ### Added
26
+
27
+ - **All 12 QE domains enabled by default** - No longer requires manual domain activation
28
+ - **Enhanced MCP server** - 31 tools registered for comprehensive QE automation
29
+ - **Improved agent coordination** - Better swarm topology and task orchestration
30
+
8
31
  ## [3.1.5] - 2026-01-22
9
32
 
10
33
  ### Added
package/README.md CHANGED
@@ -13,13 +13,19 @@
13
13
 
14
14
  > **V3** brings Domain-Driven Design architecture, 12 bounded contexts, 51 specialized QE agents, TinyDancer intelligent model routing, ReasoningBank learning with Dream cycles, HNSW vector search, mathematical Coherence verification, full MinCut/Consensus integration across all 12 domains, and deep integration with [Claude Flow](https://github.com/ruvnet/claude-flow) and [Agentic Flow](https://github.com/ruvnet/agentic-flow).
15
15
 
16
+ ### What's New in v3.4.2
17
+
18
+ - **Skill Validation System** - 4-layer trust tiers with schemas, validators, and evaluation suites (ADR-056)
19
+ - **63 QE Skills with Trust Tiers** - 46 Tier 3 (Verified), 7 Tier 2, 5 Tier 1, 5 Tier 0 skills
20
+ - **CLI Validation Commands** - `aqe skill report`, `aqe eval run`, regression detection
21
+
16
22
  ### What's New in v3.4.0
17
23
 
18
24
  - **AG-UI Protocol** - Anthropic's streaming agent-to-user interface with real-time progress updates
19
25
  - **A2A Protocol** - Google's agent-to-agent interoperability standard for cross-tool communication
20
26
  - **A2UI Components** - Unified UI combining AG-UI streaming with A2A event handling
21
27
 
22
- 🏗️ **DDD Architecture** | 🧠 **ReasoningBank + Dream Cycles** | 🎯 **TinyDancer Model Routing** | 🔍 **HNSW Vector Search** | 👑 **Queen Coordinator** | 📊 **O(log n) Coverage** | 🔗 **Claude Flow Integration** | 🎯 **12 Bounded Contexts** | 📚 **63 QE Skills** | 🧬 **Coherence Verification**
28
+ 🏗️ **DDD Architecture** | 🧠 **ReasoningBank + Dream Cycles** | 🎯 **TinyDancer Model Routing** | 🔍 **HNSW Vector Search** | 👑 **Queen Coordinator** | 📊 **O(log n) Coverage** | 🔗 **Claude Flow Integration** | 🎯 **12 Bounded Contexts** | 📚 **63 QE Skills** | 🧬 **Coherence Verification** | ✅ **Trust Tiers**
23
29
 
24
30
  </div>
25
31
 
@@ -76,7 +82,7 @@ claude "Use qe-flaky-hunter to analyze the last 100 test runs and stabilize flak
76
82
  - ✅ **Memory Coordination**: Cross-agent communication via `aqe/v3/*` namespaces
77
83
  - ✅ **Coherence Verification** (v3.3.0): Mathematical proof of belief consistency using WASM engines
78
84
  - ✅ **V2 Backward Compatibility**: All V2 agents map to V3 equivalents
79
- - ✅ **63 QE Skills**: Domain-specific skills for testing, security, accessibility, QCSD, and more
85
+ - ✅ **63 QE Skills with Trust Tiers**: 46 Tier 3 (Verified) skills with full validation suites
80
86
 
81
87
  ---
82
88
 
@@ -142,6 +148,37 @@ V3 is built on **12 DDD Bounded Contexts**, each with dedicated agents and clear
142
148
 
143
149
  ---
144
150
 
151
+ ### ✅ Skill Trust Tiers (v3.4.2)
152
+
153
+ All 63 QE skills are categorized by **trust tier** based on their validation infrastructure:
154
+
155
+ | Tier | Badge | Count | Description |
156
+ |------|-------|-------|-------------|
157
+ | **Tier 3 - Verified** | ![Tier 3](https://img.shields.io/badge/Tier%203-Verified-brightgreen) | 46 | Full evaluation test suite |
158
+ | **Tier 2 - Validated** | ![Tier 2](https://img.shields.io/badge/Tier%202-Validated-green) | 7 | Has executable validator |
159
+ | **Tier 1 - Structured** | ![Tier 1](https://img.shields.io/badge/Tier%201-Structured-yellow) | 5 | Has JSON output schema |
160
+ | **Tier 0 - Advisory** | ![Tier 0](https://img.shields.io/badge/Tier%200-Advisory-lightgrey) | 5 | SKILL.md guidance only |
161
+
162
+ **Tier 3 Skills** are recommended for production use - they have:
163
+ - JSON Schema validation for output structure
164
+ - Executable validator scripts for correctness
165
+ - Evaluation test suites with multi-model testing
166
+
167
+ ```bash
168
+ # Check skill trust tier
169
+ aqe eval status --skill security-testing
170
+
171
+ # Run skill evaluation
172
+ aqe eval run --skill security-testing --model claude-sonnet-4
173
+
174
+ # View all trust tiers
175
+ cat .claude/skills/TRUST-TIERS.md
176
+ ```
177
+
178
+ [Full documentation: docs/guides/skill-validation.md]
179
+
180
+ ---
181
+
145
182
  ### 🌐 Browser Automation Integration (v3.1.0)
146
183
 
147
184
  V3.1.0 adds full browser automation support via **@claude-flow/browser** integration:
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "agentic-qe",
3
- "version": "3.4.0",
3
+ "version": "3.4.2",
4
4
  "description": "Agentic Quality Engineering V3 - Domain-Driven Design Architecture with 12 Bounded Contexts, O(log n) coverage analysis, ReasoningBank learning, 51 specialized QE agents, mathematical Coherence verification, deep Claude Flow integration",
5
5
  "main": "./v3/dist/index.js",
6
6
  "types": "./v3/dist/index.d.ts",
@@ -46,6 +46,9 @@
46
46
  "sync:cloud:status": "cd v3 && npm run sync:cloud:status",
47
47
  "sync:cloud:verify": "cd v3 && npm run sync:cloud:verify",
48
48
  "sync:cloud:config": "cd v3 && npm run sync:cloud:config",
49
+ "skills:update-manifest": "npx tsx scripts/update-skill-manifest.ts",
50
+ "skills:update-badges": "npx tsx scripts/update-skill-manifest.ts --generate-badges",
51
+ "skills:validate-tier3": "for skill in api-testing-patterns security-testing performance-testing; do .claude/skills/$skill/scripts/validate.sh --self-test; done",
49
52
  "prepublishOnly": "cd v3 && npm run build"
50
53
  },
51
54
  "keywords": [