agentic-qe 3.7.8 → 3.7.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/.claude/skills/.validation/README.md +111 -111
  2. package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  3. package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
  4. package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
  5. package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  6. package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
  7. package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  8. package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  9. package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
  10. package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
  11. package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
  12. package/.claude/skills/.validation/templates/schemas/output.json +145 -145
  13. package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  14. package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  15. package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
  16. package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
  17. package/.claude/skills/.validation/test-data/sample-output.json +73 -73
  18. package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
  19. package/.claude/skills/a11y-ally/schemas/output.json +549 -549
  20. package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  21. package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
  22. package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
  23. package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
  24. package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  25. package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
  26. package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  27. package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
  28. package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
  29. package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  30. package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  31. package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
  32. package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
  33. package/.claude/skills/code-review-quality/schemas/output.json +264 -264
  34. package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  35. package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
  36. package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  37. package/.claude/skills/compliance-testing/schemas/output.json +845 -845
  38. package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
  39. package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
  40. package/.claude/skills/contract-testing/schemas/output.json +638 -638
  41. package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
  42. package/.claude/skills/database-testing/schemas/output.json +1446 -1446
  43. package/.claude/skills/debug-loop/SKILL.md +61 -61
  44. package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
  45. package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -0
  46. package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -0
  47. package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -0
  48. package/.claude/skills/iterative-loop/SKILL.md +371 -371
  49. package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
  50. package/.claude/skills/localization-testing/schemas/output.json +325 -325
  51. package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
  52. package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -0
  53. package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -0
  54. package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -0
  55. package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  56. package/.claude/skills/mobile-testing/schemas/output.json +318 -318
  57. package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  58. package/.claude/skills/mutation-testing/schemas/output.json +707 -707
  59. package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
  60. package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
  61. package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
  62. package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
  63. package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
  64. package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
  65. package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
  66. package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
  67. package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
  68. package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
  69. package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
  70. package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
  71. package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -0
  72. package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -0
  73. package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -0
  74. package/.claude/skills/pentest-validation/SKILL.md +268 -268
  75. package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  76. package/.claude/skills/pentest-validation/schemas/output.json +281 -281
  77. package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
  78. package/.claude/skills/performance-analysis/schemas/output.json +588 -588
  79. package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
  80. package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
  81. package/.claude/skills/pr-review/SKILL.md +61 -61
  82. package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  83. package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -0
  84. package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -0
  85. package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -0
  86. package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  87. package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -0
  88. package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -0
  89. package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -0
  90. package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
  91. package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
  92. package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
  93. package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
  94. package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
  95. package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
  96. package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  97. package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
  98. package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  99. package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
  100. package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  101. package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
  102. package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  103. package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
  104. package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  105. package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
  106. package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
  107. package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  108. package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
  109. package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  110. package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
  111. package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  112. package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
  113. package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  114. package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
  115. package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  116. package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
  117. package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  118. package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
  119. package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  120. package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
  121. package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  122. package/.claude/skills/quality-metrics/schemas/output.json +403 -403
  123. package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
  124. package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
  125. package/.claude/skills/regression-testing/schemas/output.json +311 -311
  126. package/.claude/skills/release/SKILL.md +347 -347
  127. package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  128. package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
  129. package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
  130. package/.claude/skills/security-testing/schemas/output.json +879 -879
  131. package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  132. package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
  133. package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
  134. package/.claude/skills/sherlock-review/schemas/output.json +297 -297
  135. package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  136. package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
  137. package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  138. package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
  139. package/.claude/skills/skills-manifest.json +1 -1
  140. package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
  141. package/.claude/skills/technical-writing/schemas/output.json +268 -268
  142. package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  143. package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
  144. package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
  145. package/.claude/skills/test-data-management/schemas/output.json +284 -284
  146. package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  147. package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
  148. package/.claude/skills/test-environment-management/schemas/output.json +310 -310
  149. package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
  150. package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  151. package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
  152. package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
  153. package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
  154. package/.claude/skills/testability-scoring/schemas/output.json +606 -606
  155. package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  156. package/.claude/skills/trust-tier-manifest.json +78 -7
  157. package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
  158. package/.claude/skills/verification-quality/schemas/output.json +432 -432
  159. package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  160. package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
  161. package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
  162. package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
  163. package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
  164. package/CHANGELOG.md +34 -0
  165. package/README.md +169 -900
  166. package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
  167. package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
  168. package/assets/governance/constitution.md +202 -202
  169. package/assets/governance/shards/chaos-resilience.shard.md +221 -221
  170. package/assets/governance/shards/code-intelligence.shard.md +178 -178
  171. package/assets/governance/shards/contract-testing.shard.md +206 -206
  172. package/assets/governance/shards/coverage-analysis.shard.md +146 -146
  173. package/assets/governance/shards/defect-intelligence.shard.md +182 -182
  174. package/assets/governance/shards/learning-optimization.shard.md +248 -248
  175. package/assets/governance/shards/quality-assessment.shard.md +165 -165
  176. package/assets/governance/shards/requirements-validation.shard.md +177 -177
  177. package/assets/governance/shards/security-compliance.shard.md +196 -196
  178. package/assets/governance/shards/test-execution.shard.md +156 -156
  179. package/assets/governance/shards/test-generation.shard.md +128 -128
  180. package/assets/governance/shards/visual-accessibility.shard.md +209 -209
  181. package/assets/hooks/cross-phase-memory.yaml +253 -253
  182. package/assets/patterns/adr-051-booster-patterns.json +78 -78
  183. package/assets/patterns/adr-051-embedding-patterns.json +147 -147
  184. package/assets/patterns/adr-051-integration-summary.json +62 -62
  185. package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
  186. package/assets/patterns/adr-051-router-patterns.json +113 -113
  187. package/assets/patterns/index.json +136 -136
  188. package/assets/skills/.validation/README.md +111 -111
  189. package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
  190. package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
  191. package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
  192. package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
  193. package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
  194. package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
  195. package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
  196. package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
  197. package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
  198. package/assets/skills/.validation/templates/eval.template.yaml +366 -366
  199. package/assets/skills/.validation/templates/schemas/output.json +145 -145
  200. package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
  201. package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
  202. package/assets/skills/.validation/test-data/invalid-output.json +5 -5
  203. package/assets/skills/.validation/test-data/minimal-output.json +9 -9
  204. package/assets/skills/.validation/test-data/sample-output.json +73 -73
  205. package/assets/skills/a11y-ally/SKILL.md +1664 -1658
  206. package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -0
  207. package/assets/skills/a11y-ally/schemas/output.json +549 -0
  208. package/assets/skills/a11y-ally/scripts/validate-config.json +42 -0
  209. package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
  210. package/assets/skills/accessibility-testing/schemas/output.json +776 -776
  211. package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
  212. package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
  213. package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
  214. package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
  215. package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
  216. package/assets/skills/brutal-honesty-review/SKILL.md +5 -0
  217. package/assets/skills/brutal-honesty-review/schemas/output.json +291 -0
  218. package/assets/skills/brutal-honesty-review/scripts/validate-config.json +34 -0
  219. package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
  220. package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
  221. package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
  222. package/assets/skills/cicd-pipeline-qe-orchestrator/README.md +1 -1
  223. package/assets/skills/cicd-pipeline-qe-orchestrator/SKILL.md +6 -0
  224. package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -0
  225. package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -0
  226. package/assets/skills/cicd-pipeline-qe-orchestrator/scripts/validate-config.json +42 -0
  227. package/assets/skills/code-review-quality/schemas/output.json +264 -264
  228. package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
  229. package/assets/skills/compatibility-testing/schemas/output.json +551 -551
  230. package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
  231. package/assets/skills/compliance-testing/schemas/output.json +845 -845
  232. package/assets/skills/consultancy-practices/schemas/output.json +282 -282
  233. package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
  234. package/assets/skills/contract-testing/schemas/output.json +638 -638
  235. package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
  236. package/assets/skills/database-testing/schemas/output.json +1446 -1446
  237. package/assets/skills/debug-loop/SKILL.md +61 -61
  238. package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
  239. package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -0
  240. package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -0
  241. package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -0
  242. package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
  243. package/assets/skills/localization-testing/schemas/output.json +325 -325
  244. package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
  245. package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -0
  246. package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -0
  247. package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -0
  248. package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
  249. package/assets/skills/mobile-testing/schemas/output.json +318 -318
  250. package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
  251. package/assets/skills/mutation-testing/schemas/output.json +707 -707
  252. package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
  253. package/assets/skills/n8n-expression-testing/SKILL.md +6 -0
  254. package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -0
  255. package/assets/skills/n8n-expression-testing/schemas/output.json +369 -0
  256. package/assets/skills/n8n-expression-testing/scripts/validate-config.json +39 -0
  257. package/assets/skills/n8n-integration-testing-patterns/SKILL.md +6 -0
  258. package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -0
  259. package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -0
  260. package/assets/skills/n8n-integration-testing-patterns/scripts/validate-config.json +34 -0
  261. package/assets/skills/n8n-security-testing/SKILL.md +6 -0
  262. package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -0
  263. package/assets/skills/n8n-security-testing/schemas/output.json +293 -0
  264. package/assets/skills/n8n-security-testing/scripts/validate-config.json +34 -0
  265. package/assets/skills/n8n-trigger-testing-strategies/SKILL.md +6 -0
  266. package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -0
  267. package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -0
  268. package/assets/skills/n8n-trigger-testing-strategies/scripts/validate-config.json +34 -0
  269. package/assets/skills/n8n-workflow-testing-fundamentals/SKILL.md +6 -0
  270. package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -0
  271. package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -0
  272. package/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate-config.json +35 -0
  273. package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
  274. package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -0
  275. package/assets/skills/observability-testing-patterns/schemas/output.json +58 -0
  276. package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -0
  277. package/assets/skills/pentest-validation/SKILL.md +268 -268
  278. package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
  279. package/assets/skills/pentest-validation/schemas/output.json +281 -281
  280. package/assets/skills/pentest-validation/scripts/validate-config.json +12 -0
  281. package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
  282. package/assets/skills/performance-testing/schemas/output.json +1184 -1184
  283. package/assets/skills/pr-review/SKILL.md +61 -61
  284. package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
  285. package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -0
  286. package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -0
  287. package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -0
  288. package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
  289. package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -0
  290. package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -0
  291. package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -0
  292. package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -0
  293. package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -0
  294. package/assets/skills/qcsd-ideation-swarm/scripts/validate-config.json +25 -0
  295. package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -0
  296. package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -0
  297. package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -0
  298. package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -0
  299. package/assets/skills/qcsd-refinement-swarm/evals/qcsd-refinement-swarm.yaml +139 -0
  300. package/assets/skills/qcsd-refinement-swarm/schemas/output.json +811 -0
  301. package/assets/skills/qcsd-refinement-swarm/scripts/validate-config.json +25 -0
  302. package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
  303. package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
  304. package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
  305. package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
  306. package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
  307. package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
  308. package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
  309. package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
  310. package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
  311. package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
  312. package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
  313. package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
  314. package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
  315. package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
  316. package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
  317. package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
  318. package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
  319. package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
  320. package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
  321. package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
  322. package/assets/skills/qe-test-execution/schemas/output.json +529 -529
  323. package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
  324. package/assets/skills/qe-test-generation/schemas/output.json +439 -439
  325. package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
  326. package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
  327. package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
  328. package/assets/skills/quality-metrics/schemas/output.json +403 -403
  329. package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
  330. package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
  331. package/assets/skills/regression-testing/schemas/output.json +311 -311
  332. package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
  333. package/assets/skills/risk-based-testing/schemas/output.json +480 -480
  334. package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
  335. package/assets/skills/security-testing/schemas/output.json +879 -879
  336. package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
  337. package/assets/skills/security-visual-testing/schemas/output.json +486 -486
  338. package/assets/skills/security-visual-testing/scripts/validate-config.json +45 -0
  339. package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
  340. package/assets/skills/sherlock-review/SKILL.md +5 -0
  341. package/assets/skills/sherlock-review/schemas/output.json +297 -0
  342. package/assets/skills/sherlock-review/scripts/validate-config.json +35 -0
  343. package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
  344. package/assets/skills/shift-left-testing/schemas/output.json +459 -459
  345. package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
  346. package/assets/skills/shift-right-testing/schemas/output.json +418 -418
  347. package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
  348. package/assets/skills/technical-writing/schemas/output.json +268 -268
  349. package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
  350. package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
  351. package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
  352. package/assets/skills/test-data-management/schemas/output.json +284 -284
  353. package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
  354. package/assets/skills/test-design-techniques/schemas/output.json +295 -295
  355. package/assets/skills/test-environment-management/schemas/output.json +310 -310
  356. package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
  357. package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
  358. package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
  359. package/assets/skills/testability-scoring/SKILL.md +5 -0
  360. package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -0
  361. package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
  362. package/assets/skills/testability-scoring/schemas/output.json +606 -0
  363. package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
  364. package/assets/skills/testability-scoring/scripts/validate-config.json +42 -0
  365. package/assets/skills/trust-tier-manifest.json +2404 -0
  366. package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
  367. package/assets/skills/verification-quality/schemas/output.json +432 -432
  368. package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
  369. package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
  370. package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -0
  371. package/assets/skills/wms-testing-patterns/schemas/output.json +150 -0
  372. package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -0
  373. package/assets/templates/validation-summary.json +56 -56
  374. package/dist/benchmarks/performance-benchmarks.js +1 -1
  375. package/dist/cli/bundle.js +9158 -2288
  376. package/dist/cli/commands/hooks.d.ts.map +1 -1
  377. package/dist/cli/commands/hooks.js +92 -0
  378. package/dist/cli/commands/hooks.js.map +1 -1
  379. package/dist/cli/commands/mcp.d.ts.map +1 -1
  380. package/dist/cli/commands/mcp.js +11 -9
  381. package/dist/cli/commands/mcp.js.map +1 -1
  382. package/dist/cli/commands/migrate.js +2 -2
  383. package/dist/coordination/constants.d.ts +1 -1
  384. package/dist/coordination/constants.js +1 -1
  385. package/dist/coordination/handlers/coverage-handlers.js +1 -1
  386. package/dist/coordination/handlers/coverage-handlers.js.map +1 -1
  387. package/dist/domains/code-intelligence/services/semantic-analyzer.d.ts +1 -1
  388. package/dist/domains/code-intelligence/services/semantic-analyzer.d.ts.map +1 -1
  389. package/dist/domains/code-intelligence/services/semantic-analyzer.js +1 -1
  390. package/dist/domains/code-intelligence/services/semantic-analyzer.js.map +1 -1
  391. package/dist/domains/coverage-analysis/coordinator.js +1 -1
  392. package/dist/domains/coverage-analysis/services/coverage-analyzer.js +1 -1
  393. package/dist/domains/coverage-analysis/services/coverage-embedder.d.ts +1 -1
  394. package/dist/domains/coverage-analysis/services/coverage-embedder.js +1 -1
  395. package/dist/domains/coverage-analysis/services/gap-detector.js +1 -1
  396. package/dist/domains/coverage-analysis/services/ghost-coverage-analyzer.js +1 -1
  397. package/dist/domains/coverage-analysis/services/hnsw-index.d.ts +2 -2
  398. package/dist/domains/coverage-analysis/services/hnsw-index.js +3 -3
  399. package/dist/domains/coverage-analysis/services/sublinear-analyzer.d.ts +1 -1
  400. package/dist/domains/coverage-analysis/services/sublinear-analyzer.js +1 -1
  401. package/dist/domains/test-execution/services/test-prioritizer.js +1 -1
  402. package/dist/domains/test-generation/context/rust-context-builder.d.ts +31 -0
  403. package/dist/domains/test-generation/context/rust-context-builder.d.ts.map +1 -0
  404. package/dist/domains/test-generation/context/rust-context-builder.js +27 -0
  405. package/dist/domains/test-generation/context/rust-context-builder.js.map +1 -0
  406. package/dist/domains/test-generation/coordinator.js +3 -3
  407. package/dist/domains/test-generation/coordinator.js.map +1 -1
  408. package/dist/domains/test-generation/detectors/mobile-detector.d.ts +41 -0
  409. package/dist/domains/test-generation/detectors/mobile-detector.d.ts.map +1 -0
  410. package/dist/domains/test-generation/detectors/mobile-detector.js +111 -0
  411. package/dist/domains/test-generation/detectors/mobile-detector.js.map +1 -0
  412. package/dist/domains/test-generation/detectors/spring-detector.d.ts +22 -0
  413. package/dist/domains/test-generation/detectors/spring-detector.d.ts.map +1 -0
  414. package/dist/domains/test-generation/detectors/spring-detector.js +37 -0
  415. package/dist/domains/test-generation/detectors/spring-detector.js.map +1 -0
  416. package/dist/domains/test-generation/factories/test-generator-factory.d.ts +2 -1
  417. package/dist/domains/test-generation/factories/test-generator-factory.d.ts.map +1 -1
  418. package/dist/domains/test-generation/factories/test-generator-factory.js +33 -13
  419. package/dist/domains/test-generation/factories/test-generator-factory.js.map +1 -1
  420. package/dist/domains/test-generation/generators/flutter-test-generator.d.ts +107 -0
  421. package/dist/domains/test-generation/generators/flutter-test-generator.d.ts.map +1 -0
  422. package/dist/domains/test-generation/generators/flutter-test-generator.js +590 -0
  423. package/dist/domains/test-generation/generators/flutter-test-generator.js.map +1 -0
  424. package/dist/domains/test-generation/generators/go-test-generator.d.ts +139 -0
  425. package/dist/domains/test-generation/generators/go-test-generator.d.ts.map +1 -0
  426. package/dist/domains/test-generation/generators/go-test-generator.js +654 -0
  427. package/dist/domains/test-generation/generators/go-test-generator.js.map +1 -0
  428. package/dist/domains/test-generation/generators/index.d.ts +8 -0
  429. package/dist/domains/test-generation/generators/index.d.ts.map +1 -1
  430. package/dist/domains/test-generation/generators/index.js +8 -0
  431. package/dist/domains/test-generation/generators/index.js.map +1 -1
  432. package/dist/domains/test-generation/generators/jest-rn-generator.d.ts +95 -0
  433. package/dist/domains/test-generation/generators/jest-rn-generator.d.ts.map +1 -0
  434. package/dist/domains/test-generation/generators/jest-rn-generator.js +591 -0
  435. package/dist/domains/test-generation/generators/jest-rn-generator.js.map +1 -0
  436. package/dist/domains/test-generation/generators/junit5-generator.d.ts +107 -0
  437. package/dist/domains/test-generation/generators/junit5-generator.d.ts.map +1 -0
  438. package/dist/domains/test-generation/generators/junit5-generator.js +588 -0
  439. package/dist/domains/test-generation/generators/junit5-generator.js.map +1 -0
  440. package/dist/domains/test-generation/generators/kotlin-junit-generator.d.ts +109 -0
  441. package/dist/domains/test-generation/generators/kotlin-junit-generator.d.ts.map +1 -0
  442. package/dist/domains/test-generation/generators/kotlin-junit-generator.js +588 -0
  443. package/dist/domains/test-generation/generators/kotlin-junit-generator.js.map +1 -0
  444. package/dist/domains/test-generation/generators/pytest-generator.d.ts +8 -1
  445. package/dist/domains/test-generation/generators/pytest-generator.d.ts.map +1 -1
  446. package/dist/domains/test-generation/generators/pytest-generator.js +57 -0
  447. package/dist/domains/test-generation/generators/pytest-generator.js.map +1 -1
  448. package/dist/domains/test-generation/generators/rust-test-generator.d.ts +80 -0
  449. package/dist/domains/test-generation/generators/rust-test-generator.d.ts.map +1 -0
  450. package/dist/domains/test-generation/generators/rust-test-generator.js +442 -0
  451. package/dist/domains/test-generation/generators/rust-test-generator.js.map +1 -0
  452. package/dist/domains/test-generation/generators/swift-testing-generator.d.ts +97 -0
  453. package/dist/domains/test-generation/generators/swift-testing-generator.d.ts.map +1 -0
  454. package/dist/domains/test-generation/generators/swift-testing-generator.js +482 -0
  455. package/dist/domains/test-generation/generators/swift-testing-generator.js.map +1 -0
  456. package/dist/domains/test-generation/generators/xunit-generator.d.ts +110 -0
  457. package/dist/domains/test-generation/generators/xunit-generator.d.ts.map +1 -0
  458. package/dist/domains/test-generation/generators/xunit-generator.js +611 -0
  459. package/dist/domains/test-generation/generators/xunit-generator.js.map +1 -0
  460. package/dist/domains/test-generation/interfaces.d.ts +11 -2
  461. package/dist/domains/test-generation/interfaces.d.ts.map +1 -1
  462. package/dist/domains/test-generation/prompts/language-prompts.d.ts +29 -0
  463. package/dist/domains/test-generation/prompts/language-prompts.d.ts.map +1 -0
  464. package/dist/domains/test-generation/prompts/language-prompts.js +135 -0
  465. package/dist/domains/test-generation/prompts/language-prompts.js.map +1 -0
  466. package/dist/domains/test-generation/services/compilation-validator.d.ts +43 -0
  467. package/dist/domains/test-generation/services/compilation-validator.d.ts.map +1 -0
  468. package/dist/domains/test-generation/services/compilation-validator.js +134 -0
  469. package/dist/domains/test-generation/services/compilation-validator.js.map +1 -0
  470. package/dist/domains/test-generation/services/index.d.ts +2 -1
  471. package/dist/domains/test-generation/services/index.d.ts.map +1 -1
  472. package/dist/domains/test-generation/services/index.js +3 -1
  473. package/dist/domains/test-generation/services/index.js.map +1 -1
  474. package/dist/domains/test-generation/services/test-file-resolver.d.ts +32 -0
  475. package/dist/domains/test-generation/services/test-file-resolver.d.ts.map +1 -0
  476. package/dist/domains/test-generation/services/test-file-resolver.js +159 -0
  477. package/dist/domains/test-generation/services/test-file-resolver.js.map +1 -0
  478. package/dist/domains/test-generation/services/test-generator.d.ts +10 -0
  479. package/dist/domains/test-generation/services/test-generator.d.ts.map +1 -1
  480. package/dist/domains/test-generation/services/test-generator.js +87 -10
  481. package/dist/domains/test-generation/services/test-generator.js.map +1 -1
  482. package/dist/governance/feature-flags.js +2 -2
  483. package/dist/governance/feature-flags.js.map +1 -1
  484. package/dist/governance/shard-embeddings.js +1 -1
  485. package/dist/init/init-wizard-hooks.d.ts.map +1 -1
  486. package/dist/init/init-wizard-hooks.js +0 -1
  487. package/dist/init/init-wizard-hooks.js.map +1 -1
  488. package/dist/init/phases/07-hooks.d.ts.map +1 -1
  489. package/dist/init/phases/07-hooks.js +0 -2
  490. package/dist/init/phases/07-hooks.js.map +1 -1
  491. package/dist/init/phases/08-mcp.d.ts +8 -4
  492. package/dist/init/phases/08-mcp.d.ts.map +1 -1
  493. package/dist/init/phases/08-mcp.js +13 -31
  494. package/dist/init/phases/08-mcp.js.map +1 -1
  495. package/dist/init/phases/10-workers.js +4 -4
  496. package/dist/init/phases/10-workers.js.map +1 -1
  497. package/dist/init/settings-merge.d.ts.map +1 -1
  498. package/dist/init/settings-merge.js +0 -2
  499. package/dist/init/settings-merge.js.map +1 -1
  500. package/dist/init/token-bootstrap.js +1 -1
  501. package/dist/init/token-bootstrap.js.map +1 -1
  502. package/dist/integrations/rl-suite/algorithms/decision-transformer.js +1 -1
  503. package/dist/kernel/constants.d.ts +2 -2
  504. package/dist/kernel/constants.js +2 -2
  505. package/dist/kernel/hnsw-adapter.js +1 -1
  506. package/dist/kernel/progressive-hnsw-backend.d.ts +2 -2
  507. package/dist/kernel/progressive-hnsw-backend.js +2 -2
  508. package/dist/learning/dream/concept-graph.d.ts +1 -1
  509. package/dist/learning/dream/concept-graph.js +1 -1
  510. package/dist/learning/dream/dream-engine.d.ts +1 -1
  511. package/dist/learning/dream/dream-engine.js +1 -1
  512. package/dist/learning/dream/index.d.ts +1 -1
  513. package/dist/learning/dream/index.js +1 -1
  514. package/dist/learning/dream/types.d.ts +1 -1
  515. package/dist/learning/dream/types.d.ts.map +1 -1
  516. package/dist/learning/dream/types.js +1 -1
  517. package/dist/learning/dream/types.js.map +1 -1
  518. package/dist/learning/token-tracker.js +1 -1
  519. package/dist/learning/token-tracker.js.map +1 -1
  520. package/dist/mcp/bundle.js +7538 -893
  521. package/dist/routing/qe-agent-registry.js +4 -4
  522. package/dist/routing/qe-agent-registry.js.map +1 -1
  523. package/dist/routing/types.d.ts +5 -8
  524. package/dist/routing/types.d.ts.map +1 -1
  525. package/dist/routing/types.js.map +1 -1
  526. package/dist/shared/embeddings/embedding-cache.js +2 -2
  527. package/dist/shared/embeddings/index.d.ts +2 -2
  528. package/dist/shared/embeddings/index.js +2 -2
  529. package/dist/shared/embeddings/nomic-embedder.d.ts +4 -4
  530. package/dist/shared/embeddings/nomic-embedder.js +2 -2
  531. package/dist/shared/embeddings/ollama-client.d.ts +1 -1
  532. package/dist/shared/embeddings/ollama-client.js +2 -2
  533. package/dist/shared/embeddings/ollama-client.js.map +1 -1
  534. package/dist/shared/embeddings/types.d.ts +2 -2
  535. package/dist/shared/embeddings/types.js +2 -2
  536. package/dist/shared/language-detector.d.ts +46 -0
  537. package/dist/shared/language-detector.d.ts.map +1 -0
  538. package/dist/shared/language-detector.js +183 -0
  539. package/dist/shared/language-detector.js.map +1 -0
  540. package/dist/shared/llm/providers/ollama.js +1 -1
  541. package/dist/shared/metrics/code-metrics.d.ts.map +1 -1
  542. package/dist/shared/metrics/code-metrics.js +24 -1
  543. package/dist/shared/metrics/code-metrics.js.map +1 -1
  544. package/dist/shared/parsers/index.d.ts +2 -0
  545. package/dist/shared/parsers/index.d.ts.map +1 -1
  546. package/dist/shared/parsers/index.js +2 -0
  547. package/dist/shared/parsers/index.js.map +1 -1
  548. package/dist/shared/parsers/interfaces.d.ts +81 -0
  549. package/dist/shared/parsers/interfaces.d.ts.map +1 -0
  550. package/dist/shared/parsers/interfaces.js +6 -0
  551. package/dist/shared/parsers/interfaces.js.map +1 -0
  552. package/dist/shared/parsers/multi-language-parser.d.ts +144 -0
  553. package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -0
  554. package/dist/shared/parsers/multi-language-parser.js +1271 -0
  555. package/dist/shared/parsers/multi-language-parser.js.map +1 -0
  556. package/dist/shared/parsers/rust-ownership-analyzer.d.ts +45 -0
  557. package/dist/shared/parsers/rust-ownership-analyzer.d.ts.map +1 -0
  558. package/dist/shared/parsers/rust-ownership-analyzer.js +52 -0
  559. package/dist/shared/parsers/rust-ownership-analyzer.js.map +1 -0
  560. package/dist/shared/parsers/typescript-parser.d.ts +16 -0
  561. package/dist/shared/parsers/typescript-parser.d.ts.map +1 -1
  562. package/dist/shared/parsers/typescript-parser.js +85 -0
  563. package/dist/shared/parsers/typescript-parser.js.map +1 -1
  564. package/dist/shared/types/test-frameworks.d.ts +25 -0
  565. package/dist/shared/types/test-frameworks.d.ts.map +1 -0
  566. package/dist/shared/types/test-frameworks.js +111 -0
  567. package/dist/shared/types/test-frameworks.js.map +1 -0
  568. package/package.json +1 -1
  569. package/scripts/prepare-assets.sh +16 -2
@@ -1,598 +1,598 @@
1
- # =============================================================================
2
- # AQE Skill Evaluation Test Suite: QE Requirements Validation v1.0.0
3
- # =============================================================================
4
- #
5
- # Comprehensive evaluation suite for the qe-requirements-validation skill.
6
- # Tests requirements traceability, acceptance criteria validation, BDD
7
- # scenario generation, and coverage gap identification.
8
- #
9
- # Schema: .claude/skills/.validation/schemas/skill-eval.schema.json
10
- # Validator: .claude/skills/qe-requirements-validation/scripts/validate-config.json
11
- #
12
- # Coverage:
13
- # - Acceptance criteria validation (SMART criteria)
14
- # - Requirements traceability matrix
15
- # - BDD scenario generation (Gherkin)
16
- # - Requirements coverage analysis
17
- # - Gap identification and risk assessment
18
- #
19
- # =============================================================================
20
-
21
- skill: qe-requirements-validation
22
- version: 1.0.0
23
- description: >
24
- Comprehensive evaluation suite for the qe-requirements-validation skill.
25
- Tests acceptance criteria validation with SMART principles, requirements
26
- traceability matrix construction, BDD scenario generation, requirements
27
- coverage analysis, and comprehensive gap identification.
28
-
29
- # =============================================================================
30
- # Multi-Model Configuration
31
- # =============================================================================
32
-
33
- models_to_test:
34
- - claude-3.5-sonnet
35
- - claude-3-haiku
36
-
37
- # =============================================================================
38
- # MCP Integration Configuration
39
- # =============================================================================
40
-
41
- mcp_integration:
42
- enabled: true
43
- namespace: skill-validation
44
-
45
- query_patterns: true
46
- track_outcomes: true
47
- store_patterns: true
48
- share_learning: true
49
- update_quality_gate: true
50
-
51
- target_agents:
52
- - qe-learning-coordinator
53
- - qe-queen-coordinator
54
- - qe-acceptance-criteria
55
- - qe-bdd-specialist
56
-
57
- # =============================================================================
58
- # ReasoningBank Learning Configuration
59
- # =============================================================================
60
-
61
- learning:
62
- store_success_patterns: true
63
- store_failure_patterns: true
64
- pattern_ttl_days: 90
65
- min_confidence_to_store: 0.7
66
- cross_model_comparison: true
67
-
68
- # =============================================================================
69
- # Result Format Configuration
70
- # =============================================================================
71
-
72
- result_format:
73
- json_output: true
74
- markdown_report: true
75
- include_raw_output: false
76
- include_timing: true
77
- include_token_usage: true
78
-
79
- # =============================================================================
80
- # Environment Setup
81
- # =============================================================================
82
-
83
- setup:
84
- required_tools:
85
- - jq
86
- environment_variables:
87
- REQUIREMENTS_SOURCE: "jira"
88
- BDD_FORMAT: "gherkin"
89
- MIN_COVERAGE_THRESHOLD: "80"
90
- fixtures: []
91
-
92
- # =============================================================================
93
- # TEST CASES
94
- # =============================================================================
95
-
96
- test_cases:
97
- # ---------------------------------------------------------------------------
98
- # CATEGORY: Acceptance Criteria Validation
99
- # ---------------------------------------------------------------------------
100
-
101
- - id: tc001_smart_criteria_validation
102
- description: "Validate acceptance criteria against SMART principles"
103
- category: acceptance_criteria
104
- priority: critical
105
-
106
- input:
107
- prompt: |
108
- Validate these acceptance criteria for "User Registration":
109
-
110
- CRITERIA 1: "User should be able to register"
111
- - Specific? NO (vague)
112
- - Measurable? NO
113
- - Achievable? UNCLEAR
114
- - Relevant? YES
115
- - Testable? NO
116
- VERDICT: REJECT - too vague, rewrite
117
-
118
- CRITERIA 2: "User can register with valid email and password matching requirements (8+ chars, 1 uppercase, 1 number)"
119
- - Specific? YES (exactly what's needed)
120
- - Measurable? YES (8 chars, regex)
121
- - Achievable? YES (standard requirements)
122
- - Relevant? YES (security requirement)
123
- - Testable? YES (can automate)
124
- VERDICT: ACCEPT
125
-
126
- For each criteria, validate SMART and provide feedback.
127
- context:
128
- story_id: "US-123"
129
- validation_type: "SMART"
130
-
131
- expected_output:
132
- must_contain:
133
- - "SMART"
134
- - "specific"
135
- - "measurable"
136
- - "testable"
137
- - "criteria"
138
- must_not_contain:
139
- - "error"
140
- - "unable"
141
- severity_classification: critical
142
- finding_count:
143
- min: 1
144
-
145
- validation:
146
- schema_check: true
147
- keyword_match_threshold: 0.8
148
- reasoning_quality_min: 0.75
149
-
150
- - id: tc002_ambiguity_detection
151
- description: "Detect ambiguous or untestable requirements"
152
- category: acceptance_criteria
153
- priority: critical
154
-
155
- input:
156
- prompt: |
157
- Identify ambiguities in these acceptance criteria:
158
-
159
- 1. "System should respond quickly to user actions"
160
- AMBIGUITIES: What's "quickly"? < 1s? < 500ms? User-dependent?
161
-
162
- 2. "User should be able to search for products"
163
- AMBIGUITIES: What fields? Exact match or fuzzy? Case-sensitive?
164
- Include out-of-stock items? How many results max?
165
-
166
- 3. "Checkout process should be user-friendly"
167
- AMBIGUITIES: What's "user-friendly"? Can't be tested directly.
168
-
169
- For each, suggest improved, unambiguous criteria.
170
- context:
171
- detect_ambiguities: true
172
- suggest_improvements: true
173
-
174
- expected_output:
175
- must_contain:
176
- - "ambiguity"
177
- - "ambiguous"
178
- - "clarify"
179
- - "improve"
180
- - "criteria"
181
- finding_count:
182
- min: 1
183
-
184
- validation:
185
- schema_check: true
186
- keyword_match_threshold: 0.8
187
-
188
- - id: tc003_edge_case_identification
189
- description: "Identify missing edge cases in acceptance criteria"
190
- category: acceptance_criteria
191
- priority: high
192
-
193
- input:
194
- prompt: |
195
- For user registration criteria, identify missing edge cases:
196
-
197
- COVERED: Happy path (valid email/password)
198
- MISSING:
199
- 1. Existing email -> should show error
200
- 2. Invalid email format -> reject
201
- 3. Password too weak -> reject
202
- 4. Concurrent registration attempts -> handle gracefully
203
- 5. Email verification link expires -> reissue
204
- 6. Database unavailable -> show error message
205
- 7. Spam registration -> rate limit
206
- 8. GDPR compliance -> data retention
207
-
208
- What's critical vs nice-to-have?
209
- context:
210
- identify_edge_cases: true
211
- prioritize: true
212
-
213
- expected_output:
214
- must_contain:
215
- - "edge case"
216
- - "missing"
217
- - "error"
218
- - "critical"
219
- - "edge"
220
- severity_classification: high
221
-
222
- validation:
223
- schema_check: true
224
- keyword_match_threshold: 0.75
225
-
226
- # ---------------------------------------------------------------------------
227
- # CATEGORY: Traceability Matrix
228
- # ---------------------------------------------------------------------------
229
-
230
- - id: tc004_requirements_traceability_matrix
231
- description: "Build traceability matrix linking requirements to tests"
232
- category: traceability
233
- priority: critical
234
-
235
- input:
236
- prompt: |
237
- Build traceability matrix for User Management sprint:
238
-
239
- REQUIREMENT: US-100 "User Registration"
240
- TEST CASES:
241
- - TC-001: Valid email/password registration
242
- - TC-002: Reject existing email
243
- - TC-003: Reject weak password
244
- - TC-004: Email verification
245
- COVERAGE: FULL
246
-
247
- REQUIREMENT: US-101 "Password Reset"
248
- TEST CASES:
249
- - TC-010: Request password reset
250
- - TC-011: Reset with valid token
251
- TEST CASES MISSING:
252
- - Invalid/expired token handling
253
- COVERAGE: PARTIAL
254
-
255
- REQUIREMENT: US-102 "User Profile"
256
- TEST CASES: NONE
257
- COVERAGE: NONE -> HIGH RISK
258
-
259
- OUTPUT: Matrix with coverage summary
260
- context:
261
- include_gaps: true
262
- risk_assessment: true
263
-
264
- expected_output:
265
- must_contain:
266
- - "traceability"
267
- - "matrix"
268
- - "coverage"
269
- - "test"
270
- - "requirement"
271
- must_not_contain:
272
- - "error"
273
- - "fail"
274
- severity_classification: critical
275
-
276
- validation:
277
- schema_check: true
278
- keyword_match_threshold: 0.8
279
- reasoning_quality_min: 0.75
280
-
281
- - id: tc005_coverage_gap_analysis
282
- description: "Identify untested requirements and orphan tests"
283
- category: traceability
284
- priority: critical
285
-
286
- input:
287
- prompt: |
288
- Analyze requirements coverage:
289
-
290
- GAPS:
291
- 1. Untested requirements: US-104, US-107 (3 requirements)
292
- 2. Orphan tests: TC-050, TC-051 (2 tests with no linked requirement)
293
- 3. Partial coverage: 5 requirements with < 100% test coverage
294
-
295
- RISK ASSESSMENT:
296
- - US-104 "Billing Integration" - CRITICAL path, untested
297
- - US-107 "Admin Dashboard" - INTERNAL USE, lower risk
298
-
299
- RECOMMENDATIONS:
300
- 1. Prioritize tests for US-104 immediately
301
- 2. Review US-107 requirements carefully
302
- 3. Investigate orphan tests for removal or link
303
-
304
- How would you prevent this in future?
305
- context:
306
- gap_analysis: true
307
- risk_assessment: true
308
- prevention: true
309
-
310
- expected_output:
311
- must_contain:
312
- - "gap"
313
- - "untested"
314
- - "orphan"
315
- - "critical"
316
- - "coverage"
317
- finding_count:
318
- min: 1
319
-
320
- validation:
321
- schema_check: true
322
- keyword_match_threshold: 0.75
323
-
324
- # ---------------------------------------------------------------------------
325
- # CATEGORY: BDD Scenario Generation
326
- # ---------------------------------------------------------------------------
327
-
328
- - id: tc006_bdd_scenario_generation
329
- description: "Generate BDD scenarios from user stories"
330
- category: bdd
331
- priority: critical
332
-
333
- input:
334
- prompt: |
335
- Generate BDD scenarios for:
336
- "As a user, I want to reset my password so that I can regain access if forgotten"
337
-
338
- HAPPY PATH:
339
- Scenario: Successful password reset
340
- Given I am on the login page
341
- And I have forgotten my password
342
- When I click "Forgot Password"
343
- And I enter my email "user@example.com"
344
- And I submit the form
345
- Then I should see "Check your email"
346
- And I should receive a reset email
347
- And the reset link should be valid for 24 hours
348
-
349
- EDGE CASES:
350
- Scenario: Reset with non-existent email
351
- Given I am on the password reset page
352
- When I enter email "nonexistent@example.com"
353
- And I submit the form
354
- Then I should see confirmation message (for security, don't reveal if email exists)
355
-
356
- Scenario: Reset link expired
357
- Given I have a password reset email
358
- And the reset link is older than 24 hours
359
- When I click the reset link
360
- Then I should see "Link expired"
361
- And I should be offered to request a new one
362
-
363
- Generate all scenarios in Gherkin format.
364
- context:
365
- story: "Password Reset"
366
- format: "gherkin"
367
- include_edge_cases: true
368
-
369
- expected_output:
370
- must_contain:
371
- - "Scenario"
372
- - "Given"
373
- - "When"
374
- - "Then"
375
- - "Feature"
376
- must_not_contain:
377
- - "error"
378
- - "unable"
379
- severity_classification: critical
380
-
381
- validation:
382
- schema_check: true
383
- keyword_match_threshold: 0.8
384
- reasoning_quality_min: 0.75
385
-
386
- - id: tc007_step_definition_generation
387
- description: "Generate Gherkin step definitions and skeleton code"
388
- category: bdd
389
- priority: high
390
-
391
- input:
392
- prompt: |
393
- For BDD scenario, generate step definitions:
394
-
395
- GHERKIN:
396
- Given I am on the password reset page
397
- When I enter email "user@example.com"
398
- And I submit the form
399
- Then I should see "Check your email"
400
-
401
- STEP DEFINITIONS (skeleton):
402
- ```javascript
403
- Given('I am on the password reset page', async () => {
404
- // Implementation: navigate to /forgot-password
405
- });
406
-
407
- When('I enter email {string}', async (email) => {
408
- // Implementation: fill email field and submit
409
- });
410
-
411
- Then('I should see {string}', async (message) => {
412
- // Implementation: assert message is visible
413
- });
414
- ```
415
-
416
- How would you generate these from scenarios?
417
- context:
418
- generate_skeleton: true
419
- include_comments: true
420
-
421
- expected_output:
422
- must_contain:
423
- - "Given"
424
- - "When"
425
- - "Then"
426
- - "step"
427
- - "definition"
428
- finding_count:
429
- min: 1
430
-
431
- validation:
432
- schema_check: true
433
- keyword_match_threshold: 0.75
434
-
435
- # ---------------------------------------------------------------------------
436
- # CATEGORY: Requirements Quality
437
- # ---------------------------------------------------------------------------
438
-
439
- - id: tc008_requirement_quality_scoring
440
- description: "Score requirement quality using criteria"
441
- category: quality
442
- priority: high
443
-
444
- input:
445
- prompt: |
446
- Score requirement quality for "Payment Processing":
447
-
448
- CRITERIA:
449
- 1. Clear acceptance criteria (Y/N)
450
- 2. Is testable (Y/N)
451
- 3. Is measurable (Y/N)
452
- 4. No ambiguity (Y/N)
453
- 5. Covers edge cases (Y/N)
454
- 6. Is estimated (Y/N)
455
- 7. Has clear priority (Y/N)
456
- 8. Dependencies identified (Y/N)
457
-
458
- SCORE: 6/8 = 75% (GOOD)
459
-
460
- GAPS:
461
- - Missing edge cases for network failures
462
- - Dependency on payment provider API not clear
463
-
464
- RECOMMENDATION: 75% quality, acceptable but could improve
465
- context:
466
- requirement_id: "US-200"
467
- scoring_criteria: "all"
468
-
469
- expected_output:
470
- must_contain:
471
- - "score"
472
- - "quality"
473
- - "criteria"
474
- - "gap"
475
- - "recommend"
476
- severity_classification: high
477
-
478
- validation:
479
- schema_check: true
480
- keyword_match_threshold: 0.75
481
-
482
- # ---------------------------------------------------------------------------
483
- # CATEGORY: Sprint Integration
484
- # ---------------------------------------------------------------------------
485
-
486
- - id: tc009_sprint_requirements_review
487
- description: "Review requirements before sprint execution"
488
- category: sprint
489
- priority: high
490
-
491
- input:
492
- prompt: |
493
- Sprint planning for Sprint 23 - Pre-execution checklist:
494
-
495
- CHECKLIST:
496
- 1. All user stories have acceptance criteria? YES (12/12)
497
- 2. Criteria are SMART? PARTIAL (10/12 full, 2/12 partial)
498
- 3. Tests defined? PARTIAL (8/12 test cases defined)
499
- 4. Dependencies clear? YES
500
- 5. Estimates reasonable? MOSTLY (1 story seems underestimated)
501
- 6. Team capacity ok? YES
502
- 7. Blockers identified? NO (none expected)
503
- 8. Acceptance ready? MOSTLY (2 stories need clarification)
504
-
505
- READINESS: 85% (GOOD - proceed with minor clarifications)
506
-
507
- What's the go/no-go decision?
508
- context:
509
- sprint_number: 23
510
- readiness_check: true
511
-
512
- expected_output:
513
- must_contain:
514
- - "readiness"
515
- - "checklist"
516
- - "go"
517
- - "criteria"
518
- - "sprint"
519
- finding_count:
520
- min: 1
521
-
522
- validation:
523
- schema_check: true
524
- keyword_match_threshold: 0.75
525
-
526
- # ---------------------------------------------------------------------------
527
- # CATEGORY: Negative Tests
528
- # ---------------------------------------------------------------------------
529
-
530
- - id: tc010_requirements_quality_improvement
531
- description: "Provide actionable improvements for poor requirements"
532
- category: negative
533
- priority: high
534
-
535
- input:
536
- prompt: |
537
- This requirement needs improvement:
538
- "As a user, I want to manage my data so I can control my information"
539
-
540
- PROBLEMS:
541
- 1. Acceptance criteria missing completely
542
- 2. "manage my data" is too vague
543
- 3. Not testable as stated
544
- 4. No edge cases identified
545
- 5. Too broad for one story
546
-
547
- IMPROVEMENTS:
548
- Split into:
549
- - "User can view their data" (specific)
550
- - "User can update their data" (specific)
551
- - "User can delete their data" (specific)
552
- - "User can export their data" (specific)
553
-
554
- For each, add SMART criteria and test cases.
555
- context:
556
- requirement: "data_management"
557
- improvement_guidance: true
558
-
559
- expected_output:
560
- must_contain:
561
- - "improvement"
562
- - "specific"
563
- - "testable"
564
- - "criteria"
565
- - "split"
566
- finding_count:
567
- min: 1
568
-
569
- validation:
570
- schema_check: true
571
- allow_partial: true
572
-
573
- # =============================================================================
574
- # SUCCESS CRITERIA
575
- # =============================================================================
576
-
577
- success_criteria:
578
- pass_rate: 0.8
579
- critical_pass_rate: 1.0
580
- avg_reasoning_quality: 0.75
581
- max_execution_time_ms: 300000
582
- cross_model_variance: 0.15
583
-
584
- # =============================================================================
585
- # METADATA
586
- # =============================================================================
587
-
588
- metadata:
589
- author: "qe-acceptance-criteria"
590
- created: "2026-02-02"
591
- last_updated: "2026-02-02"
592
- coverage_target: >
593
- SMART criteria validation (Specific, Measurable, Achievable, Relevant,
594
- Testable), ambiguity detection with improvement suggestions, edge case
595
- identification, requirements traceability matrix construction with gap
596
- analysis, BDD Gherkin scenario generation with step definitions, requirement
597
- quality scoring, sprint readiness checklist, and comprehensive quality
598
- improvement recommendations.
1
+ # =============================================================================
2
+ # AQE Skill Evaluation Test Suite: QE Requirements Validation v1.0.0
3
+ # =============================================================================
4
+ #
5
+ # Comprehensive evaluation suite for the qe-requirements-validation skill.
6
+ # Tests requirements traceability, acceptance criteria validation, BDD
7
+ # scenario generation, and coverage gap identification.
8
+ #
9
+ # Schema: .claude/skills/.validation/schemas/skill-eval.schema.json
10
+ # Validator: .claude/skills/qe-requirements-validation/scripts/validate-config.json
11
+ #
12
+ # Coverage:
13
+ # - Acceptance criteria validation (SMART criteria)
14
+ # - Requirements traceability matrix
15
+ # - BDD scenario generation (Gherkin)
16
+ # - Requirements coverage analysis
17
+ # - Gap identification and risk assessment
18
+ #
19
+ # =============================================================================
20
+
21
+ skill: qe-requirements-validation
22
+ version: 1.0.0
23
+ description: >
24
+ Comprehensive evaluation suite for the qe-requirements-validation skill.
25
+ Tests acceptance criteria validation with SMART principles, requirements
26
+ traceability matrix construction, BDD scenario generation, requirements
27
+ coverage analysis, and comprehensive gap identification.
28
+
29
+ # =============================================================================
30
+ # Multi-Model Configuration
31
+ # =============================================================================
32
+
33
+ models_to_test:
34
+ - claude-3.5-sonnet
35
+ - claude-3-haiku
36
+
37
+ # =============================================================================
38
+ # MCP Integration Configuration
39
+ # =============================================================================
40
+
41
+ mcp_integration:
42
+ enabled: true
43
+ namespace: skill-validation
44
+
45
+ query_patterns: true
46
+ track_outcomes: true
47
+ store_patterns: true
48
+ share_learning: true
49
+ update_quality_gate: true
50
+
51
+ target_agents:
52
+ - qe-learning-coordinator
53
+ - qe-queen-coordinator
54
+ - qe-acceptance-criteria
55
+ - qe-bdd-specialist
56
+
57
+ # =============================================================================
58
+ # ReasoningBank Learning Configuration
59
+ # =============================================================================
60
+
61
+ learning:
62
+ store_success_patterns: true
63
+ store_failure_patterns: true
64
+ pattern_ttl_days: 90
65
+ min_confidence_to_store: 0.7
66
+ cross_model_comparison: true
67
+
68
+ # =============================================================================
69
+ # Result Format Configuration
70
+ # =============================================================================
71
+
72
+ result_format:
73
+ json_output: true
74
+ markdown_report: true
75
+ include_raw_output: false
76
+ include_timing: true
77
+ include_token_usage: true
78
+
79
+ # =============================================================================
80
+ # Environment Setup
81
+ # =============================================================================
82
+
83
+ setup:
84
+ required_tools:
85
+ - jq
86
+ environment_variables:
87
+ REQUIREMENTS_SOURCE: "jira"
88
+ BDD_FORMAT: "gherkin"
89
+ MIN_COVERAGE_THRESHOLD: "80"
90
+ fixtures: []
91
+
92
+ # =============================================================================
93
+ # TEST CASES
94
+ # =============================================================================
95
+
96
+ test_cases:
97
+ # ---------------------------------------------------------------------------
98
+ # CATEGORY: Acceptance Criteria Validation
99
+ # ---------------------------------------------------------------------------
100
+
101
+ - id: tc001_smart_criteria_validation
102
+ description: "Validate acceptance criteria against SMART principles"
103
+ category: acceptance_criteria
104
+ priority: critical
105
+
106
+ input:
107
+ prompt: |
108
+ Validate these acceptance criteria for "User Registration":
109
+
110
+ CRITERIA 1: "User should be able to register"
111
+ - Specific? NO (vague)
112
+ - Measurable? NO
113
+ - Achievable? UNCLEAR
114
+ - Relevant? YES
115
+ - Testable? NO
116
+ VERDICT: REJECT - too vague, rewrite
117
+
118
+ CRITERIA 2: "User can register with valid email and password matching requirements (8+ chars, 1 uppercase, 1 number)"
119
+ - Specific? YES (exactly what's needed)
120
+ - Measurable? YES (8 chars, regex)
121
+ - Achievable? YES (standard requirements)
122
+ - Relevant? YES (security requirement)
123
+ - Testable? YES (can automate)
124
+ VERDICT: ACCEPT
125
+
126
+ For each criteria, validate SMART and provide feedback.
127
+ context:
128
+ story_id: "US-123"
129
+ validation_type: "SMART"
130
+
131
+ expected_output:
132
+ must_contain:
133
+ - "SMART"
134
+ - "specific"
135
+ - "measurable"
136
+ - "testable"
137
+ - "criteria"
138
+ must_not_contain:
139
+ - "error"
140
+ - "unable"
141
+ severity_classification: critical
142
+ finding_count:
143
+ min: 1
144
+
145
+ validation:
146
+ schema_check: true
147
+ keyword_match_threshold: 0.8
148
+ reasoning_quality_min: 0.75
149
+
150
+ - id: tc002_ambiguity_detection
151
+ description: "Detect ambiguous or untestable requirements"
152
+ category: acceptance_criteria
153
+ priority: critical
154
+
155
+ input:
156
+ prompt: |
157
+ Identify ambiguities in these acceptance criteria:
158
+
159
+ 1. "System should respond quickly to user actions"
160
+ AMBIGUITIES: What's "quickly"? < 1s? < 500ms? User-dependent?
161
+
162
+ 2. "User should be able to search for products"
163
+ AMBIGUITIES: What fields? Exact match or fuzzy? Case-sensitive?
164
+ Include out-of-stock items? How many results max?
165
+
166
+ 3. "Checkout process should be user-friendly"
167
+ AMBIGUITIES: What's "user-friendly"? Can't be tested directly.
168
+
169
+ For each, suggest improved, unambiguous criteria.
170
+ context:
171
+ detect_ambiguities: true
172
+ suggest_improvements: true
173
+
174
+ expected_output:
175
+ must_contain:
176
+ - "ambiguity"
177
+ - "ambiguous"
178
+ - "clarify"
179
+ - "improve"
180
+ - "criteria"
181
+ finding_count:
182
+ min: 1
183
+
184
+ validation:
185
+ schema_check: true
186
+ keyword_match_threshold: 0.8
187
+
188
+ - id: tc003_edge_case_identification
189
+ description: "Identify missing edge cases in acceptance criteria"
190
+ category: acceptance_criteria
191
+ priority: high
192
+
193
+ input:
194
+ prompt: |
195
+ For user registration criteria, identify missing edge cases:
196
+
197
+ COVERED: Happy path (valid email/password)
198
+ MISSING:
199
+ 1. Existing email -> should show error
200
+ 2. Invalid email format -> reject
201
+ 3. Password too weak -> reject
202
+ 4. Concurrent registration attempts -> handle gracefully
203
+ 5. Email verification link expires -> reissue
204
+ 6. Database unavailable -> show error message
205
+ 7. Spam registration -> rate limit
206
+ 8. GDPR compliance -> data retention
207
+
208
+ What's critical vs nice-to-have?
209
+ context:
210
+ identify_edge_cases: true
211
+ prioritize: true
212
+
213
+ expected_output:
214
+ must_contain:
215
+ - "edge case"
216
+ - "missing"
217
+ - "error"
218
+ - "critical"
219
+ - "edge"
220
+ severity_classification: high
221
+
222
+ validation:
223
+ schema_check: true
224
+ keyword_match_threshold: 0.75
225
+
226
+ # ---------------------------------------------------------------------------
227
+ # CATEGORY: Traceability Matrix
228
+ # ---------------------------------------------------------------------------
229
+
230
+ - id: tc004_requirements_traceability_matrix
231
+ description: "Build traceability matrix linking requirements to tests"
232
+ category: traceability
233
+ priority: critical
234
+
235
+ input:
236
+ prompt: |
237
+ Build traceability matrix for User Management sprint:
238
+
239
+ REQUIREMENT: US-100 "User Registration"
240
+ TEST CASES:
241
+ - TC-001: Valid email/password registration
242
+ - TC-002: Reject existing email
243
+ - TC-003: Reject weak password
244
+ - TC-004: Email verification
245
+ COVERAGE: FULL
246
+
247
+ REQUIREMENT: US-101 "Password Reset"
248
+ TEST CASES:
249
+ - TC-010: Request password reset
250
+ - TC-011: Reset with valid token
251
+ TEST CASES MISSING:
252
+ - Invalid/expired token handling
253
+ COVERAGE: PARTIAL
254
+
255
+ REQUIREMENT: US-102 "User Profile"
256
+ TEST CASES: NONE
257
+ COVERAGE: NONE -> HIGH RISK
258
+
259
+ OUTPUT: Matrix with coverage summary
260
+ context:
261
+ include_gaps: true
262
+ risk_assessment: true
263
+
264
+ expected_output:
265
+ must_contain:
266
+ - "traceability"
267
+ - "matrix"
268
+ - "coverage"
269
+ - "test"
270
+ - "requirement"
271
+ must_not_contain:
272
+ - "error"
273
+ - "fail"
274
+ severity_classification: critical
275
+
276
+ validation:
277
+ schema_check: true
278
+ keyword_match_threshold: 0.8
279
+ reasoning_quality_min: 0.75
280
+
281
+ - id: tc005_coverage_gap_analysis
282
+ description: "Identify untested requirements and orphan tests"
283
+ category: traceability
284
+ priority: critical
285
+
286
+ input:
287
+ prompt: |
288
+ Analyze requirements coverage:
289
+
290
+ GAPS:
291
+ 1. Untested requirements: US-104, US-107 (3 requirements)
292
+ 2. Orphan tests: TC-050, TC-051 (2 tests with no linked requirement)
293
+ 3. Partial coverage: 5 requirements with < 100% test coverage
294
+
295
+ RISK ASSESSMENT:
296
+ - US-104 "Billing Integration" - CRITICAL path, untested
297
+ - US-107 "Admin Dashboard" - INTERNAL USE, lower risk
298
+
299
+ RECOMMENDATIONS:
300
+ 1. Prioritize tests for US-104 immediately
301
+ 2. Review US-107 requirements carefully
302
+ 3. Investigate orphan tests for removal or link
303
+
304
+ How would you prevent this in future?
305
+ context:
306
+ gap_analysis: true
307
+ risk_assessment: true
308
+ prevention: true
309
+
310
+ expected_output:
311
+ must_contain:
312
+ - "gap"
313
+ - "untested"
314
+ - "orphan"
315
+ - "critical"
316
+ - "coverage"
317
+ finding_count:
318
+ min: 1
319
+
320
+ validation:
321
+ schema_check: true
322
+ keyword_match_threshold: 0.75
323
+
324
+ # ---------------------------------------------------------------------------
325
+ # CATEGORY: BDD Scenario Generation
326
+ # ---------------------------------------------------------------------------
327
+
328
+ - id: tc006_bdd_scenario_generation
329
+ description: "Generate BDD scenarios from user stories"
330
+ category: bdd
331
+ priority: critical
332
+
333
+ input:
334
+ prompt: |
335
+ Generate BDD scenarios for:
336
+ "As a user, I want to reset my password so that I can regain access if forgotten"
337
+
338
+ HAPPY PATH:
339
+ Scenario: Successful password reset
340
+ Given I am on the login page
341
+ And I have forgotten my password
342
+ When I click "Forgot Password"
343
+ And I enter my email "user@example.com"
344
+ And I submit the form
345
+ Then I should see "Check your email"
346
+ And I should receive a reset email
347
+ And the reset link should be valid for 24 hours
348
+
349
+ EDGE CASES:
350
+ Scenario: Reset with non-existent email
351
+ Given I am on the password reset page
352
+ When I enter email "nonexistent@example.com"
353
+ And I submit the form
354
+ Then I should see confirmation message (for security, don't reveal if email exists)
355
+
356
+ Scenario: Reset link expired
357
+ Given I have a password reset email
358
+ And the reset link is older than 24 hours
359
+ When I click the reset link
360
+ Then I should see "Link expired"
361
+ And I should be offered to request a new one
362
+
363
+ Generate all scenarios in Gherkin format.
364
+ context:
365
+ story: "Password Reset"
366
+ format: "gherkin"
367
+ include_edge_cases: true
368
+
369
+ expected_output:
370
+ must_contain:
371
+ - "Scenario"
372
+ - "Given"
373
+ - "When"
374
+ - "Then"
375
+ - "Feature"
376
+ must_not_contain:
377
+ - "error"
378
+ - "unable"
379
+ severity_classification: critical
380
+
381
+ validation:
382
+ schema_check: true
383
+ keyword_match_threshold: 0.8
384
+ reasoning_quality_min: 0.75
385
+
386
+ - id: tc007_step_definition_generation
387
+ description: "Generate Gherkin step definitions and skeleton code"
388
+ category: bdd
389
+ priority: high
390
+
391
+ input:
392
+ prompt: |
393
+ For BDD scenario, generate step definitions:
394
+
395
+ GHERKIN:
396
+ Given I am on the password reset page
397
+ When I enter email "user@example.com"
398
+ And I submit the form
399
+ Then I should see "Check your email"
400
+
401
+ STEP DEFINITIONS (skeleton):
402
+ ```javascript
403
+ Given('I am on the password reset page', async () => {
404
+ // Implementation: navigate to /forgot-password
405
+ });
406
+
407
+ When('I enter email {string}', async (email) => {
408
+ // Implementation: fill email field and submit
409
+ });
410
+
411
+ Then('I should see {string}', async (message) => {
412
+ // Implementation: assert message is visible
413
+ });
414
+ ```
415
+
416
+ How would you generate these from scenarios?
417
+ context:
418
+ generate_skeleton: true
419
+ include_comments: true
420
+
421
+ expected_output:
422
+ must_contain:
423
+ - "Given"
424
+ - "When"
425
+ - "Then"
426
+ - "step"
427
+ - "definition"
428
+ finding_count:
429
+ min: 1
430
+
431
+ validation:
432
+ schema_check: true
433
+ keyword_match_threshold: 0.75
434
+
435
+ # ---------------------------------------------------------------------------
436
+ # CATEGORY: Requirements Quality
437
+ # ---------------------------------------------------------------------------
438
+
439
+ - id: tc008_requirement_quality_scoring
440
+ description: "Score requirement quality using criteria"
441
+ category: quality
442
+ priority: high
443
+
444
+ input:
445
+ prompt: |
446
+ Score requirement quality for "Payment Processing":
447
+
448
+ CRITERIA:
449
+ 1. Clear acceptance criteria (Y/N)
450
+ 2. Is testable (Y/N)
451
+ 3. Is measurable (Y/N)
452
+ 4. No ambiguity (Y/N)
453
+ 5. Covers edge cases (Y/N)
454
+ 6. Is estimated (Y/N)
455
+ 7. Has clear priority (Y/N)
456
+ 8. Dependencies identified (Y/N)
457
+
458
+ SCORE: 6/8 = 75% (GOOD)
459
+
460
+ GAPS:
461
+ - Missing edge cases for network failures
462
+ - Dependency on payment provider API not clear
463
+
464
+ RECOMMENDATION: 75% quality, acceptable but could improve
465
+ context:
466
+ requirement_id: "US-200"
467
+ scoring_criteria: "all"
468
+
469
+ expected_output:
470
+ must_contain:
471
+ - "score"
472
+ - "quality"
473
+ - "criteria"
474
+ - "gap"
475
+ - "recommend"
476
+ severity_classification: high
477
+
478
+ validation:
479
+ schema_check: true
480
+ keyword_match_threshold: 0.75
481
+
482
+ # ---------------------------------------------------------------------------
483
+ # CATEGORY: Sprint Integration
484
+ # ---------------------------------------------------------------------------
485
+
486
+ - id: tc009_sprint_requirements_review
487
+ description: "Review requirements before sprint execution"
488
+ category: sprint
489
+ priority: high
490
+
491
+ input:
492
+ prompt: |
493
+ Sprint planning for Sprint 23 - Pre-execution checklist:
494
+
495
+ CHECKLIST:
496
+ 1. All user stories have acceptance criteria? YES (12/12)
497
+ 2. Criteria are SMART? PARTIAL (10/12 full, 2/12 partial)
498
+ 3. Tests defined? PARTIAL (8/12 test cases defined)
499
+ 4. Dependencies clear? YES
500
+ 5. Estimates reasonable? MOSTLY (1 story seems underestimated)
501
+ 6. Team capacity ok? YES
502
+ 7. Blockers identified? NO (none expected)
503
+ 8. Acceptance ready? MOSTLY (2 stories need clarification)
504
+
505
+ READINESS: 85% (GOOD - proceed with minor clarifications)
506
+
507
+ What's the go/no-go decision?
508
+ context:
509
+ sprint_number: 23
510
+ readiness_check: true
511
+
512
+ expected_output:
513
+ must_contain:
514
+ - "readiness"
515
+ - "checklist"
516
+ - "go"
517
+ - "criteria"
518
+ - "sprint"
519
+ finding_count:
520
+ min: 1
521
+
522
+ validation:
523
+ schema_check: true
524
+ keyword_match_threshold: 0.75
525
+
526
+ # ---------------------------------------------------------------------------
527
+ # CATEGORY: Negative Tests
528
+ # ---------------------------------------------------------------------------
529
+
530
+ - id: tc010_requirements_quality_improvement
531
+ description: "Provide actionable improvements for poor requirements"
532
+ category: negative
533
+ priority: high
534
+
535
+ input:
536
+ prompt: |
537
+ This requirement needs improvement:
538
+ "As a user, I want to manage my data so I can control my information"
539
+
540
+ PROBLEMS:
541
+ 1. Acceptance criteria missing completely
542
+ 2. "manage my data" is too vague
543
+ 3. Not testable as stated
544
+ 4. No edge cases identified
545
+ 5. Too broad for one story
546
+
547
+ IMPROVEMENTS:
548
+ Split into:
549
+ - "User can view their data" (specific)
550
+ - "User can update their data" (specific)
551
+ - "User can delete their data" (specific)
552
+ - "User can export their data" (specific)
553
+
554
+ For each, add SMART criteria and test cases.
555
+ context:
556
+ requirement: "data_management"
557
+ improvement_guidance: true
558
+
559
+ expected_output:
560
+ must_contain:
561
+ - "improvement"
562
+ - "specific"
563
+ - "testable"
564
+ - "criteria"
565
+ - "split"
566
+ finding_count:
567
+ min: 1
568
+
569
+ validation:
570
+ schema_check: true
571
+ allow_partial: true
572
+
573
+ # =============================================================================
574
+ # SUCCESS CRITERIA
575
+ # =============================================================================
576
+
577
+ success_criteria:
578
+ pass_rate: 0.8
579
+ critical_pass_rate: 1.0
580
+ avg_reasoning_quality: 0.75
581
+ max_execution_time_ms: 300000
582
+ cross_model_variance: 0.15
583
+
584
+ # =============================================================================
585
+ # METADATA
586
+ # =============================================================================
587
+
588
+ metadata:
589
+ author: "qe-acceptance-criteria"
590
+ created: "2026-02-02"
591
+ last_updated: "2026-02-02"
592
+ coverage_target: >
593
+ SMART criteria validation (Specific, Measurable, Achievable, Relevant,
594
+ Testable), ambiguity detection with improvement suggestions, edge case
595
+ identification, requirements traceability matrix construction with gap
596
+ analysis, BDD Gherkin scenario generation with step definitions, requirement
597
+ quality scoring, sprint readiness checklist, and comprehensive quality
598
+ improvement recommendations.