agentic-qe 3.7.8 → 3.7.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/skills/.validation/README.md +111 -111
- package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
- package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
- package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
- package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
- package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
- package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
- package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
- package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
- package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
- package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
- package/.claude/skills/.validation/templates/schemas/output.json +145 -145
- package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
- package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
- package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
- package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
- package/.claude/skills/.validation/test-data/sample-output.json +73 -73
- package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
- package/.claude/skills/a11y-ally/schemas/output.json +549 -549
- package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
- package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
- package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
- package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
- package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
- package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
- package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
- package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
- package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
- package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
- package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
- package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
- package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
- package/.claude/skills/code-review-quality/schemas/output.json +264 -264
- package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
- package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
- package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
- package/.claude/skills/compliance-testing/schemas/output.json +845 -845
- package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
- package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
- package/.claude/skills/contract-testing/schemas/output.json +638 -638
- package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
- package/.claude/skills/database-testing/schemas/output.json +1446 -1446
- package/.claude/skills/debug-loop/SKILL.md +61 -61
- package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
- package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -0
- package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -0
- package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -0
- package/.claude/skills/iterative-loop/SKILL.md +371 -371
- package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
- package/.claude/skills/localization-testing/schemas/output.json +325 -325
- package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
- package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -0
- package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -0
- package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -0
- package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
- package/.claude/skills/mobile-testing/schemas/output.json +318 -318
- package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
- package/.claude/skills/mutation-testing/schemas/output.json +707 -707
- package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
- package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
- package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
- package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
- package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
- package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
- package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
- package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
- package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
- package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
- package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
- package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
- package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -0
- package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -0
- package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -0
- package/.claude/skills/pentest-validation/SKILL.md +268 -268
- package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
- package/.claude/skills/pentest-validation/schemas/output.json +281 -281
- package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
- package/.claude/skills/performance-analysis/schemas/output.json +588 -588
- package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
- package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
- package/.claude/skills/pr-review/SKILL.md +61 -61
- package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
- package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -0
- package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -0
- package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -0
- package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
- package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -0
- package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -0
- package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -0
- package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
- package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
- package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
- package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
- package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
- package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
- package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
- package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
- package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
- package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
- package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
- package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
- package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
- package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
- package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
- package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
- package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
- package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
- package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
- package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
- package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
- package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
- package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
- package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
- package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
- package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
- package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
- package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
- package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
- package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
- package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
- package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
- package/.claude/skills/quality-metrics/schemas/output.json +403 -403
- package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
- package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
- package/.claude/skills/regression-testing/schemas/output.json +311 -311
- package/.claude/skills/release/SKILL.md +347 -347
- package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
- package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
- package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
- package/.claude/skills/security-testing/schemas/output.json +879 -879
- package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
- package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
- package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
- package/.claude/skills/sherlock-review/schemas/output.json +297 -297
- package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
- package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
- package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
- package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
- package/.claude/skills/skills-manifest.json +1 -1
- package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
- package/.claude/skills/technical-writing/schemas/output.json +268 -268
- package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
- package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
- package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
- package/.claude/skills/test-data-management/schemas/output.json +284 -284
- package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
- package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
- package/.claude/skills/test-environment-management/schemas/output.json +310 -310
- package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
- package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
- package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
- package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
- package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
- package/.claude/skills/testability-scoring/schemas/output.json +606 -606
- package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
- package/.claude/skills/trust-tier-manifest.json +78 -7
- package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
- package/.claude/skills/verification-quality/schemas/output.json +432 -432
- package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
- package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
- package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
- package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
- package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
- package/CHANGELOG.md +34 -0
- package/README.md +169 -900
- package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
- package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
- package/assets/governance/constitution.md +202 -202
- package/assets/governance/shards/chaos-resilience.shard.md +221 -221
- package/assets/governance/shards/code-intelligence.shard.md +178 -178
- package/assets/governance/shards/contract-testing.shard.md +206 -206
- package/assets/governance/shards/coverage-analysis.shard.md +146 -146
- package/assets/governance/shards/defect-intelligence.shard.md +182 -182
- package/assets/governance/shards/learning-optimization.shard.md +248 -248
- package/assets/governance/shards/quality-assessment.shard.md +165 -165
- package/assets/governance/shards/requirements-validation.shard.md +177 -177
- package/assets/governance/shards/security-compliance.shard.md +196 -196
- package/assets/governance/shards/test-execution.shard.md +156 -156
- package/assets/governance/shards/test-generation.shard.md +128 -128
- package/assets/governance/shards/visual-accessibility.shard.md +209 -209
- package/assets/hooks/cross-phase-memory.yaml +253 -253
- package/assets/patterns/adr-051-booster-patterns.json +78 -78
- package/assets/patterns/adr-051-embedding-patterns.json +147 -147
- package/assets/patterns/adr-051-integration-summary.json +62 -62
- package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
- package/assets/patterns/adr-051-router-patterns.json +113 -113
- package/assets/patterns/index.json +136 -136
- package/assets/skills/.validation/README.md +111 -111
- package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
- package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
- package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
- package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
- package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
- package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
- package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
- package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
- package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
- package/assets/skills/.validation/templates/eval.template.yaml +366 -366
- package/assets/skills/.validation/templates/schemas/output.json +145 -145
- package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
- package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
- package/assets/skills/.validation/test-data/invalid-output.json +5 -5
- package/assets/skills/.validation/test-data/minimal-output.json +9 -9
- package/assets/skills/.validation/test-data/sample-output.json +73 -73
- package/assets/skills/a11y-ally/SKILL.md +1664 -1658
- package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -0
- package/assets/skills/a11y-ally/schemas/output.json +549 -0
- package/assets/skills/a11y-ally/scripts/validate-config.json +42 -0
- package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
- package/assets/skills/accessibility-testing/schemas/output.json +776 -776
- package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
- package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
- package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
- package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
- package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
- package/assets/skills/brutal-honesty-review/SKILL.md +5 -0
- package/assets/skills/brutal-honesty-review/schemas/output.json +291 -0
- package/assets/skills/brutal-honesty-review/scripts/validate-config.json +34 -0
- package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
- package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
- package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
- package/assets/skills/cicd-pipeline-qe-orchestrator/README.md +1 -1
- package/assets/skills/cicd-pipeline-qe-orchestrator/SKILL.md +6 -0
- package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -0
- package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -0
- package/assets/skills/cicd-pipeline-qe-orchestrator/scripts/validate-config.json +42 -0
- package/assets/skills/code-review-quality/schemas/output.json +264 -264
- package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
- package/assets/skills/compatibility-testing/schemas/output.json +551 -551
- package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
- package/assets/skills/compliance-testing/schemas/output.json +845 -845
- package/assets/skills/consultancy-practices/schemas/output.json +282 -282
- package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
- package/assets/skills/contract-testing/schemas/output.json +638 -638
- package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
- package/assets/skills/database-testing/schemas/output.json +1446 -1446
- package/assets/skills/debug-loop/SKILL.md +61 -61
- package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
- package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -0
- package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -0
- package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -0
- package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
- package/assets/skills/localization-testing/schemas/output.json +325 -325
- package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
- package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -0
- package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -0
- package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -0
- package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
- package/assets/skills/mobile-testing/schemas/output.json +318 -318
- package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
- package/assets/skills/mutation-testing/schemas/output.json +707 -707
- package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
- package/assets/skills/n8n-expression-testing/SKILL.md +6 -0
- package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -0
- package/assets/skills/n8n-expression-testing/schemas/output.json +369 -0
- package/assets/skills/n8n-expression-testing/scripts/validate-config.json +39 -0
- package/assets/skills/n8n-integration-testing-patterns/SKILL.md +6 -0
- package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -0
- package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -0
- package/assets/skills/n8n-integration-testing-patterns/scripts/validate-config.json +34 -0
- package/assets/skills/n8n-security-testing/SKILL.md +6 -0
- package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -0
- package/assets/skills/n8n-security-testing/schemas/output.json +293 -0
- package/assets/skills/n8n-security-testing/scripts/validate-config.json +34 -0
- package/assets/skills/n8n-trigger-testing-strategies/SKILL.md +6 -0
- package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -0
- package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -0
- package/assets/skills/n8n-trigger-testing-strategies/scripts/validate-config.json +34 -0
- package/assets/skills/n8n-workflow-testing-fundamentals/SKILL.md +6 -0
- package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -0
- package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -0
- package/assets/skills/n8n-workflow-testing-fundamentals/scripts/validate-config.json +35 -0
- package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
- package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -0
- package/assets/skills/observability-testing-patterns/schemas/output.json +58 -0
- package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -0
- package/assets/skills/pentest-validation/SKILL.md +268 -268
- package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
- package/assets/skills/pentest-validation/schemas/output.json +281 -281
- package/assets/skills/pentest-validation/scripts/validate-config.json +12 -0
- package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
- package/assets/skills/performance-testing/schemas/output.json +1184 -1184
- package/assets/skills/pr-review/SKILL.md +61 -61
- package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
- package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -0
- package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -0
- package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -0
- package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
- package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -0
- package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -0
- package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -0
- package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -0
- package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -0
- package/assets/skills/qcsd-ideation-swarm/scripts/validate-config.json +25 -0
- package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -0
- package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -0
- package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -0
- package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -0
- package/assets/skills/qcsd-refinement-swarm/evals/qcsd-refinement-swarm.yaml +139 -0
- package/assets/skills/qcsd-refinement-swarm/schemas/output.json +811 -0
- package/assets/skills/qcsd-refinement-swarm/scripts/validate-config.json +25 -0
- package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
- package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
- package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
- package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
- package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
- package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
- package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
- package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
- package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
- package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
- package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
- package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
- package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
- package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
- package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
- package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
- package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
- package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
- package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
- package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
- package/assets/skills/qe-test-execution/schemas/output.json +529 -529
- package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
- package/assets/skills/qe-test-generation/schemas/output.json +439 -439
- package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
- package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
- package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
- package/assets/skills/quality-metrics/schemas/output.json +403 -403
- package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
- package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
- package/assets/skills/regression-testing/schemas/output.json +311 -311
- package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
- package/assets/skills/risk-based-testing/schemas/output.json +480 -480
- package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
- package/assets/skills/security-testing/schemas/output.json +879 -879
- package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
- package/assets/skills/security-visual-testing/schemas/output.json +486 -486
- package/assets/skills/security-visual-testing/scripts/validate-config.json +45 -0
- package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
- package/assets/skills/sherlock-review/SKILL.md +5 -0
- package/assets/skills/sherlock-review/schemas/output.json +297 -0
- package/assets/skills/sherlock-review/scripts/validate-config.json +35 -0
- package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
- package/assets/skills/shift-left-testing/schemas/output.json +459 -459
- package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
- package/assets/skills/shift-right-testing/schemas/output.json +418 -418
- package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
- package/assets/skills/technical-writing/schemas/output.json +268 -268
- package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
- package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
- package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
- package/assets/skills/test-data-management/schemas/output.json +284 -284
- package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
- package/assets/skills/test-design-techniques/schemas/output.json +295 -295
- package/assets/skills/test-environment-management/schemas/output.json +310 -310
- package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
- package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
- package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
- package/assets/skills/testability-scoring/SKILL.md +5 -0
- package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -0
- package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
- package/assets/skills/testability-scoring/schemas/output.json +606 -0
- package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
- package/assets/skills/testability-scoring/scripts/validate-config.json +42 -0
- package/assets/skills/trust-tier-manifest.json +2404 -0
- package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
- package/assets/skills/verification-quality/schemas/output.json +432 -432
- package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
- package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
- package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -0
- package/assets/skills/wms-testing-patterns/schemas/output.json +150 -0
- package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -0
- package/assets/templates/validation-summary.json +56 -56
- package/dist/benchmarks/performance-benchmarks.js +1 -1
- package/dist/cli/bundle.js +9158 -2288
- package/dist/cli/commands/hooks.d.ts.map +1 -1
- package/dist/cli/commands/hooks.js +92 -0
- package/dist/cli/commands/hooks.js.map +1 -1
- package/dist/cli/commands/mcp.d.ts.map +1 -1
- package/dist/cli/commands/mcp.js +11 -9
- package/dist/cli/commands/mcp.js.map +1 -1
- package/dist/cli/commands/migrate.js +2 -2
- package/dist/coordination/constants.d.ts +1 -1
- package/dist/coordination/constants.js +1 -1
- package/dist/coordination/handlers/coverage-handlers.js +1 -1
- package/dist/coordination/handlers/coverage-handlers.js.map +1 -1
- package/dist/domains/code-intelligence/services/semantic-analyzer.d.ts +1 -1
- package/dist/domains/code-intelligence/services/semantic-analyzer.d.ts.map +1 -1
- package/dist/domains/code-intelligence/services/semantic-analyzer.js +1 -1
- package/dist/domains/code-intelligence/services/semantic-analyzer.js.map +1 -1
- package/dist/domains/coverage-analysis/coordinator.js +1 -1
- package/dist/domains/coverage-analysis/services/coverage-analyzer.js +1 -1
- package/dist/domains/coverage-analysis/services/coverage-embedder.d.ts +1 -1
- package/dist/domains/coverage-analysis/services/coverage-embedder.js +1 -1
- package/dist/domains/coverage-analysis/services/gap-detector.js +1 -1
- package/dist/domains/coverage-analysis/services/ghost-coverage-analyzer.js +1 -1
- package/dist/domains/coverage-analysis/services/hnsw-index.d.ts +2 -2
- package/dist/domains/coverage-analysis/services/hnsw-index.js +3 -3
- package/dist/domains/coverage-analysis/services/sublinear-analyzer.d.ts +1 -1
- package/dist/domains/coverage-analysis/services/sublinear-analyzer.js +1 -1
- package/dist/domains/test-execution/services/test-prioritizer.js +1 -1
- package/dist/domains/test-generation/context/rust-context-builder.d.ts +31 -0
- package/dist/domains/test-generation/context/rust-context-builder.d.ts.map +1 -0
- package/dist/domains/test-generation/context/rust-context-builder.js +27 -0
- package/dist/domains/test-generation/context/rust-context-builder.js.map +1 -0
- package/dist/domains/test-generation/coordinator.js +3 -3
- package/dist/domains/test-generation/coordinator.js.map +1 -1
- package/dist/domains/test-generation/detectors/mobile-detector.d.ts +41 -0
- package/dist/domains/test-generation/detectors/mobile-detector.d.ts.map +1 -0
- package/dist/domains/test-generation/detectors/mobile-detector.js +111 -0
- package/dist/domains/test-generation/detectors/mobile-detector.js.map +1 -0
- package/dist/domains/test-generation/detectors/spring-detector.d.ts +22 -0
- package/dist/domains/test-generation/detectors/spring-detector.d.ts.map +1 -0
- package/dist/domains/test-generation/detectors/spring-detector.js +37 -0
- package/dist/domains/test-generation/detectors/spring-detector.js.map +1 -0
- package/dist/domains/test-generation/factories/test-generator-factory.d.ts +2 -1
- package/dist/domains/test-generation/factories/test-generator-factory.d.ts.map +1 -1
- package/dist/domains/test-generation/factories/test-generator-factory.js +33 -13
- package/dist/domains/test-generation/factories/test-generator-factory.js.map +1 -1
- package/dist/domains/test-generation/generators/flutter-test-generator.d.ts +107 -0
- package/dist/domains/test-generation/generators/flutter-test-generator.d.ts.map +1 -0
- package/dist/domains/test-generation/generators/flutter-test-generator.js +590 -0
- package/dist/domains/test-generation/generators/flutter-test-generator.js.map +1 -0
- package/dist/domains/test-generation/generators/go-test-generator.d.ts +139 -0
- package/dist/domains/test-generation/generators/go-test-generator.d.ts.map +1 -0
- package/dist/domains/test-generation/generators/go-test-generator.js +654 -0
- package/dist/domains/test-generation/generators/go-test-generator.js.map +1 -0
- package/dist/domains/test-generation/generators/index.d.ts +8 -0
- package/dist/domains/test-generation/generators/index.d.ts.map +1 -1
- package/dist/domains/test-generation/generators/index.js +8 -0
- package/dist/domains/test-generation/generators/index.js.map +1 -1
- package/dist/domains/test-generation/generators/jest-rn-generator.d.ts +95 -0
- package/dist/domains/test-generation/generators/jest-rn-generator.d.ts.map +1 -0
- package/dist/domains/test-generation/generators/jest-rn-generator.js +591 -0
- package/dist/domains/test-generation/generators/jest-rn-generator.js.map +1 -0
- package/dist/domains/test-generation/generators/junit5-generator.d.ts +107 -0
- package/dist/domains/test-generation/generators/junit5-generator.d.ts.map +1 -0
- package/dist/domains/test-generation/generators/junit5-generator.js +588 -0
- package/dist/domains/test-generation/generators/junit5-generator.js.map +1 -0
- package/dist/domains/test-generation/generators/kotlin-junit-generator.d.ts +109 -0
- package/dist/domains/test-generation/generators/kotlin-junit-generator.d.ts.map +1 -0
- package/dist/domains/test-generation/generators/kotlin-junit-generator.js +588 -0
- package/dist/domains/test-generation/generators/kotlin-junit-generator.js.map +1 -0
- package/dist/domains/test-generation/generators/pytest-generator.d.ts +8 -1
- package/dist/domains/test-generation/generators/pytest-generator.d.ts.map +1 -1
- package/dist/domains/test-generation/generators/pytest-generator.js +57 -0
- package/dist/domains/test-generation/generators/pytest-generator.js.map +1 -1
- package/dist/domains/test-generation/generators/rust-test-generator.d.ts +80 -0
- package/dist/domains/test-generation/generators/rust-test-generator.d.ts.map +1 -0
- package/dist/domains/test-generation/generators/rust-test-generator.js +442 -0
- package/dist/domains/test-generation/generators/rust-test-generator.js.map +1 -0
- package/dist/domains/test-generation/generators/swift-testing-generator.d.ts +97 -0
- package/dist/domains/test-generation/generators/swift-testing-generator.d.ts.map +1 -0
- package/dist/domains/test-generation/generators/swift-testing-generator.js +482 -0
- package/dist/domains/test-generation/generators/swift-testing-generator.js.map +1 -0
- package/dist/domains/test-generation/generators/xunit-generator.d.ts +110 -0
- package/dist/domains/test-generation/generators/xunit-generator.d.ts.map +1 -0
- package/dist/domains/test-generation/generators/xunit-generator.js +611 -0
- package/dist/domains/test-generation/generators/xunit-generator.js.map +1 -0
- package/dist/domains/test-generation/interfaces.d.ts +11 -2
- package/dist/domains/test-generation/interfaces.d.ts.map +1 -1
- package/dist/domains/test-generation/prompts/language-prompts.d.ts +29 -0
- package/dist/domains/test-generation/prompts/language-prompts.d.ts.map +1 -0
- package/dist/domains/test-generation/prompts/language-prompts.js +135 -0
- package/dist/domains/test-generation/prompts/language-prompts.js.map +1 -0
- package/dist/domains/test-generation/services/compilation-validator.d.ts +43 -0
- package/dist/domains/test-generation/services/compilation-validator.d.ts.map +1 -0
- package/dist/domains/test-generation/services/compilation-validator.js +134 -0
- package/dist/domains/test-generation/services/compilation-validator.js.map +1 -0
- package/dist/domains/test-generation/services/index.d.ts +2 -1
- package/dist/domains/test-generation/services/index.d.ts.map +1 -1
- package/dist/domains/test-generation/services/index.js +3 -1
- package/dist/domains/test-generation/services/index.js.map +1 -1
- package/dist/domains/test-generation/services/test-file-resolver.d.ts +32 -0
- package/dist/domains/test-generation/services/test-file-resolver.d.ts.map +1 -0
- package/dist/domains/test-generation/services/test-file-resolver.js +159 -0
- package/dist/domains/test-generation/services/test-file-resolver.js.map +1 -0
- package/dist/domains/test-generation/services/test-generator.d.ts +10 -0
- package/dist/domains/test-generation/services/test-generator.d.ts.map +1 -1
- package/dist/domains/test-generation/services/test-generator.js +87 -10
- package/dist/domains/test-generation/services/test-generator.js.map +1 -1
- package/dist/governance/feature-flags.js +2 -2
- package/dist/governance/feature-flags.js.map +1 -1
- package/dist/governance/shard-embeddings.js +1 -1
- package/dist/init/init-wizard-hooks.d.ts.map +1 -1
- package/dist/init/init-wizard-hooks.js +0 -1
- package/dist/init/init-wizard-hooks.js.map +1 -1
- package/dist/init/phases/07-hooks.d.ts.map +1 -1
- package/dist/init/phases/07-hooks.js +0 -2
- package/dist/init/phases/07-hooks.js.map +1 -1
- package/dist/init/phases/08-mcp.d.ts +8 -4
- package/dist/init/phases/08-mcp.d.ts.map +1 -1
- package/dist/init/phases/08-mcp.js +13 -31
- package/dist/init/phases/08-mcp.js.map +1 -1
- package/dist/init/phases/10-workers.js +4 -4
- package/dist/init/phases/10-workers.js.map +1 -1
- package/dist/init/settings-merge.d.ts.map +1 -1
- package/dist/init/settings-merge.js +0 -2
- package/dist/init/settings-merge.js.map +1 -1
- package/dist/init/token-bootstrap.js +1 -1
- package/dist/init/token-bootstrap.js.map +1 -1
- package/dist/integrations/rl-suite/algorithms/decision-transformer.js +1 -1
- package/dist/kernel/constants.d.ts +2 -2
- package/dist/kernel/constants.js +2 -2
- package/dist/kernel/hnsw-adapter.js +1 -1
- package/dist/kernel/progressive-hnsw-backend.d.ts +2 -2
- package/dist/kernel/progressive-hnsw-backend.js +2 -2
- package/dist/learning/dream/concept-graph.d.ts +1 -1
- package/dist/learning/dream/concept-graph.js +1 -1
- package/dist/learning/dream/dream-engine.d.ts +1 -1
- package/dist/learning/dream/dream-engine.js +1 -1
- package/dist/learning/dream/index.d.ts +1 -1
- package/dist/learning/dream/index.js +1 -1
- package/dist/learning/dream/types.d.ts +1 -1
- package/dist/learning/dream/types.d.ts.map +1 -1
- package/dist/learning/dream/types.js +1 -1
- package/dist/learning/dream/types.js.map +1 -1
- package/dist/learning/token-tracker.js +1 -1
- package/dist/learning/token-tracker.js.map +1 -1
- package/dist/mcp/bundle.js +7538 -893
- package/dist/routing/qe-agent-registry.js +4 -4
- package/dist/routing/qe-agent-registry.js.map +1 -1
- package/dist/routing/types.d.ts +5 -8
- package/dist/routing/types.d.ts.map +1 -1
- package/dist/routing/types.js.map +1 -1
- package/dist/shared/embeddings/embedding-cache.js +2 -2
- package/dist/shared/embeddings/index.d.ts +2 -2
- package/dist/shared/embeddings/index.js +2 -2
- package/dist/shared/embeddings/nomic-embedder.d.ts +4 -4
- package/dist/shared/embeddings/nomic-embedder.js +2 -2
- package/dist/shared/embeddings/ollama-client.d.ts +1 -1
- package/dist/shared/embeddings/ollama-client.js +2 -2
- package/dist/shared/embeddings/ollama-client.js.map +1 -1
- package/dist/shared/embeddings/types.d.ts +2 -2
- package/dist/shared/embeddings/types.js +2 -2
- package/dist/shared/language-detector.d.ts +46 -0
- package/dist/shared/language-detector.d.ts.map +1 -0
- package/dist/shared/language-detector.js +183 -0
- package/dist/shared/language-detector.js.map +1 -0
- package/dist/shared/llm/providers/ollama.js +1 -1
- package/dist/shared/metrics/code-metrics.d.ts.map +1 -1
- package/dist/shared/metrics/code-metrics.js +24 -1
- package/dist/shared/metrics/code-metrics.js.map +1 -1
- package/dist/shared/parsers/index.d.ts +2 -0
- package/dist/shared/parsers/index.d.ts.map +1 -1
- package/dist/shared/parsers/index.js +2 -0
- package/dist/shared/parsers/index.js.map +1 -1
- package/dist/shared/parsers/interfaces.d.ts +81 -0
- package/dist/shared/parsers/interfaces.d.ts.map +1 -0
- package/dist/shared/parsers/interfaces.js +6 -0
- package/dist/shared/parsers/interfaces.js.map +1 -0
- package/dist/shared/parsers/multi-language-parser.d.ts +144 -0
- package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -0
- package/dist/shared/parsers/multi-language-parser.js +1271 -0
- package/dist/shared/parsers/multi-language-parser.js.map +1 -0
- package/dist/shared/parsers/rust-ownership-analyzer.d.ts +45 -0
- package/dist/shared/parsers/rust-ownership-analyzer.d.ts.map +1 -0
- package/dist/shared/parsers/rust-ownership-analyzer.js +52 -0
- package/dist/shared/parsers/rust-ownership-analyzer.js.map +1 -0
- package/dist/shared/parsers/typescript-parser.d.ts +16 -0
- package/dist/shared/parsers/typescript-parser.d.ts.map +1 -1
- package/dist/shared/parsers/typescript-parser.js +85 -0
- package/dist/shared/parsers/typescript-parser.js.map +1 -1
- package/dist/shared/types/test-frameworks.d.ts +25 -0
- package/dist/shared/types/test-frameworks.d.ts.map +1 -0
- package/dist/shared/types/test-frameworks.js +111 -0
- package/dist/shared/types/test-frameworks.js.map +1 -0
- package/package.json +1 -1
- package/scripts/prepare-assets.sh +16 -2
|
@@ -1,598 +1,598 @@
|
|
|
1
|
-
# =============================================================================
|
|
2
|
-
# AQE Skill Evaluation Test Suite: QE Requirements Validation v1.0.0
|
|
3
|
-
# =============================================================================
|
|
4
|
-
#
|
|
5
|
-
# Comprehensive evaluation suite for the qe-requirements-validation skill.
|
|
6
|
-
# Tests requirements traceability, acceptance criteria validation, BDD
|
|
7
|
-
# scenario generation, and coverage gap identification.
|
|
8
|
-
#
|
|
9
|
-
# Schema: .claude/skills/.validation/schemas/skill-eval.schema.json
|
|
10
|
-
# Validator: .claude/skills/qe-requirements-validation/scripts/validate-config.json
|
|
11
|
-
#
|
|
12
|
-
# Coverage:
|
|
13
|
-
# - Acceptance criteria validation (SMART criteria)
|
|
14
|
-
# - Requirements traceability matrix
|
|
15
|
-
# - BDD scenario generation (Gherkin)
|
|
16
|
-
# - Requirements coverage analysis
|
|
17
|
-
# - Gap identification and risk assessment
|
|
18
|
-
#
|
|
19
|
-
# =============================================================================
|
|
20
|
-
|
|
21
|
-
skill: qe-requirements-validation
|
|
22
|
-
version: 1.0.0
|
|
23
|
-
description: >
|
|
24
|
-
Comprehensive evaluation suite for the qe-requirements-validation skill.
|
|
25
|
-
Tests acceptance criteria validation with SMART principles, requirements
|
|
26
|
-
traceability matrix construction, BDD scenario generation, requirements
|
|
27
|
-
coverage analysis, and comprehensive gap identification.
|
|
28
|
-
|
|
29
|
-
# =============================================================================
|
|
30
|
-
# Multi-Model Configuration
|
|
31
|
-
# =============================================================================
|
|
32
|
-
|
|
33
|
-
models_to_test:
|
|
34
|
-
- claude-3.5-sonnet
|
|
35
|
-
- claude-3-haiku
|
|
36
|
-
|
|
37
|
-
# =============================================================================
|
|
38
|
-
# MCP Integration Configuration
|
|
39
|
-
# =============================================================================
|
|
40
|
-
|
|
41
|
-
mcp_integration:
|
|
42
|
-
enabled: true
|
|
43
|
-
namespace: skill-validation
|
|
44
|
-
|
|
45
|
-
query_patterns: true
|
|
46
|
-
track_outcomes: true
|
|
47
|
-
store_patterns: true
|
|
48
|
-
share_learning: true
|
|
49
|
-
update_quality_gate: true
|
|
50
|
-
|
|
51
|
-
target_agents:
|
|
52
|
-
- qe-learning-coordinator
|
|
53
|
-
- qe-queen-coordinator
|
|
54
|
-
- qe-acceptance-criteria
|
|
55
|
-
- qe-bdd-specialist
|
|
56
|
-
|
|
57
|
-
# =============================================================================
|
|
58
|
-
# ReasoningBank Learning Configuration
|
|
59
|
-
# =============================================================================
|
|
60
|
-
|
|
61
|
-
learning:
|
|
62
|
-
store_success_patterns: true
|
|
63
|
-
store_failure_patterns: true
|
|
64
|
-
pattern_ttl_days: 90
|
|
65
|
-
min_confidence_to_store: 0.7
|
|
66
|
-
cross_model_comparison: true
|
|
67
|
-
|
|
68
|
-
# =============================================================================
|
|
69
|
-
# Result Format Configuration
|
|
70
|
-
# =============================================================================
|
|
71
|
-
|
|
72
|
-
result_format:
|
|
73
|
-
json_output: true
|
|
74
|
-
markdown_report: true
|
|
75
|
-
include_raw_output: false
|
|
76
|
-
include_timing: true
|
|
77
|
-
include_token_usage: true
|
|
78
|
-
|
|
79
|
-
# =============================================================================
|
|
80
|
-
# Environment Setup
|
|
81
|
-
# =============================================================================
|
|
82
|
-
|
|
83
|
-
setup:
|
|
84
|
-
required_tools:
|
|
85
|
-
- jq
|
|
86
|
-
environment_variables:
|
|
87
|
-
REQUIREMENTS_SOURCE: "jira"
|
|
88
|
-
BDD_FORMAT: "gherkin"
|
|
89
|
-
MIN_COVERAGE_THRESHOLD: "80"
|
|
90
|
-
fixtures: []
|
|
91
|
-
|
|
92
|
-
# =============================================================================
|
|
93
|
-
# TEST CASES
|
|
94
|
-
# =============================================================================
|
|
95
|
-
|
|
96
|
-
test_cases:
|
|
97
|
-
# ---------------------------------------------------------------------------
|
|
98
|
-
# CATEGORY: Acceptance Criteria Validation
|
|
99
|
-
# ---------------------------------------------------------------------------
|
|
100
|
-
|
|
101
|
-
- id: tc001_smart_criteria_validation
|
|
102
|
-
description: "Validate acceptance criteria against SMART principles"
|
|
103
|
-
category: acceptance_criteria
|
|
104
|
-
priority: critical
|
|
105
|
-
|
|
106
|
-
input:
|
|
107
|
-
prompt: |
|
|
108
|
-
Validate these acceptance criteria for "User Registration":
|
|
109
|
-
|
|
110
|
-
CRITERIA 1: "User should be able to register"
|
|
111
|
-
- Specific? NO (vague)
|
|
112
|
-
- Measurable? NO
|
|
113
|
-
- Achievable? UNCLEAR
|
|
114
|
-
- Relevant? YES
|
|
115
|
-
- Testable? NO
|
|
116
|
-
VERDICT: REJECT - too vague, rewrite
|
|
117
|
-
|
|
118
|
-
CRITERIA 2: "User can register with valid email and password matching requirements (8+ chars, 1 uppercase, 1 number)"
|
|
119
|
-
- Specific? YES (exactly what's needed)
|
|
120
|
-
- Measurable? YES (8 chars, regex)
|
|
121
|
-
- Achievable? YES (standard requirements)
|
|
122
|
-
- Relevant? YES (security requirement)
|
|
123
|
-
- Testable? YES (can automate)
|
|
124
|
-
VERDICT: ACCEPT
|
|
125
|
-
|
|
126
|
-
For each criteria, validate SMART and provide feedback.
|
|
127
|
-
context:
|
|
128
|
-
story_id: "US-123"
|
|
129
|
-
validation_type: "SMART"
|
|
130
|
-
|
|
131
|
-
expected_output:
|
|
132
|
-
must_contain:
|
|
133
|
-
- "SMART"
|
|
134
|
-
- "specific"
|
|
135
|
-
- "measurable"
|
|
136
|
-
- "testable"
|
|
137
|
-
- "criteria"
|
|
138
|
-
must_not_contain:
|
|
139
|
-
- "error"
|
|
140
|
-
- "unable"
|
|
141
|
-
severity_classification: critical
|
|
142
|
-
finding_count:
|
|
143
|
-
min: 1
|
|
144
|
-
|
|
145
|
-
validation:
|
|
146
|
-
schema_check: true
|
|
147
|
-
keyword_match_threshold: 0.8
|
|
148
|
-
reasoning_quality_min: 0.75
|
|
149
|
-
|
|
150
|
-
- id: tc002_ambiguity_detection
|
|
151
|
-
description: "Detect ambiguous or untestable requirements"
|
|
152
|
-
category: acceptance_criteria
|
|
153
|
-
priority: critical
|
|
154
|
-
|
|
155
|
-
input:
|
|
156
|
-
prompt: |
|
|
157
|
-
Identify ambiguities in these acceptance criteria:
|
|
158
|
-
|
|
159
|
-
1. "System should respond quickly to user actions"
|
|
160
|
-
AMBIGUITIES: What's "quickly"? < 1s? < 500ms? User-dependent?
|
|
161
|
-
|
|
162
|
-
2. "User should be able to search for products"
|
|
163
|
-
AMBIGUITIES: What fields? Exact match or fuzzy? Case-sensitive?
|
|
164
|
-
Include out-of-stock items? How many results max?
|
|
165
|
-
|
|
166
|
-
3. "Checkout process should be user-friendly"
|
|
167
|
-
AMBIGUITIES: What's "user-friendly"? Can't be tested directly.
|
|
168
|
-
|
|
169
|
-
For each, suggest improved, unambiguous criteria.
|
|
170
|
-
context:
|
|
171
|
-
detect_ambiguities: true
|
|
172
|
-
suggest_improvements: true
|
|
173
|
-
|
|
174
|
-
expected_output:
|
|
175
|
-
must_contain:
|
|
176
|
-
- "ambiguity"
|
|
177
|
-
- "ambiguous"
|
|
178
|
-
- "clarify"
|
|
179
|
-
- "improve"
|
|
180
|
-
- "criteria"
|
|
181
|
-
finding_count:
|
|
182
|
-
min: 1
|
|
183
|
-
|
|
184
|
-
validation:
|
|
185
|
-
schema_check: true
|
|
186
|
-
keyword_match_threshold: 0.8
|
|
187
|
-
|
|
188
|
-
- id: tc003_edge_case_identification
|
|
189
|
-
description: "Identify missing edge cases in acceptance criteria"
|
|
190
|
-
category: acceptance_criteria
|
|
191
|
-
priority: high
|
|
192
|
-
|
|
193
|
-
input:
|
|
194
|
-
prompt: |
|
|
195
|
-
For user registration criteria, identify missing edge cases:
|
|
196
|
-
|
|
197
|
-
COVERED: Happy path (valid email/password)
|
|
198
|
-
MISSING:
|
|
199
|
-
1. Existing email -> should show error
|
|
200
|
-
2. Invalid email format -> reject
|
|
201
|
-
3. Password too weak -> reject
|
|
202
|
-
4. Concurrent registration attempts -> handle gracefully
|
|
203
|
-
5. Email verification link expires -> reissue
|
|
204
|
-
6. Database unavailable -> show error message
|
|
205
|
-
7. Spam registration -> rate limit
|
|
206
|
-
8. GDPR compliance -> data retention
|
|
207
|
-
|
|
208
|
-
What's critical vs nice-to-have?
|
|
209
|
-
context:
|
|
210
|
-
identify_edge_cases: true
|
|
211
|
-
prioritize: true
|
|
212
|
-
|
|
213
|
-
expected_output:
|
|
214
|
-
must_contain:
|
|
215
|
-
- "edge case"
|
|
216
|
-
- "missing"
|
|
217
|
-
- "error"
|
|
218
|
-
- "critical"
|
|
219
|
-
- "edge"
|
|
220
|
-
severity_classification: high
|
|
221
|
-
|
|
222
|
-
validation:
|
|
223
|
-
schema_check: true
|
|
224
|
-
keyword_match_threshold: 0.75
|
|
225
|
-
|
|
226
|
-
# ---------------------------------------------------------------------------
|
|
227
|
-
# CATEGORY: Traceability Matrix
|
|
228
|
-
# ---------------------------------------------------------------------------
|
|
229
|
-
|
|
230
|
-
- id: tc004_requirements_traceability_matrix
|
|
231
|
-
description: "Build traceability matrix linking requirements to tests"
|
|
232
|
-
category: traceability
|
|
233
|
-
priority: critical
|
|
234
|
-
|
|
235
|
-
input:
|
|
236
|
-
prompt: |
|
|
237
|
-
Build traceability matrix for User Management sprint:
|
|
238
|
-
|
|
239
|
-
REQUIREMENT: US-100 "User Registration"
|
|
240
|
-
TEST CASES:
|
|
241
|
-
- TC-001: Valid email/password registration
|
|
242
|
-
- TC-002: Reject existing email
|
|
243
|
-
- TC-003: Reject weak password
|
|
244
|
-
- TC-004: Email verification
|
|
245
|
-
COVERAGE: FULL
|
|
246
|
-
|
|
247
|
-
REQUIREMENT: US-101 "Password Reset"
|
|
248
|
-
TEST CASES:
|
|
249
|
-
- TC-010: Request password reset
|
|
250
|
-
- TC-011: Reset with valid token
|
|
251
|
-
TEST CASES MISSING:
|
|
252
|
-
- Invalid/expired token handling
|
|
253
|
-
COVERAGE: PARTIAL
|
|
254
|
-
|
|
255
|
-
REQUIREMENT: US-102 "User Profile"
|
|
256
|
-
TEST CASES: NONE
|
|
257
|
-
COVERAGE: NONE -> HIGH RISK
|
|
258
|
-
|
|
259
|
-
OUTPUT: Matrix with coverage summary
|
|
260
|
-
context:
|
|
261
|
-
include_gaps: true
|
|
262
|
-
risk_assessment: true
|
|
263
|
-
|
|
264
|
-
expected_output:
|
|
265
|
-
must_contain:
|
|
266
|
-
- "traceability"
|
|
267
|
-
- "matrix"
|
|
268
|
-
- "coverage"
|
|
269
|
-
- "test"
|
|
270
|
-
- "requirement"
|
|
271
|
-
must_not_contain:
|
|
272
|
-
- "error"
|
|
273
|
-
- "fail"
|
|
274
|
-
severity_classification: critical
|
|
275
|
-
|
|
276
|
-
validation:
|
|
277
|
-
schema_check: true
|
|
278
|
-
keyword_match_threshold: 0.8
|
|
279
|
-
reasoning_quality_min: 0.75
|
|
280
|
-
|
|
281
|
-
- id: tc005_coverage_gap_analysis
|
|
282
|
-
description: "Identify untested requirements and orphan tests"
|
|
283
|
-
category: traceability
|
|
284
|
-
priority: critical
|
|
285
|
-
|
|
286
|
-
input:
|
|
287
|
-
prompt: |
|
|
288
|
-
Analyze requirements coverage:
|
|
289
|
-
|
|
290
|
-
GAPS:
|
|
291
|
-
1. Untested requirements: US-104, US-107 (3 requirements)
|
|
292
|
-
2. Orphan tests: TC-050, TC-051 (2 tests with no linked requirement)
|
|
293
|
-
3. Partial coverage: 5 requirements with < 100% test coverage
|
|
294
|
-
|
|
295
|
-
RISK ASSESSMENT:
|
|
296
|
-
- US-104 "Billing Integration" - CRITICAL path, untested
|
|
297
|
-
- US-107 "Admin Dashboard" - INTERNAL USE, lower risk
|
|
298
|
-
|
|
299
|
-
RECOMMENDATIONS:
|
|
300
|
-
1. Prioritize tests for US-104 immediately
|
|
301
|
-
2. Review US-107 requirements carefully
|
|
302
|
-
3. Investigate orphan tests for removal or link
|
|
303
|
-
|
|
304
|
-
How would you prevent this in future?
|
|
305
|
-
context:
|
|
306
|
-
gap_analysis: true
|
|
307
|
-
risk_assessment: true
|
|
308
|
-
prevention: true
|
|
309
|
-
|
|
310
|
-
expected_output:
|
|
311
|
-
must_contain:
|
|
312
|
-
- "gap"
|
|
313
|
-
- "untested"
|
|
314
|
-
- "orphan"
|
|
315
|
-
- "critical"
|
|
316
|
-
- "coverage"
|
|
317
|
-
finding_count:
|
|
318
|
-
min: 1
|
|
319
|
-
|
|
320
|
-
validation:
|
|
321
|
-
schema_check: true
|
|
322
|
-
keyword_match_threshold: 0.75
|
|
323
|
-
|
|
324
|
-
# ---------------------------------------------------------------------------
|
|
325
|
-
# CATEGORY: BDD Scenario Generation
|
|
326
|
-
# ---------------------------------------------------------------------------
|
|
327
|
-
|
|
328
|
-
- id: tc006_bdd_scenario_generation
|
|
329
|
-
description: "Generate BDD scenarios from user stories"
|
|
330
|
-
category: bdd
|
|
331
|
-
priority: critical
|
|
332
|
-
|
|
333
|
-
input:
|
|
334
|
-
prompt: |
|
|
335
|
-
Generate BDD scenarios for:
|
|
336
|
-
"As a user, I want to reset my password so that I can regain access if forgotten"
|
|
337
|
-
|
|
338
|
-
HAPPY PATH:
|
|
339
|
-
Scenario: Successful password reset
|
|
340
|
-
Given I am on the login page
|
|
341
|
-
And I have forgotten my password
|
|
342
|
-
When I click "Forgot Password"
|
|
343
|
-
And I enter my email "user@example.com"
|
|
344
|
-
And I submit the form
|
|
345
|
-
Then I should see "Check your email"
|
|
346
|
-
And I should receive a reset email
|
|
347
|
-
And the reset link should be valid for 24 hours
|
|
348
|
-
|
|
349
|
-
EDGE CASES:
|
|
350
|
-
Scenario: Reset with non-existent email
|
|
351
|
-
Given I am on the password reset page
|
|
352
|
-
When I enter email "nonexistent@example.com"
|
|
353
|
-
And I submit the form
|
|
354
|
-
Then I should see confirmation message (for security, don't reveal if email exists)
|
|
355
|
-
|
|
356
|
-
Scenario: Reset link expired
|
|
357
|
-
Given I have a password reset email
|
|
358
|
-
And the reset link is older than 24 hours
|
|
359
|
-
When I click the reset link
|
|
360
|
-
Then I should see "Link expired"
|
|
361
|
-
And I should be offered to request a new one
|
|
362
|
-
|
|
363
|
-
Generate all scenarios in Gherkin format.
|
|
364
|
-
context:
|
|
365
|
-
story: "Password Reset"
|
|
366
|
-
format: "gherkin"
|
|
367
|
-
include_edge_cases: true
|
|
368
|
-
|
|
369
|
-
expected_output:
|
|
370
|
-
must_contain:
|
|
371
|
-
- "Scenario"
|
|
372
|
-
- "Given"
|
|
373
|
-
- "When"
|
|
374
|
-
- "Then"
|
|
375
|
-
- "Feature"
|
|
376
|
-
must_not_contain:
|
|
377
|
-
- "error"
|
|
378
|
-
- "unable"
|
|
379
|
-
severity_classification: critical
|
|
380
|
-
|
|
381
|
-
validation:
|
|
382
|
-
schema_check: true
|
|
383
|
-
keyword_match_threshold: 0.8
|
|
384
|
-
reasoning_quality_min: 0.75
|
|
385
|
-
|
|
386
|
-
- id: tc007_step_definition_generation
|
|
387
|
-
description: "Generate Gherkin step definitions and skeleton code"
|
|
388
|
-
category: bdd
|
|
389
|
-
priority: high
|
|
390
|
-
|
|
391
|
-
input:
|
|
392
|
-
prompt: |
|
|
393
|
-
For BDD scenario, generate step definitions:
|
|
394
|
-
|
|
395
|
-
GHERKIN:
|
|
396
|
-
Given I am on the password reset page
|
|
397
|
-
When I enter email "user@example.com"
|
|
398
|
-
And I submit the form
|
|
399
|
-
Then I should see "Check your email"
|
|
400
|
-
|
|
401
|
-
STEP DEFINITIONS (skeleton):
|
|
402
|
-
```javascript
|
|
403
|
-
Given('I am on the password reset page', async () => {
|
|
404
|
-
// Implementation: navigate to /forgot-password
|
|
405
|
-
});
|
|
406
|
-
|
|
407
|
-
When('I enter email {string}', async (email) => {
|
|
408
|
-
// Implementation: fill email field and submit
|
|
409
|
-
});
|
|
410
|
-
|
|
411
|
-
Then('I should see {string}', async (message) => {
|
|
412
|
-
// Implementation: assert message is visible
|
|
413
|
-
});
|
|
414
|
-
```
|
|
415
|
-
|
|
416
|
-
How would you generate these from scenarios?
|
|
417
|
-
context:
|
|
418
|
-
generate_skeleton: true
|
|
419
|
-
include_comments: true
|
|
420
|
-
|
|
421
|
-
expected_output:
|
|
422
|
-
must_contain:
|
|
423
|
-
- "Given"
|
|
424
|
-
- "When"
|
|
425
|
-
- "Then"
|
|
426
|
-
- "step"
|
|
427
|
-
- "definition"
|
|
428
|
-
finding_count:
|
|
429
|
-
min: 1
|
|
430
|
-
|
|
431
|
-
validation:
|
|
432
|
-
schema_check: true
|
|
433
|
-
keyword_match_threshold: 0.75
|
|
434
|
-
|
|
435
|
-
# ---------------------------------------------------------------------------
|
|
436
|
-
# CATEGORY: Requirements Quality
|
|
437
|
-
# ---------------------------------------------------------------------------
|
|
438
|
-
|
|
439
|
-
- id: tc008_requirement_quality_scoring
|
|
440
|
-
description: "Score requirement quality using criteria"
|
|
441
|
-
category: quality
|
|
442
|
-
priority: high
|
|
443
|
-
|
|
444
|
-
input:
|
|
445
|
-
prompt: |
|
|
446
|
-
Score requirement quality for "Payment Processing":
|
|
447
|
-
|
|
448
|
-
CRITERIA:
|
|
449
|
-
1. Clear acceptance criteria (Y/N)
|
|
450
|
-
2. Is testable (Y/N)
|
|
451
|
-
3. Is measurable (Y/N)
|
|
452
|
-
4. No ambiguity (Y/N)
|
|
453
|
-
5. Covers edge cases (Y/N)
|
|
454
|
-
6. Is estimated (Y/N)
|
|
455
|
-
7. Has clear priority (Y/N)
|
|
456
|
-
8. Dependencies identified (Y/N)
|
|
457
|
-
|
|
458
|
-
SCORE: 6/8 = 75% (GOOD)
|
|
459
|
-
|
|
460
|
-
GAPS:
|
|
461
|
-
- Missing edge cases for network failures
|
|
462
|
-
- Dependency on payment provider API not clear
|
|
463
|
-
|
|
464
|
-
RECOMMENDATION: 75% quality, acceptable but could improve
|
|
465
|
-
context:
|
|
466
|
-
requirement_id: "US-200"
|
|
467
|
-
scoring_criteria: "all"
|
|
468
|
-
|
|
469
|
-
expected_output:
|
|
470
|
-
must_contain:
|
|
471
|
-
- "score"
|
|
472
|
-
- "quality"
|
|
473
|
-
- "criteria"
|
|
474
|
-
- "gap"
|
|
475
|
-
- "recommend"
|
|
476
|
-
severity_classification: high
|
|
477
|
-
|
|
478
|
-
validation:
|
|
479
|
-
schema_check: true
|
|
480
|
-
keyword_match_threshold: 0.75
|
|
481
|
-
|
|
482
|
-
# ---------------------------------------------------------------------------
|
|
483
|
-
# CATEGORY: Sprint Integration
|
|
484
|
-
# ---------------------------------------------------------------------------
|
|
485
|
-
|
|
486
|
-
- id: tc009_sprint_requirements_review
|
|
487
|
-
description: "Review requirements before sprint execution"
|
|
488
|
-
category: sprint
|
|
489
|
-
priority: high
|
|
490
|
-
|
|
491
|
-
input:
|
|
492
|
-
prompt: |
|
|
493
|
-
Sprint planning for Sprint 23 - Pre-execution checklist:
|
|
494
|
-
|
|
495
|
-
CHECKLIST:
|
|
496
|
-
1. All user stories have acceptance criteria? YES (12/12)
|
|
497
|
-
2. Criteria are SMART? PARTIAL (10/12 full, 2/12 partial)
|
|
498
|
-
3. Tests defined? PARTIAL (8/12 test cases defined)
|
|
499
|
-
4. Dependencies clear? YES
|
|
500
|
-
5. Estimates reasonable? MOSTLY (1 story seems underestimated)
|
|
501
|
-
6. Team capacity ok? YES
|
|
502
|
-
7. Blockers identified? NO (none expected)
|
|
503
|
-
8. Acceptance ready? MOSTLY (2 stories need clarification)
|
|
504
|
-
|
|
505
|
-
READINESS: 85% (GOOD - proceed with minor clarifications)
|
|
506
|
-
|
|
507
|
-
What's the go/no-go decision?
|
|
508
|
-
context:
|
|
509
|
-
sprint_number: 23
|
|
510
|
-
readiness_check: true
|
|
511
|
-
|
|
512
|
-
expected_output:
|
|
513
|
-
must_contain:
|
|
514
|
-
- "readiness"
|
|
515
|
-
- "checklist"
|
|
516
|
-
- "go"
|
|
517
|
-
- "criteria"
|
|
518
|
-
- "sprint"
|
|
519
|
-
finding_count:
|
|
520
|
-
min: 1
|
|
521
|
-
|
|
522
|
-
validation:
|
|
523
|
-
schema_check: true
|
|
524
|
-
keyword_match_threshold: 0.75
|
|
525
|
-
|
|
526
|
-
# ---------------------------------------------------------------------------
|
|
527
|
-
# CATEGORY: Negative Tests
|
|
528
|
-
# ---------------------------------------------------------------------------
|
|
529
|
-
|
|
530
|
-
- id: tc010_requirements_quality_improvement
|
|
531
|
-
description: "Provide actionable improvements for poor requirements"
|
|
532
|
-
category: negative
|
|
533
|
-
priority: high
|
|
534
|
-
|
|
535
|
-
input:
|
|
536
|
-
prompt: |
|
|
537
|
-
This requirement needs improvement:
|
|
538
|
-
"As a user, I want to manage my data so I can control my information"
|
|
539
|
-
|
|
540
|
-
PROBLEMS:
|
|
541
|
-
1. Acceptance criteria missing completely
|
|
542
|
-
2. "manage my data" is too vague
|
|
543
|
-
3. Not testable as stated
|
|
544
|
-
4. No edge cases identified
|
|
545
|
-
5. Too broad for one story
|
|
546
|
-
|
|
547
|
-
IMPROVEMENTS:
|
|
548
|
-
Split into:
|
|
549
|
-
- "User can view their data" (specific)
|
|
550
|
-
- "User can update their data" (specific)
|
|
551
|
-
- "User can delete their data" (specific)
|
|
552
|
-
- "User can export their data" (specific)
|
|
553
|
-
|
|
554
|
-
For each, add SMART criteria and test cases.
|
|
555
|
-
context:
|
|
556
|
-
requirement: "data_management"
|
|
557
|
-
improvement_guidance: true
|
|
558
|
-
|
|
559
|
-
expected_output:
|
|
560
|
-
must_contain:
|
|
561
|
-
- "improvement"
|
|
562
|
-
- "specific"
|
|
563
|
-
- "testable"
|
|
564
|
-
- "criteria"
|
|
565
|
-
- "split"
|
|
566
|
-
finding_count:
|
|
567
|
-
min: 1
|
|
568
|
-
|
|
569
|
-
validation:
|
|
570
|
-
schema_check: true
|
|
571
|
-
allow_partial: true
|
|
572
|
-
|
|
573
|
-
# =============================================================================
|
|
574
|
-
# SUCCESS CRITERIA
|
|
575
|
-
# =============================================================================
|
|
576
|
-
|
|
577
|
-
success_criteria:
|
|
578
|
-
pass_rate: 0.8
|
|
579
|
-
critical_pass_rate: 1.0
|
|
580
|
-
avg_reasoning_quality: 0.75
|
|
581
|
-
max_execution_time_ms: 300000
|
|
582
|
-
cross_model_variance: 0.15
|
|
583
|
-
|
|
584
|
-
# =============================================================================
|
|
585
|
-
# METADATA
|
|
586
|
-
# =============================================================================
|
|
587
|
-
|
|
588
|
-
metadata:
|
|
589
|
-
author: "qe-acceptance-criteria"
|
|
590
|
-
created: "2026-02-02"
|
|
591
|
-
last_updated: "2026-02-02"
|
|
592
|
-
coverage_target: >
|
|
593
|
-
SMART criteria validation (Specific, Measurable, Achievable, Relevant,
|
|
594
|
-
Testable), ambiguity detection with improvement suggestions, edge case
|
|
595
|
-
identification, requirements traceability matrix construction with gap
|
|
596
|
-
analysis, BDD Gherkin scenario generation with step definitions, requirement
|
|
597
|
-
quality scoring, sprint readiness checklist, and comprehensive quality
|
|
598
|
-
improvement recommendations.
|
|
1
|
+
# =============================================================================
|
|
2
|
+
# AQE Skill Evaluation Test Suite: QE Requirements Validation v1.0.0
|
|
3
|
+
# =============================================================================
|
|
4
|
+
#
|
|
5
|
+
# Comprehensive evaluation suite for the qe-requirements-validation skill.
|
|
6
|
+
# Tests requirements traceability, acceptance criteria validation, BDD
|
|
7
|
+
# scenario generation, and coverage gap identification.
|
|
8
|
+
#
|
|
9
|
+
# Schema: .claude/skills/.validation/schemas/skill-eval.schema.json
|
|
10
|
+
# Validator: .claude/skills/qe-requirements-validation/scripts/validate-config.json
|
|
11
|
+
#
|
|
12
|
+
# Coverage:
|
|
13
|
+
# - Acceptance criteria validation (SMART criteria)
|
|
14
|
+
# - Requirements traceability matrix
|
|
15
|
+
# - BDD scenario generation (Gherkin)
|
|
16
|
+
# - Requirements coverage analysis
|
|
17
|
+
# - Gap identification and risk assessment
|
|
18
|
+
#
|
|
19
|
+
# =============================================================================
|
|
20
|
+
|
|
21
|
+
skill: qe-requirements-validation
|
|
22
|
+
version: 1.0.0
|
|
23
|
+
description: >
|
|
24
|
+
Comprehensive evaluation suite for the qe-requirements-validation skill.
|
|
25
|
+
Tests acceptance criteria validation with SMART principles, requirements
|
|
26
|
+
traceability matrix construction, BDD scenario generation, requirements
|
|
27
|
+
coverage analysis, and comprehensive gap identification.
|
|
28
|
+
|
|
29
|
+
# =============================================================================
|
|
30
|
+
# Multi-Model Configuration
|
|
31
|
+
# =============================================================================
|
|
32
|
+
|
|
33
|
+
models_to_test:
|
|
34
|
+
- claude-3.5-sonnet
|
|
35
|
+
- claude-3-haiku
|
|
36
|
+
|
|
37
|
+
# =============================================================================
|
|
38
|
+
# MCP Integration Configuration
|
|
39
|
+
# =============================================================================
|
|
40
|
+
|
|
41
|
+
mcp_integration:
|
|
42
|
+
enabled: true
|
|
43
|
+
namespace: skill-validation
|
|
44
|
+
|
|
45
|
+
query_patterns: true
|
|
46
|
+
track_outcomes: true
|
|
47
|
+
store_patterns: true
|
|
48
|
+
share_learning: true
|
|
49
|
+
update_quality_gate: true
|
|
50
|
+
|
|
51
|
+
target_agents:
|
|
52
|
+
- qe-learning-coordinator
|
|
53
|
+
- qe-queen-coordinator
|
|
54
|
+
- qe-acceptance-criteria
|
|
55
|
+
- qe-bdd-specialist
|
|
56
|
+
|
|
57
|
+
# =============================================================================
|
|
58
|
+
# ReasoningBank Learning Configuration
|
|
59
|
+
# =============================================================================
|
|
60
|
+
|
|
61
|
+
learning:
|
|
62
|
+
store_success_patterns: true
|
|
63
|
+
store_failure_patterns: true
|
|
64
|
+
pattern_ttl_days: 90
|
|
65
|
+
min_confidence_to_store: 0.7
|
|
66
|
+
cross_model_comparison: true
|
|
67
|
+
|
|
68
|
+
# =============================================================================
|
|
69
|
+
# Result Format Configuration
|
|
70
|
+
# =============================================================================
|
|
71
|
+
|
|
72
|
+
result_format:
|
|
73
|
+
json_output: true
|
|
74
|
+
markdown_report: true
|
|
75
|
+
include_raw_output: false
|
|
76
|
+
include_timing: true
|
|
77
|
+
include_token_usage: true
|
|
78
|
+
|
|
79
|
+
# =============================================================================
|
|
80
|
+
# Environment Setup
|
|
81
|
+
# =============================================================================
|
|
82
|
+
|
|
83
|
+
setup:
|
|
84
|
+
required_tools:
|
|
85
|
+
- jq
|
|
86
|
+
environment_variables:
|
|
87
|
+
REQUIREMENTS_SOURCE: "jira"
|
|
88
|
+
BDD_FORMAT: "gherkin"
|
|
89
|
+
MIN_COVERAGE_THRESHOLD: "80"
|
|
90
|
+
fixtures: []
|
|
91
|
+
|
|
92
|
+
# =============================================================================
|
|
93
|
+
# TEST CASES
|
|
94
|
+
# =============================================================================
|
|
95
|
+
|
|
96
|
+
test_cases:
|
|
97
|
+
# ---------------------------------------------------------------------------
|
|
98
|
+
# CATEGORY: Acceptance Criteria Validation
|
|
99
|
+
# ---------------------------------------------------------------------------
|
|
100
|
+
|
|
101
|
+
- id: tc001_smart_criteria_validation
|
|
102
|
+
description: "Validate acceptance criteria against SMART principles"
|
|
103
|
+
category: acceptance_criteria
|
|
104
|
+
priority: critical
|
|
105
|
+
|
|
106
|
+
input:
|
|
107
|
+
prompt: |
|
|
108
|
+
Validate these acceptance criteria for "User Registration":
|
|
109
|
+
|
|
110
|
+
CRITERIA 1: "User should be able to register"
|
|
111
|
+
- Specific? NO (vague)
|
|
112
|
+
- Measurable? NO
|
|
113
|
+
- Achievable? UNCLEAR
|
|
114
|
+
- Relevant? YES
|
|
115
|
+
- Testable? NO
|
|
116
|
+
VERDICT: REJECT - too vague, rewrite
|
|
117
|
+
|
|
118
|
+
CRITERIA 2: "User can register with valid email and password matching requirements (8+ chars, 1 uppercase, 1 number)"
|
|
119
|
+
- Specific? YES (exactly what's needed)
|
|
120
|
+
- Measurable? YES (8 chars, regex)
|
|
121
|
+
- Achievable? YES (standard requirements)
|
|
122
|
+
- Relevant? YES (security requirement)
|
|
123
|
+
- Testable? YES (can automate)
|
|
124
|
+
VERDICT: ACCEPT
|
|
125
|
+
|
|
126
|
+
For each criteria, validate SMART and provide feedback.
|
|
127
|
+
context:
|
|
128
|
+
story_id: "US-123"
|
|
129
|
+
validation_type: "SMART"
|
|
130
|
+
|
|
131
|
+
expected_output:
|
|
132
|
+
must_contain:
|
|
133
|
+
- "SMART"
|
|
134
|
+
- "specific"
|
|
135
|
+
- "measurable"
|
|
136
|
+
- "testable"
|
|
137
|
+
- "criteria"
|
|
138
|
+
must_not_contain:
|
|
139
|
+
- "error"
|
|
140
|
+
- "unable"
|
|
141
|
+
severity_classification: critical
|
|
142
|
+
finding_count:
|
|
143
|
+
min: 1
|
|
144
|
+
|
|
145
|
+
validation:
|
|
146
|
+
schema_check: true
|
|
147
|
+
keyword_match_threshold: 0.8
|
|
148
|
+
reasoning_quality_min: 0.75
|
|
149
|
+
|
|
150
|
+
- id: tc002_ambiguity_detection
|
|
151
|
+
description: "Detect ambiguous or untestable requirements"
|
|
152
|
+
category: acceptance_criteria
|
|
153
|
+
priority: critical
|
|
154
|
+
|
|
155
|
+
input:
|
|
156
|
+
prompt: |
|
|
157
|
+
Identify ambiguities in these acceptance criteria:
|
|
158
|
+
|
|
159
|
+
1. "System should respond quickly to user actions"
|
|
160
|
+
AMBIGUITIES: What's "quickly"? < 1s? < 500ms? User-dependent?
|
|
161
|
+
|
|
162
|
+
2. "User should be able to search for products"
|
|
163
|
+
AMBIGUITIES: What fields? Exact match or fuzzy? Case-sensitive?
|
|
164
|
+
Include out-of-stock items? How many results max?
|
|
165
|
+
|
|
166
|
+
3. "Checkout process should be user-friendly"
|
|
167
|
+
AMBIGUITIES: What's "user-friendly"? Can't be tested directly.
|
|
168
|
+
|
|
169
|
+
For each, suggest improved, unambiguous criteria.
|
|
170
|
+
context:
|
|
171
|
+
detect_ambiguities: true
|
|
172
|
+
suggest_improvements: true
|
|
173
|
+
|
|
174
|
+
expected_output:
|
|
175
|
+
must_contain:
|
|
176
|
+
- "ambiguity"
|
|
177
|
+
- "ambiguous"
|
|
178
|
+
- "clarify"
|
|
179
|
+
- "improve"
|
|
180
|
+
- "criteria"
|
|
181
|
+
finding_count:
|
|
182
|
+
min: 1
|
|
183
|
+
|
|
184
|
+
validation:
|
|
185
|
+
schema_check: true
|
|
186
|
+
keyword_match_threshold: 0.8
|
|
187
|
+
|
|
188
|
+
- id: tc003_edge_case_identification
|
|
189
|
+
description: "Identify missing edge cases in acceptance criteria"
|
|
190
|
+
category: acceptance_criteria
|
|
191
|
+
priority: high
|
|
192
|
+
|
|
193
|
+
input:
|
|
194
|
+
prompt: |
|
|
195
|
+
For user registration criteria, identify missing edge cases:
|
|
196
|
+
|
|
197
|
+
COVERED: Happy path (valid email/password)
|
|
198
|
+
MISSING:
|
|
199
|
+
1. Existing email -> should show error
|
|
200
|
+
2. Invalid email format -> reject
|
|
201
|
+
3. Password too weak -> reject
|
|
202
|
+
4. Concurrent registration attempts -> handle gracefully
|
|
203
|
+
5. Email verification link expires -> reissue
|
|
204
|
+
6. Database unavailable -> show error message
|
|
205
|
+
7. Spam registration -> rate limit
|
|
206
|
+
8. GDPR compliance -> data retention
|
|
207
|
+
|
|
208
|
+
What's critical vs nice-to-have?
|
|
209
|
+
context:
|
|
210
|
+
identify_edge_cases: true
|
|
211
|
+
prioritize: true
|
|
212
|
+
|
|
213
|
+
expected_output:
|
|
214
|
+
must_contain:
|
|
215
|
+
- "edge case"
|
|
216
|
+
- "missing"
|
|
217
|
+
- "error"
|
|
218
|
+
- "critical"
|
|
219
|
+
- "edge"
|
|
220
|
+
severity_classification: high
|
|
221
|
+
|
|
222
|
+
validation:
|
|
223
|
+
schema_check: true
|
|
224
|
+
keyword_match_threshold: 0.75
|
|
225
|
+
|
|
226
|
+
# ---------------------------------------------------------------------------
|
|
227
|
+
# CATEGORY: Traceability Matrix
|
|
228
|
+
# ---------------------------------------------------------------------------
|
|
229
|
+
|
|
230
|
+
- id: tc004_requirements_traceability_matrix
|
|
231
|
+
description: "Build traceability matrix linking requirements to tests"
|
|
232
|
+
category: traceability
|
|
233
|
+
priority: critical
|
|
234
|
+
|
|
235
|
+
input:
|
|
236
|
+
prompt: |
|
|
237
|
+
Build traceability matrix for User Management sprint:
|
|
238
|
+
|
|
239
|
+
REQUIREMENT: US-100 "User Registration"
|
|
240
|
+
TEST CASES:
|
|
241
|
+
- TC-001: Valid email/password registration
|
|
242
|
+
- TC-002: Reject existing email
|
|
243
|
+
- TC-003: Reject weak password
|
|
244
|
+
- TC-004: Email verification
|
|
245
|
+
COVERAGE: FULL
|
|
246
|
+
|
|
247
|
+
REQUIREMENT: US-101 "Password Reset"
|
|
248
|
+
TEST CASES:
|
|
249
|
+
- TC-010: Request password reset
|
|
250
|
+
- TC-011: Reset with valid token
|
|
251
|
+
TEST CASES MISSING:
|
|
252
|
+
- Invalid/expired token handling
|
|
253
|
+
COVERAGE: PARTIAL
|
|
254
|
+
|
|
255
|
+
REQUIREMENT: US-102 "User Profile"
|
|
256
|
+
TEST CASES: NONE
|
|
257
|
+
COVERAGE: NONE -> HIGH RISK
|
|
258
|
+
|
|
259
|
+
OUTPUT: Matrix with coverage summary
|
|
260
|
+
context:
|
|
261
|
+
include_gaps: true
|
|
262
|
+
risk_assessment: true
|
|
263
|
+
|
|
264
|
+
expected_output:
|
|
265
|
+
must_contain:
|
|
266
|
+
- "traceability"
|
|
267
|
+
- "matrix"
|
|
268
|
+
- "coverage"
|
|
269
|
+
- "test"
|
|
270
|
+
- "requirement"
|
|
271
|
+
must_not_contain:
|
|
272
|
+
- "error"
|
|
273
|
+
- "fail"
|
|
274
|
+
severity_classification: critical
|
|
275
|
+
|
|
276
|
+
validation:
|
|
277
|
+
schema_check: true
|
|
278
|
+
keyword_match_threshold: 0.8
|
|
279
|
+
reasoning_quality_min: 0.75
|
|
280
|
+
|
|
281
|
+
- id: tc005_coverage_gap_analysis
|
|
282
|
+
description: "Identify untested requirements and orphan tests"
|
|
283
|
+
category: traceability
|
|
284
|
+
priority: critical
|
|
285
|
+
|
|
286
|
+
input:
|
|
287
|
+
prompt: |
|
|
288
|
+
Analyze requirements coverage:
|
|
289
|
+
|
|
290
|
+
GAPS:
|
|
291
|
+
1. Untested requirements: US-104, US-107 (3 requirements)
|
|
292
|
+
2. Orphan tests: TC-050, TC-051 (2 tests with no linked requirement)
|
|
293
|
+
3. Partial coverage: 5 requirements with < 100% test coverage
|
|
294
|
+
|
|
295
|
+
RISK ASSESSMENT:
|
|
296
|
+
- US-104 "Billing Integration" - CRITICAL path, untested
|
|
297
|
+
- US-107 "Admin Dashboard" - INTERNAL USE, lower risk
|
|
298
|
+
|
|
299
|
+
RECOMMENDATIONS:
|
|
300
|
+
1. Prioritize tests for US-104 immediately
|
|
301
|
+
2. Review US-107 requirements carefully
|
|
302
|
+
3. Investigate orphan tests for removal or link
|
|
303
|
+
|
|
304
|
+
How would you prevent this in future?
|
|
305
|
+
context:
|
|
306
|
+
gap_analysis: true
|
|
307
|
+
risk_assessment: true
|
|
308
|
+
prevention: true
|
|
309
|
+
|
|
310
|
+
expected_output:
|
|
311
|
+
must_contain:
|
|
312
|
+
- "gap"
|
|
313
|
+
- "untested"
|
|
314
|
+
- "orphan"
|
|
315
|
+
- "critical"
|
|
316
|
+
- "coverage"
|
|
317
|
+
finding_count:
|
|
318
|
+
min: 1
|
|
319
|
+
|
|
320
|
+
validation:
|
|
321
|
+
schema_check: true
|
|
322
|
+
keyword_match_threshold: 0.75
|
|
323
|
+
|
|
324
|
+
# ---------------------------------------------------------------------------
|
|
325
|
+
# CATEGORY: BDD Scenario Generation
|
|
326
|
+
# ---------------------------------------------------------------------------
|
|
327
|
+
|
|
328
|
+
- id: tc006_bdd_scenario_generation
|
|
329
|
+
description: "Generate BDD scenarios from user stories"
|
|
330
|
+
category: bdd
|
|
331
|
+
priority: critical
|
|
332
|
+
|
|
333
|
+
input:
|
|
334
|
+
prompt: |
|
|
335
|
+
Generate BDD scenarios for:
|
|
336
|
+
"As a user, I want to reset my password so that I can regain access if forgotten"
|
|
337
|
+
|
|
338
|
+
HAPPY PATH:
|
|
339
|
+
Scenario: Successful password reset
|
|
340
|
+
Given I am on the login page
|
|
341
|
+
And I have forgotten my password
|
|
342
|
+
When I click "Forgot Password"
|
|
343
|
+
And I enter my email "user@example.com"
|
|
344
|
+
And I submit the form
|
|
345
|
+
Then I should see "Check your email"
|
|
346
|
+
And I should receive a reset email
|
|
347
|
+
And the reset link should be valid for 24 hours
|
|
348
|
+
|
|
349
|
+
EDGE CASES:
|
|
350
|
+
Scenario: Reset with non-existent email
|
|
351
|
+
Given I am on the password reset page
|
|
352
|
+
When I enter email "nonexistent@example.com"
|
|
353
|
+
And I submit the form
|
|
354
|
+
Then I should see confirmation message (for security, don't reveal if email exists)
|
|
355
|
+
|
|
356
|
+
Scenario: Reset link expired
|
|
357
|
+
Given I have a password reset email
|
|
358
|
+
And the reset link is older than 24 hours
|
|
359
|
+
When I click the reset link
|
|
360
|
+
Then I should see "Link expired"
|
|
361
|
+
And I should be offered to request a new one
|
|
362
|
+
|
|
363
|
+
Generate all scenarios in Gherkin format.
|
|
364
|
+
context:
|
|
365
|
+
story: "Password Reset"
|
|
366
|
+
format: "gherkin"
|
|
367
|
+
include_edge_cases: true
|
|
368
|
+
|
|
369
|
+
expected_output:
|
|
370
|
+
must_contain:
|
|
371
|
+
- "Scenario"
|
|
372
|
+
- "Given"
|
|
373
|
+
- "When"
|
|
374
|
+
- "Then"
|
|
375
|
+
- "Feature"
|
|
376
|
+
must_not_contain:
|
|
377
|
+
- "error"
|
|
378
|
+
- "unable"
|
|
379
|
+
severity_classification: critical
|
|
380
|
+
|
|
381
|
+
validation:
|
|
382
|
+
schema_check: true
|
|
383
|
+
keyword_match_threshold: 0.8
|
|
384
|
+
reasoning_quality_min: 0.75
|
|
385
|
+
|
|
386
|
+
- id: tc007_step_definition_generation
|
|
387
|
+
description: "Generate Gherkin step definitions and skeleton code"
|
|
388
|
+
category: bdd
|
|
389
|
+
priority: high
|
|
390
|
+
|
|
391
|
+
input:
|
|
392
|
+
prompt: |
|
|
393
|
+
For BDD scenario, generate step definitions:
|
|
394
|
+
|
|
395
|
+
GHERKIN:
|
|
396
|
+
Given I am on the password reset page
|
|
397
|
+
When I enter email "user@example.com"
|
|
398
|
+
And I submit the form
|
|
399
|
+
Then I should see "Check your email"
|
|
400
|
+
|
|
401
|
+
STEP DEFINITIONS (skeleton):
|
|
402
|
+
```javascript
|
|
403
|
+
Given('I am on the password reset page', async () => {
|
|
404
|
+
// Implementation: navigate to /forgot-password
|
|
405
|
+
});
|
|
406
|
+
|
|
407
|
+
When('I enter email {string}', async (email) => {
|
|
408
|
+
// Implementation: fill email field and submit
|
|
409
|
+
});
|
|
410
|
+
|
|
411
|
+
Then('I should see {string}', async (message) => {
|
|
412
|
+
// Implementation: assert message is visible
|
|
413
|
+
});
|
|
414
|
+
```
|
|
415
|
+
|
|
416
|
+
How would you generate these from scenarios?
|
|
417
|
+
context:
|
|
418
|
+
generate_skeleton: true
|
|
419
|
+
include_comments: true
|
|
420
|
+
|
|
421
|
+
expected_output:
|
|
422
|
+
must_contain:
|
|
423
|
+
- "Given"
|
|
424
|
+
- "When"
|
|
425
|
+
- "Then"
|
|
426
|
+
- "step"
|
|
427
|
+
- "definition"
|
|
428
|
+
finding_count:
|
|
429
|
+
min: 1
|
|
430
|
+
|
|
431
|
+
validation:
|
|
432
|
+
schema_check: true
|
|
433
|
+
keyword_match_threshold: 0.75
|
|
434
|
+
|
|
435
|
+
# ---------------------------------------------------------------------------
|
|
436
|
+
# CATEGORY: Requirements Quality
|
|
437
|
+
# ---------------------------------------------------------------------------
|
|
438
|
+
|
|
439
|
+
- id: tc008_requirement_quality_scoring
|
|
440
|
+
description: "Score requirement quality using criteria"
|
|
441
|
+
category: quality
|
|
442
|
+
priority: high
|
|
443
|
+
|
|
444
|
+
input:
|
|
445
|
+
prompt: |
|
|
446
|
+
Score requirement quality for "Payment Processing":
|
|
447
|
+
|
|
448
|
+
CRITERIA:
|
|
449
|
+
1. Clear acceptance criteria (Y/N)
|
|
450
|
+
2. Is testable (Y/N)
|
|
451
|
+
3. Is measurable (Y/N)
|
|
452
|
+
4. No ambiguity (Y/N)
|
|
453
|
+
5. Covers edge cases (Y/N)
|
|
454
|
+
6. Is estimated (Y/N)
|
|
455
|
+
7. Has clear priority (Y/N)
|
|
456
|
+
8. Dependencies identified (Y/N)
|
|
457
|
+
|
|
458
|
+
SCORE: 6/8 = 75% (GOOD)
|
|
459
|
+
|
|
460
|
+
GAPS:
|
|
461
|
+
- Missing edge cases for network failures
|
|
462
|
+
- Dependency on payment provider API not clear
|
|
463
|
+
|
|
464
|
+
RECOMMENDATION: 75% quality, acceptable but could improve
|
|
465
|
+
context:
|
|
466
|
+
requirement_id: "US-200"
|
|
467
|
+
scoring_criteria: "all"
|
|
468
|
+
|
|
469
|
+
expected_output:
|
|
470
|
+
must_contain:
|
|
471
|
+
- "score"
|
|
472
|
+
- "quality"
|
|
473
|
+
- "criteria"
|
|
474
|
+
- "gap"
|
|
475
|
+
- "recommend"
|
|
476
|
+
severity_classification: high
|
|
477
|
+
|
|
478
|
+
validation:
|
|
479
|
+
schema_check: true
|
|
480
|
+
keyword_match_threshold: 0.75
|
|
481
|
+
|
|
482
|
+
# ---------------------------------------------------------------------------
|
|
483
|
+
# CATEGORY: Sprint Integration
|
|
484
|
+
# ---------------------------------------------------------------------------
|
|
485
|
+
|
|
486
|
+
- id: tc009_sprint_requirements_review
|
|
487
|
+
description: "Review requirements before sprint execution"
|
|
488
|
+
category: sprint
|
|
489
|
+
priority: high
|
|
490
|
+
|
|
491
|
+
input:
|
|
492
|
+
prompt: |
|
|
493
|
+
Sprint planning for Sprint 23 - Pre-execution checklist:
|
|
494
|
+
|
|
495
|
+
CHECKLIST:
|
|
496
|
+
1. All user stories have acceptance criteria? YES (12/12)
|
|
497
|
+
2. Criteria are SMART? PARTIAL (10/12 full, 2/12 partial)
|
|
498
|
+
3. Tests defined? PARTIAL (8/12 test cases defined)
|
|
499
|
+
4. Dependencies clear? YES
|
|
500
|
+
5. Estimates reasonable? MOSTLY (1 story seems underestimated)
|
|
501
|
+
6. Team capacity ok? YES
|
|
502
|
+
7. Blockers identified? NO (none expected)
|
|
503
|
+
8. Acceptance ready? MOSTLY (2 stories need clarification)
|
|
504
|
+
|
|
505
|
+
READINESS: 85% (GOOD - proceed with minor clarifications)
|
|
506
|
+
|
|
507
|
+
What's the go/no-go decision?
|
|
508
|
+
context:
|
|
509
|
+
sprint_number: 23
|
|
510
|
+
readiness_check: true
|
|
511
|
+
|
|
512
|
+
expected_output:
|
|
513
|
+
must_contain:
|
|
514
|
+
- "readiness"
|
|
515
|
+
- "checklist"
|
|
516
|
+
- "go"
|
|
517
|
+
- "criteria"
|
|
518
|
+
- "sprint"
|
|
519
|
+
finding_count:
|
|
520
|
+
min: 1
|
|
521
|
+
|
|
522
|
+
validation:
|
|
523
|
+
schema_check: true
|
|
524
|
+
keyword_match_threshold: 0.75
|
|
525
|
+
|
|
526
|
+
# ---------------------------------------------------------------------------
|
|
527
|
+
# CATEGORY: Negative Tests
|
|
528
|
+
# ---------------------------------------------------------------------------
|
|
529
|
+
|
|
530
|
+
- id: tc010_requirements_quality_improvement
|
|
531
|
+
description: "Provide actionable improvements for poor requirements"
|
|
532
|
+
category: negative
|
|
533
|
+
priority: high
|
|
534
|
+
|
|
535
|
+
input:
|
|
536
|
+
prompt: |
|
|
537
|
+
This requirement needs improvement:
|
|
538
|
+
"As a user, I want to manage my data so I can control my information"
|
|
539
|
+
|
|
540
|
+
PROBLEMS:
|
|
541
|
+
1. Acceptance criteria missing completely
|
|
542
|
+
2. "manage my data" is too vague
|
|
543
|
+
3. Not testable as stated
|
|
544
|
+
4. No edge cases identified
|
|
545
|
+
5. Too broad for one story
|
|
546
|
+
|
|
547
|
+
IMPROVEMENTS:
|
|
548
|
+
Split into:
|
|
549
|
+
- "User can view their data" (specific)
|
|
550
|
+
- "User can update their data" (specific)
|
|
551
|
+
- "User can delete their data" (specific)
|
|
552
|
+
- "User can export their data" (specific)
|
|
553
|
+
|
|
554
|
+
For each, add SMART criteria and test cases.
|
|
555
|
+
context:
|
|
556
|
+
requirement: "data_management"
|
|
557
|
+
improvement_guidance: true
|
|
558
|
+
|
|
559
|
+
expected_output:
|
|
560
|
+
must_contain:
|
|
561
|
+
- "improvement"
|
|
562
|
+
- "specific"
|
|
563
|
+
- "testable"
|
|
564
|
+
- "criteria"
|
|
565
|
+
- "split"
|
|
566
|
+
finding_count:
|
|
567
|
+
min: 1
|
|
568
|
+
|
|
569
|
+
validation:
|
|
570
|
+
schema_check: true
|
|
571
|
+
allow_partial: true
|
|
572
|
+
|
|
573
|
+
# =============================================================================
|
|
574
|
+
# SUCCESS CRITERIA
|
|
575
|
+
# =============================================================================
|
|
576
|
+
|
|
577
|
+
success_criteria:
|
|
578
|
+
pass_rate: 0.8
|
|
579
|
+
critical_pass_rate: 1.0
|
|
580
|
+
avg_reasoning_quality: 0.75
|
|
581
|
+
max_execution_time_ms: 300000
|
|
582
|
+
cross_model_variance: 0.15
|
|
583
|
+
|
|
584
|
+
# =============================================================================
|
|
585
|
+
# METADATA
|
|
586
|
+
# =============================================================================
|
|
587
|
+
|
|
588
|
+
metadata:
|
|
589
|
+
author: "qe-acceptance-criteria"
|
|
590
|
+
created: "2026-02-02"
|
|
591
|
+
last_updated: "2026-02-02"
|
|
592
|
+
coverage_target: >
|
|
593
|
+
SMART criteria validation (Specific, Measurable, Achievable, Relevant,
|
|
594
|
+
Testable), ambiguity detection with improvement suggestions, edge case
|
|
595
|
+
identification, requirements traceability matrix construction with gap
|
|
596
|
+
analysis, BDD Gherkin scenario generation with step definitions, requirement
|
|
597
|
+
quality scoring, sprint readiness checklist, and comprehensive quality
|
|
598
|
+
improvement recommendations.
|