agentic-qe 3.7.9 → 3.7.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/skills/.validation/README.md +111 -111
- package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
- package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
- package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
- package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
- package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
- package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
- package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
- package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
- package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
- package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
- package/.claude/skills/.validation/templates/schemas/output.json +145 -145
- package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
- package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
- package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
- package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
- package/.claude/skills/.validation/test-data/sample-output.json +73 -73
- package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
- package/.claude/skills/a11y-ally/schemas/output.json +549 -549
- package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
- package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
- package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
- package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
- package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
- package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
- package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
- package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
- package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
- package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
- package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
- package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
- package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
- package/.claude/skills/code-review-quality/schemas/output.json +264 -264
- package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
- package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
- package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
- package/.claude/skills/compliance-testing/schemas/output.json +845 -845
- package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
- package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
- package/.claude/skills/contract-testing/schemas/output.json +638 -638
- package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
- package/.claude/skills/database-testing/schemas/output.json +1446 -1446
- package/.claude/skills/debug-loop/SKILL.md +61 -61
- package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
- package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
- package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -74
- package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
- package/.claude/skills/iterative-loop/SKILL.md +371 -371
- package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
- package/.claude/skills/localization-testing/schemas/output.json +325 -325
- package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
- package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
- package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -58
- package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
- package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
- package/.claude/skills/mobile-testing/schemas/output.json +318 -318
- package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
- package/.claude/skills/mutation-testing/schemas/output.json +707 -707
- package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
- package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
- package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
- package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
- package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
- package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
- package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
- package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
- package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
- package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
- package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
- package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
- package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
- package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -58
- package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
- package/.claude/skills/pentest-validation/SKILL.md +268 -268
- package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
- package/.claude/skills/pentest-validation/schemas/output.json +281 -281
- package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
- package/.claude/skills/performance-analysis/schemas/output.json +588 -588
- package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
- package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
- package/.claude/skills/pr-review/SKILL.md +61 -61
- package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
- package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
- package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
- package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
- package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
- package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
- package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -72
- package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
- package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
- package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
- package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
- package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
- package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
- package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
- package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
- package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
- package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
- package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
- package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
- package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
- package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
- package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
- package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
- package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
- package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
- package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
- package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
- package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
- package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
- package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
- package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
- package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
- package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
- package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
- package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
- package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
- package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
- package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
- package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
- package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
- package/.claude/skills/quality-metrics/schemas/output.json +403 -403
- package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
- package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
- package/.claude/skills/regression-testing/schemas/output.json +311 -311
- package/.claude/skills/release/SKILL.md +347 -347
- package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
- package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
- package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
- package/.claude/skills/security-testing/schemas/output.json +879 -879
- package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
- package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
- package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
- package/.claude/skills/sherlock-review/schemas/output.json +297 -297
- package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
- package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
- package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
- package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
- package/.claude/skills/skills-manifest.json +1 -1
- package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
- package/.claude/skills/technical-writing/schemas/output.json +268 -268
- package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
- package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
- package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
- package/.claude/skills/test-data-management/schemas/output.json +284 -284
- package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
- package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
- package/.claude/skills/test-environment-management/schemas/output.json +310 -310
- package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
- package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
- package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
- package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
- package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
- package/.claude/skills/testability-scoring/schemas/output.json +606 -606
- package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
- package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
- package/.claude/skills/verification-quality/schemas/output.json +432 -432
- package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
- package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
- package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
- package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
- package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
- package/CHANGELOG.md +36 -0
- package/README.md +171 -901
- package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
- package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
- package/assets/governance/constitution.md +202 -202
- package/assets/governance/shards/chaos-resilience.shard.md +221 -221
- package/assets/governance/shards/code-intelligence.shard.md +178 -178
- package/assets/governance/shards/contract-testing.shard.md +206 -206
- package/assets/governance/shards/coverage-analysis.shard.md +146 -146
- package/assets/governance/shards/defect-intelligence.shard.md +182 -182
- package/assets/governance/shards/learning-optimization.shard.md +248 -248
- package/assets/governance/shards/quality-assessment.shard.md +165 -165
- package/assets/governance/shards/requirements-validation.shard.md +177 -177
- package/assets/governance/shards/security-compliance.shard.md +196 -196
- package/assets/governance/shards/test-execution.shard.md +156 -156
- package/assets/governance/shards/test-generation.shard.md +128 -128
- package/assets/governance/shards/visual-accessibility.shard.md +209 -209
- package/assets/hooks/cross-phase-memory.yaml +253 -253
- package/assets/patterns/adr-051-booster-patterns.json +78 -78
- package/assets/patterns/adr-051-embedding-patterns.json +147 -147
- package/assets/patterns/adr-051-integration-summary.json +62 -62
- package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
- package/assets/patterns/adr-051-router-patterns.json +113 -113
- package/assets/patterns/index.json +136 -136
- package/assets/skills/.validation/README.md +111 -111
- package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
- package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
- package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
- package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
- package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
- package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
- package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
- package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
- package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
- package/assets/skills/.validation/templates/eval.template.yaml +366 -366
- package/assets/skills/.validation/templates/schemas/output.json +145 -145
- package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
- package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
- package/assets/skills/.validation/test-data/invalid-output.json +5 -5
- package/assets/skills/.validation/test-data/minimal-output.json +9 -9
- package/assets/skills/.validation/test-data/sample-output.json +73 -73
- package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
- package/assets/skills/a11y-ally/schemas/output.json +549 -549
- package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
- package/assets/skills/accessibility-testing/schemas/output.json +776 -776
- package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
- package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
- package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
- package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
- package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
- package/assets/skills/brutal-honesty-review/schemas/output.json +291 -291
- package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
- package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
- package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
- package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
- package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
- package/assets/skills/code-review-quality/schemas/output.json +264 -264
- package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
- package/assets/skills/compatibility-testing/schemas/output.json +551 -551
- package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
- package/assets/skills/compliance-testing/schemas/output.json +845 -845
- package/assets/skills/consultancy-practices/schemas/output.json +282 -282
- package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
- package/assets/skills/contract-testing/schemas/output.json +638 -638
- package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
- package/assets/skills/database-testing/schemas/output.json +1446 -1446
- package/assets/skills/debug-loop/SKILL.md +61 -61
- package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
- package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
- package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -74
- package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
- package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
- package/assets/skills/localization-testing/schemas/output.json +325 -325
- package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
- package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
- package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -58
- package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
- package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
- package/assets/skills/mobile-testing/schemas/output.json +318 -318
- package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
- package/assets/skills/mutation-testing/schemas/output.json +707 -707
- package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
- package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
- package/assets/skills/n8n-expression-testing/schemas/output.json +369 -369
- package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
- package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
- package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
- package/assets/skills/n8n-security-testing/schemas/output.json +293 -293
- package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
- package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
- package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
- package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
- package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
- package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
- package/assets/skills/observability-testing-patterns/schemas/output.json +58 -58
- package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
- package/assets/skills/pentest-validation/SKILL.md +268 -268
- package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
- package/assets/skills/pentest-validation/schemas/output.json +281 -281
- package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
- package/assets/skills/performance-testing/schemas/output.json +1184 -1184
- package/assets/skills/pr-review/SKILL.md +61 -61
- package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
- package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
- package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
- package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
- package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
- package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
- package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -72
- package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
- package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
- package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
- package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -2781
- package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
- package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -505
- package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
- package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
- package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
- package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
- package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
- package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
- package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
- package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
- package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
- package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
- package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
- package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
- package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
- package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
- package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
- package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
- package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
- package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
- package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
- package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
- package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
- package/assets/skills/qe-test-execution/schemas/output.json +529 -529
- package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
- package/assets/skills/qe-test-generation/schemas/output.json +439 -439
- package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
- package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
- package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
- package/assets/skills/quality-metrics/schemas/output.json +403 -403
- package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
- package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
- package/assets/skills/regression-testing/schemas/output.json +311 -311
- package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
- package/assets/skills/risk-based-testing/schemas/output.json +480 -480
- package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
- package/assets/skills/security-testing/schemas/output.json +879 -879
- package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
- package/assets/skills/security-visual-testing/schemas/output.json +486 -486
- package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
- package/assets/skills/sherlock-review/schemas/output.json +297 -297
- package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
- package/assets/skills/shift-left-testing/schemas/output.json +459 -459
- package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
- package/assets/skills/shift-right-testing/schemas/output.json +418 -418
- package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
- package/assets/skills/technical-writing/schemas/output.json +268 -268
- package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
- package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
- package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
- package/assets/skills/test-data-management/schemas/output.json +284 -284
- package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
- package/assets/skills/test-design-techniques/schemas/output.json +295 -295
- package/assets/skills/test-environment-management/schemas/output.json +310 -310
- package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
- package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
- package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
- package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
- package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
- package/assets/skills/testability-scoring/schemas/output.json +606 -606
- package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
- package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
- package/assets/skills/verification-quality/schemas/output.json +432 -432
- package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
- package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
- package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
- package/assets/skills/wms-testing-patterns/schemas/output.json +150 -150
- package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
- package/assets/templates/validation-summary.json +56 -56
- package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts +1 -0
- package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts.map +1 -1
- package/dist/agents/claim-verifier/verifiers/output-verifier.js +16 -3
- package/dist/agents/claim-verifier/verifiers/output-verifier.js.map +1 -1
- package/dist/cli/bundle.js +488 -75
- package/dist/cli/commands/mcp.d.ts.map +1 -1
- package/dist/cli/commands/mcp.js +11 -9
- package/dist/cli/commands/mcp.js.map +1 -1
- package/dist/governance/adversarial-defense-integration.d.ts +29 -0
- package/dist/governance/adversarial-defense-integration.d.ts.map +1 -1
- package/dist/governance/adversarial-defense-integration.js +85 -1
- package/dist/governance/adversarial-defense-integration.js.map +1 -1
- package/dist/governance/continue-gate-integration.d.ts +7 -5
- package/dist/governance/continue-gate-integration.d.ts.map +1 -1
- package/dist/governance/continue-gate-integration.js +72 -15
- package/dist/governance/continue-gate-integration.js.map +1 -1
- package/dist/governance/deterministic-gateway-integration.d.ts +5 -0
- package/dist/governance/deterministic-gateway-integration.d.ts.map +1 -1
- package/dist/governance/deterministic-gateway-integration.js +35 -1
- package/dist/governance/deterministic-gateway-integration.js.map +1 -1
- package/dist/governance/evolution-pipeline-integration.d.ts +5 -0
- package/dist/governance/evolution-pipeline-integration.d.ts.map +1 -1
- package/dist/governance/evolution-pipeline-integration.js +57 -1
- package/dist/governance/evolution-pipeline-integration.js.map +1 -1
- package/dist/governance/memory-write-gate-integration.d.ts +6 -3
- package/dist/governance/memory-write-gate-integration.d.ts.map +1 -1
- package/dist/governance/memory-write-gate-integration.js +48 -10
- package/dist/governance/memory-write-gate-integration.js.map +1 -1
- package/dist/governance/proof-envelope-integration.d.ts +1 -0
- package/dist/governance/proof-envelope-integration.d.ts.map +1 -1
- package/dist/governance/proof-envelope-integration.js +37 -0
- package/dist/governance/proof-envelope-integration.js.map +1 -1
- package/dist/governance/shard-retriever-integration.d.ts +10 -0
- package/dist/governance/shard-retriever-integration.d.ts.map +1 -1
- package/dist/governance/shard-retriever-integration.js +50 -1
- package/dist/governance/shard-retriever-integration.js.map +1 -1
- package/dist/governance/trust-accumulator-integration.d.ts +5 -0
- package/dist/governance/trust-accumulator-integration.d.ts.map +1 -1
- package/dist/governance/trust-accumulator-integration.js +35 -2
- package/dist/governance/trust-accumulator-integration.js.map +1 -1
- package/dist/init/phases/10-workers.js +2 -2
- package/dist/init/phases/10-workers.js.map +1 -1
- package/dist/mcp/bundle.js +478 -62
- package/dist/mcp/protocol-server.js +2 -2
- package/dist/mcp/tool-registry.d.ts.map +1 -1
- package/dist/mcp/tool-registry.js +1 -0
- package/dist/mcp/tool-registry.js.map +1 -1
- package/dist/shared/language-detector.js +1 -1
- package/dist/shared/language-detector.js.map +1 -1
- package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -1
- package/dist/shared/parsers/multi-language-parser.js +55 -16
- package/dist/shared/parsers/multi-language-parser.js.map +1 -1
- package/dist/shared/sql-safety.d.ts.map +1 -1
- package/dist/shared/sql-safety.js +7 -1
- package/dist/shared/sql-safety.js.map +1 -1
- package/package.json +6 -2
- package/scripts/prepare-assets.sh +8 -0
|
@@ -1,146 +1,146 @@
|
|
|
1
|
-
# Coverage Analysis Domain Shard
|
|
2
|
-
|
|
3
|
-
**Domain**: coverage-analysis
|
|
4
|
-
**Version**: 1.0.0
|
|
5
|
-
**Last Updated**: 2026-02-03
|
|
6
|
-
**Parent Constitution**: `.claude/guidance/constitution.md`
|
|
7
|
-
|
|
8
|
-
---
|
|
9
|
-
|
|
10
|
-
## Domain Rules
|
|
11
|
-
|
|
12
|
-
1. **Sublinear Algorithm Mandate**: Coverage gap detection MUST use the O(log n) HNSW-based SublinearCoverageAnalyzer for codebases > 1000 files. Linear scan is prohibited at scale.
|
|
13
|
-
|
|
14
|
-
2. **Real Data Only**: Coverage reports MUST be derived from actual test execution results, not estimated or synthesized data.
|
|
15
|
-
|
|
16
|
-
3. **Risk-Weighted Prioritization**: Coverage gaps MUST be prioritized by risk score (complexity, change frequency, defect history), not just coverage percentage.
|
|
17
|
-
|
|
18
|
-
4. **Trend Accuracy**: Coverage trend analysis MUST use at least 3 historical data points; single-point trends are invalid.
|
|
19
|
-
|
|
20
|
-
5. **Embedding Freshness**: Coverage embeddings MUST be regenerated when source code changes exceed the staleness threshold (default: 7 days or 100+ file changes).
|
|
21
|
-
|
|
22
|
-
6. **Gap Verification**: Identified coverage gaps MUST be verified against the actual codebase before generating test suggestions.
|
|
23
|
-
|
|
24
|
-
---
|
|
25
|
-
|
|
26
|
-
## Quality Thresholds
|
|
27
|
-
|
|
28
|
-
| Metric | Minimum | Target | Critical |
|
|
29
|
-
|--------|---------|--------|----------|
|
|
30
|
-
| Coverage Score | 0.6 | 0.8 | < 0.4 |
|
|
31
|
-
| Confidence | 0.7 | 0.9 | < 0.5 |
|
|
32
|
-
| Gap Detection Accuracy | 0.8 | 0.95 | < 0.6 |
|
|
33
|
-
| Risk Scoring Accuracy | 0.7 | 0.85 | < 0.5 |
|
|
34
|
-
| HNSW Query Efficiency | O(log n) | O(log n) | O(n) |
|
|
35
|
-
|
|
36
|
-
---
|
|
37
|
-
|
|
38
|
-
## Invariants
|
|
39
|
-
|
|
40
|
-
```
|
|
41
|
-
INVARIANT sublinear_at_scale:
|
|
42
|
-
FOR ALL analysis IN coverage_analyses:
|
|
43
|
-
IF analysis.codebase_size > 1000 THEN
|
|
44
|
-
analysis.algorithm = 'HNSW_SUBLINEAR' AND
|
|
45
|
-
analysis.complexity <= O(log(analysis.codebase_size))
|
|
46
|
-
```
|
|
47
|
-
|
|
48
|
-
```
|
|
49
|
-
INVARIANT real_coverage_data:
|
|
50
|
-
FOR ALL report IN coverage_reports:
|
|
51
|
-
EXISTS execution_source WHERE
|
|
52
|
-
execution_source.report_id = report.id AND
|
|
53
|
-
execution_source.type IN ['jest', 'vitest', 'nyc', 'c8'] AND
|
|
54
|
-
execution_source.timestamp IS NOT NULL
|
|
55
|
-
```
|
|
56
|
-
|
|
57
|
-
```
|
|
58
|
-
INVARIANT trend_minimum_points:
|
|
59
|
-
FOR ALL trend IN coverage_trends:
|
|
60
|
-
trend.data_points.length >= 3
|
|
61
|
-
```
|
|
62
|
-
|
|
63
|
-
```
|
|
64
|
-
INVARIANT embedding_freshness:
|
|
65
|
-
FOR ALL embedding IN coverage_embeddings:
|
|
66
|
-
(NOW() - embedding.created_at) < STALENESS_THRESHOLD OR
|
|
67
|
-
embedding.regeneration_scheduled = true
|
|
68
|
-
```
|
|
69
|
-
|
|
70
|
-
---
|
|
71
|
-
|
|
72
|
-
## Patterns
|
|
73
|
-
|
|
74
|
-
**Domain Source**: `v3/src/domains/coverage-analysis/`
|
|
75
|
-
|
|
76
|
-
| Pattern | Location | Description |
|
|
77
|
-
|---------|----------|-------------|
|
|
78
|
-
| Coverage Analyzer Service | `services/coverage-analyzer.ts` | Core coverage analysis |
|
|
79
|
-
| Gap Detector Service | `services/gap-detector.ts` | Coverage gap identification |
|
|
80
|
-
| Risk Scorer Service | `services/risk-scorer.ts` | Multi-factor risk scoring |
|
|
81
|
-
| HNSW Index | `services/hnsw-index.ts` | O(log n) vector indexing |
|
|
82
|
-
| Coverage Embedder | `services/coverage-embedder.ts` | Code-to-vector embedding |
|
|
83
|
-
| Sublinear Analyzer | `services/sublinear-analyzer.ts` | ADR-003 sublinear implementation |
|
|
84
|
-
|
|
85
|
-
**ADR Reference**: ADR-003 defines sublinear algorithm requirements.
|
|
86
|
-
|
|
87
|
-
---
|
|
88
|
-
|
|
89
|
-
## Agent Constraints
|
|
90
|
-
|
|
91
|
-
| Role | Agent ID | Permissions |
|
|
92
|
-
|------|----------|-------------|
|
|
93
|
-
| **Primary** | `qe-coverage-specialist` | Full analysis, gap detection, risk scoring |
|
|
94
|
-
| **Secondary** | `qe-gap-detector` | Gap detection, test suggestions |
|
|
95
|
-
| **Support** | `qe-test-architect` | Receive gaps, generate tests |
|
|
96
|
-
| **Readonly** | `qe-quality-gate` | Coverage validation |
|
|
97
|
-
|
|
98
|
-
**Forbidden Agents**: Agents without HNSW index access MUST NOT perform gap detection on large codebases.
|
|
99
|
-
|
|
100
|
-
---
|
|
101
|
-
|
|
102
|
-
## Escalation Triggers
|
|
103
|
-
|
|
104
|
-
| Trigger | Severity | Action |
|
|
105
|
-
|---------|----------|--------|
|
|
106
|
-
| Coverage < 0.4 | CRITICAL | Escalate to Queen Coordinator, prioritize test generation |
|
|
107
|
-
| O(n) algorithm used at scale | CRITICAL | Escalate, require algorithm fix |
|
|
108
|
-
| Gap detection accuracy < 0.6 | HIGH | Escalate, recalibrate model |
|
|
109
|
-
| Stale embeddings > 14 days | HIGH | Escalate, force regeneration |
|
|
110
|
-
| Trend shows declining coverage | MEDIUM | Notify coordinator, generate report |
|
|
111
|
-
| Risk scoring confidence < 0.5 | MEDIUM | Request additional data points |
|
|
112
|
-
| Synthetic data detected | CRITICAL | Block report, escalate for investigation |
|
|
113
|
-
|
|
114
|
-
---
|
|
115
|
-
|
|
116
|
-
## Memory Namespace
|
|
117
|
-
|
|
118
|
-
- **Namespace**: `qe-patterns/coverage-analysis`
|
|
119
|
-
- **Retention**: 30 days with minimum 3 uses
|
|
120
|
-
- **Contradiction Check**: Enabled
|
|
121
|
-
|
|
122
|
-
---
|
|
123
|
-
|
|
124
|
-
## Integration Points
|
|
125
|
-
|
|
126
|
-
| Domain | Integration Type | Purpose |
|
|
127
|
-
|--------|-----------------|---------|
|
|
128
|
-
| `test-execution` | Input | Receive execution coverage data |
|
|
129
|
-
| `test-generation` | Output | Provide gaps for test targeting |
|
|
130
|
-
| `quality-assessment` | Output | Report coverage metrics |
|
|
131
|
-
| `code-intelligence` | Input | Receive code structure for risk scoring |
|
|
132
|
-
| `learning-optimization` | Bidirectional | Share coverage patterns |
|
|
133
|
-
|
|
134
|
-
---
|
|
135
|
-
|
|
136
|
-
## Performance Benchmarks (ADR-003)
|
|
137
|
-
|
|
138
|
-
| Codebase Size | Traditional O(n) | v3 O(log n) | Improvement |
|
|
139
|
-
|---------------|-----------------|-------------|-------------|
|
|
140
|
-
| 1,000 files | 1,000 ops | 10 ops | 100x |
|
|
141
|
-
| 10,000 files | 10,000 ops | 13 ops | 770x |
|
|
142
|
-
| 100,000 files | 100,000 ops | 17 ops | 5,900x |
|
|
143
|
-
|
|
144
|
-
---
|
|
145
|
-
|
|
146
|
-
*This shard is enforced by @claude-flow/guidance governance system.*
|
|
1
|
+
# Coverage Analysis Domain Shard
|
|
2
|
+
|
|
3
|
+
**Domain**: coverage-analysis
|
|
4
|
+
**Version**: 1.0.0
|
|
5
|
+
**Last Updated**: 2026-02-03
|
|
6
|
+
**Parent Constitution**: `.claude/guidance/constitution.md`
|
|
7
|
+
|
|
8
|
+
---
|
|
9
|
+
|
|
10
|
+
## Domain Rules
|
|
11
|
+
|
|
12
|
+
1. **Sublinear Algorithm Mandate**: Coverage gap detection MUST use the O(log n) HNSW-based SublinearCoverageAnalyzer for codebases > 1000 files. Linear scan is prohibited at scale.
|
|
13
|
+
|
|
14
|
+
2. **Real Data Only**: Coverage reports MUST be derived from actual test execution results, not estimated or synthesized data.
|
|
15
|
+
|
|
16
|
+
3. **Risk-Weighted Prioritization**: Coverage gaps MUST be prioritized by risk score (complexity, change frequency, defect history), not just coverage percentage.
|
|
17
|
+
|
|
18
|
+
4. **Trend Accuracy**: Coverage trend analysis MUST use at least 3 historical data points; single-point trends are invalid.
|
|
19
|
+
|
|
20
|
+
5. **Embedding Freshness**: Coverage embeddings MUST be regenerated when source code changes exceed the staleness threshold (default: 7 days or 100+ file changes).
|
|
21
|
+
|
|
22
|
+
6. **Gap Verification**: Identified coverage gaps MUST be verified against the actual codebase before generating test suggestions.
|
|
23
|
+
|
|
24
|
+
---
|
|
25
|
+
|
|
26
|
+
## Quality Thresholds
|
|
27
|
+
|
|
28
|
+
| Metric | Minimum | Target | Critical |
|
|
29
|
+
|--------|---------|--------|----------|
|
|
30
|
+
| Coverage Score | 0.6 | 0.8 | < 0.4 |
|
|
31
|
+
| Confidence | 0.7 | 0.9 | < 0.5 |
|
|
32
|
+
| Gap Detection Accuracy | 0.8 | 0.95 | < 0.6 |
|
|
33
|
+
| Risk Scoring Accuracy | 0.7 | 0.85 | < 0.5 |
|
|
34
|
+
| HNSW Query Efficiency | O(log n) | O(log n) | O(n) |
|
|
35
|
+
|
|
36
|
+
---
|
|
37
|
+
|
|
38
|
+
## Invariants
|
|
39
|
+
|
|
40
|
+
```
|
|
41
|
+
INVARIANT sublinear_at_scale:
|
|
42
|
+
FOR ALL analysis IN coverage_analyses:
|
|
43
|
+
IF analysis.codebase_size > 1000 THEN
|
|
44
|
+
analysis.algorithm = 'HNSW_SUBLINEAR' AND
|
|
45
|
+
analysis.complexity <= O(log(analysis.codebase_size))
|
|
46
|
+
```
|
|
47
|
+
|
|
48
|
+
```
|
|
49
|
+
INVARIANT real_coverage_data:
|
|
50
|
+
FOR ALL report IN coverage_reports:
|
|
51
|
+
EXISTS execution_source WHERE
|
|
52
|
+
execution_source.report_id = report.id AND
|
|
53
|
+
execution_source.type IN ['jest', 'vitest', 'nyc', 'c8'] AND
|
|
54
|
+
execution_source.timestamp IS NOT NULL
|
|
55
|
+
```
|
|
56
|
+
|
|
57
|
+
```
|
|
58
|
+
INVARIANT trend_minimum_points:
|
|
59
|
+
FOR ALL trend IN coverage_trends:
|
|
60
|
+
trend.data_points.length >= 3
|
|
61
|
+
```
|
|
62
|
+
|
|
63
|
+
```
|
|
64
|
+
INVARIANT embedding_freshness:
|
|
65
|
+
FOR ALL embedding IN coverage_embeddings:
|
|
66
|
+
(NOW() - embedding.created_at) < STALENESS_THRESHOLD OR
|
|
67
|
+
embedding.regeneration_scheduled = true
|
|
68
|
+
```
|
|
69
|
+
|
|
70
|
+
---
|
|
71
|
+
|
|
72
|
+
## Patterns
|
|
73
|
+
|
|
74
|
+
**Domain Source**: `v3/src/domains/coverage-analysis/`
|
|
75
|
+
|
|
76
|
+
| Pattern | Location | Description |
|
|
77
|
+
|---------|----------|-------------|
|
|
78
|
+
| Coverage Analyzer Service | `services/coverage-analyzer.ts` | Core coverage analysis |
|
|
79
|
+
| Gap Detector Service | `services/gap-detector.ts` | Coverage gap identification |
|
|
80
|
+
| Risk Scorer Service | `services/risk-scorer.ts` | Multi-factor risk scoring |
|
|
81
|
+
| HNSW Index | `services/hnsw-index.ts` | O(log n) vector indexing |
|
|
82
|
+
| Coverage Embedder | `services/coverage-embedder.ts` | Code-to-vector embedding |
|
|
83
|
+
| Sublinear Analyzer | `services/sublinear-analyzer.ts` | ADR-003 sublinear implementation |
|
|
84
|
+
|
|
85
|
+
**ADR Reference**: ADR-003 defines sublinear algorithm requirements.
|
|
86
|
+
|
|
87
|
+
---
|
|
88
|
+
|
|
89
|
+
## Agent Constraints
|
|
90
|
+
|
|
91
|
+
| Role | Agent ID | Permissions |
|
|
92
|
+
|------|----------|-------------|
|
|
93
|
+
| **Primary** | `qe-coverage-specialist` | Full analysis, gap detection, risk scoring |
|
|
94
|
+
| **Secondary** | `qe-gap-detector` | Gap detection, test suggestions |
|
|
95
|
+
| **Support** | `qe-test-architect` | Receive gaps, generate tests |
|
|
96
|
+
| **Readonly** | `qe-quality-gate` | Coverage validation |
|
|
97
|
+
|
|
98
|
+
**Forbidden Agents**: Agents without HNSW index access MUST NOT perform gap detection on large codebases.
|
|
99
|
+
|
|
100
|
+
---
|
|
101
|
+
|
|
102
|
+
## Escalation Triggers
|
|
103
|
+
|
|
104
|
+
| Trigger | Severity | Action |
|
|
105
|
+
|---------|----------|--------|
|
|
106
|
+
| Coverage < 0.4 | CRITICAL | Escalate to Queen Coordinator, prioritize test generation |
|
|
107
|
+
| O(n) algorithm used at scale | CRITICAL | Escalate, require algorithm fix |
|
|
108
|
+
| Gap detection accuracy < 0.6 | HIGH | Escalate, recalibrate model |
|
|
109
|
+
| Stale embeddings > 14 days | HIGH | Escalate, force regeneration |
|
|
110
|
+
| Trend shows declining coverage | MEDIUM | Notify coordinator, generate report |
|
|
111
|
+
| Risk scoring confidence < 0.5 | MEDIUM | Request additional data points |
|
|
112
|
+
| Synthetic data detected | CRITICAL | Block report, escalate for investigation |
|
|
113
|
+
|
|
114
|
+
---
|
|
115
|
+
|
|
116
|
+
## Memory Namespace
|
|
117
|
+
|
|
118
|
+
- **Namespace**: `qe-patterns/coverage-analysis`
|
|
119
|
+
- **Retention**: 30 days with minimum 3 uses
|
|
120
|
+
- **Contradiction Check**: Enabled
|
|
121
|
+
|
|
122
|
+
---
|
|
123
|
+
|
|
124
|
+
## Integration Points
|
|
125
|
+
|
|
126
|
+
| Domain | Integration Type | Purpose |
|
|
127
|
+
|--------|-----------------|---------|
|
|
128
|
+
| `test-execution` | Input | Receive execution coverage data |
|
|
129
|
+
| `test-generation` | Output | Provide gaps for test targeting |
|
|
130
|
+
| `quality-assessment` | Output | Report coverage metrics |
|
|
131
|
+
| `code-intelligence` | Input | Receive code structure for risk scoring |
|
|
132
|
+
| `learning-optimization` | Bidirectional | Share coverage patterns |
|
|
133
|
+
|
|
134
|
+
---
|
|
135
|
+
|
|
136
|
+
## Performance Benchmarks (ADR-003)
|
|
137
|
+
|
|
138
|
+
| Codebase Size | Traditional O(n) | v3 O(log n) | Improvement |
|
|
139
|
+
|---------------|-----------------|-------------|-------------|
|
|
140
|
+
| 1,000 files | 1,000 ops | 10 ops | 100x |
|
|
141
|
+
| 10,000 files | 10,000 ops | 13 ops | 770x |
|
|
142
|
+
| 100,000 files | 100,000 ops | 17 ops | 5,900x |
|
|
143
|
+
|
|
144
|
+
---
|
|
145
|
+
|
|
146
|
+
*This shard is enforced by @claude-flow/guidance governance system.*
|
|
@@ -1,182 +1,182 @@
|
|
|
1
|
-
# Defect Intelligence Domain Shard
|
|
2
|
-
|
|
3
|
-
**Domain**: defect-intelligence
|
|
4
|
-
**Version**: 1.0.0
|
|
5
|
-
**Last Updated**: 2026-02-03
|
|
6
|
-
**Parent Constitution**: `.claude/guidance/constitution.md`
|
|
7
|
-
|
|
8
|
-
---
|
|
9
|
-
|
|
10
|
-
## Domain Rules
|
|
11
|
-
|
|
12
|
-
1. **ML Model Transparency**: Defect predictions MUST include confidence scores and feature importance explanations; black-box predictions without explainability are prohibited.
|
|
13
|
-
|
|
14
|
-
2. **Historical Data Requirement**: Defect prediction models MUST be trained on at least 30 days of historical defect data before being used for production predictions.
|
|
15
|
-
|
|
16
|
-
3. **Root Cause Verification**: Root cause analyses MUST be validated against actual fix data when available, with feedback loops to improve accuracy.
|
|
17
|
-
|
|
18
|
-
4. **Pattern Learning Discipline**: Defect patterns MUST only be learned from confirmed defects (not suspected or predicted), with FlashAttention optimization where available.
|
|
19
|
-
|
|
20
|
-
5. **Regression Risk Honesty**: Regression risk assessments MUST clearly distinguish between measured risk (from data) and estimated risk (from heuristics).
|
|
21
|
-
|
|
22
|
-
6. **Cluster Quality**: Defect clustering MUST achieve minimum silhouette score for valid cluster formation; invalid clusters MUST NOT be reported as patterns.
|
|
23
|
-
|
|
24
|
-
---
|
|
25
|
-
|
|
26
|
-
## Quality Thresholds
|
|
27
|
-
|
|
28
|
-
| Metric | Minimum | Target | Critical |
|
|
29
|
-
|--------|---------|--------|----------|
|
|
30
|
-
| Prediction Accuracy | 0.7 | 0.85 | < 0.5 |
|
|
31
|
-
| Confidence | 0.6 | 0.8 | < 0.4 |
|
|
32
|
-
| Root Cause Accuracy | 0.6 | 0.8 | < 0.4 |
|
|
33
|
-
| Pattern Match Rate | 0.5 | 0.7 | < 0.3 |
|
|
34
|
-
| Cluster Silhouette Score | 0.3 | 0.5 | < 0.2 |
|
|
35
|
-
| Model Freshness | < 7 days | < 3 days | > 14 days |
|
|
36
|
-
|
|
37
|
-
---
|
|
38
|
-
|
|
39
|
-
## Invariants
|
|
40
|
-
|
|
41
|
-
```
|
|
42
|
-
INVARIANT prediction_explainability:
|
|
43
|
-
FOR ALL prediction IN defect_predictions:
|
|
44
|
-
prediction.confidence IS NOT NULL AND
|
|
45
|
-
prediction.feature_importance IS NOT NULL AND
|
|
46
|
-
prediction.feature_importance.length >= 3
|
|
47
|
-
```
|
|
48
|
-
|
|
49
|
-
```
|
|
50
|
-
INVARIANT historical_data_minimum:
|
|
51
|
-
FOR ALL model IN active_models:
|
|
52
|
-
model.training_data_days >= 30 AND
|
|
53
|
-
model.training_samples >= 100
|
|
54
|
-
```
|
|
55
|
-
|
|
56
|
-
```
|
|
57
|
-
INVARIANT root_cause_feedback:
|
|
58
|
-
FOR ALL rca IN root_cause_analyses:
|
|
59
|
-
IF EXISTS actual_fix WHERE actual_fix.defect_id = rca.defect_id THEN
|
|
60
|
-
rca.validated_against_fix = true
|
|
61
|
-
```
|
|
62
|
-
|
|
63
|
-
```
|
|
64
|
-
INVARIANT confirmed_defect_learning:
|
|
65
|
-
FOR ALL pattern IN learned_patterns:
|
|
66
|
-
pattern.source_defect.status = 'confirmed'
|
|
67
|
-
```
|
|
68
|
-
|
|
69
|
-
```
|
|
70
|
-
INVARIANT cluster_quality:
|
|
71
|
-
FOR ALL cluster IN defect_clusters:
|
|
72
|
-
cluster.silhouette_score >= 0.2 OR
|
|
73
|
-
cluster.marked_as_invalid = true
|
|
74
|
-
```
|
|
75
|
-
|
|
76
|
-
---
|
|
77
|
-
|
|
78
|
-
## Patterns
|
|
79
|
-
|
|
80
|
-
**Domain Source**: `v3/src/domains/defect-intelligence/`
|
|
81
|
-
|
|
82
|
-
| Pattern | Location | Description |
|
|
83
|
-
|---------|----------|-------------|
|
|
84
|
-
| Defect Predictor Service | `services/defect-predictor.ts` | ML-based prediction |
|
|
85
|
-
| Pattern Learner Service | `services/pattern-learner.ts` | Defect pattern extraction |
|
|
86
|
-
| Root Cause Analyzer Service | `services/root-cause-analyzer.ts` | RCA algorithms |
|
|
87
|
-
| Defect Intelligence Coordinator | `coordinator.ts` | Workflow orchestration |
|
|
88
|
-
|
|
89
|
-
**Key Interfaces**: `interfaces/index.ts` defines `PredictionResult`, `RootCauseAnalysis`, `DefectCluster`, and related types.
|
|
90
|
-
|
|
91
|
-
---
|
|
92
|
-
|
|
93
|
-
## Agent Constraints
|
|
94
|
-
|
|
95
|
-
| Role | Agent ID | Permissions |
|
|
96
|
-
|------|----------|-------------|
|
|
97
|
-
| **Primary** | `qe-defect-predictor` | Full prediction, model training |
|
|
98
|
-
| **Secondary** | `qe-root-cause-analyzer` | RCA execution, pattern extraction |
|
|
99
|
-
| **Support** | `qe-pattern-learner` | Pattern learning from confirmed defects |
|
|
100
|
-
| **Readonly** | `qe-quality-gate` | Query predictions |
|
|
101
|
-
|
|
102
|
-
**Forbidden Agents**: Agents MUST NOT modify prediction models without retraining validation.
|
|
103
|
-
|
|
104
|
-
---
|
|
105
|
-
|
|
106
|
-
## Escalation Triggers
|
|
107
|
-
|
|
108
|
-
| Trigger | Severity | Action |
|
|
109
|
-
|---------|----------|--------|
|
|
110
|
-
| Prediction accuracy < 0.5 | CRITICAL | Escalate to Queen Coordinator, retrain model |
|
|
111
|
-
| Model stale > 14 days | CRITICAL | Force model refresh, escalate |
|
|
112
|
-
| Root cause accuracy < 0.4 | HIGH | Escalate, request manual validation |
|
|
113
|
-
| Cluster silhouette < 0.2 | HIGH | Invalidate clusters, recalibrate |
|
|
114
|
-
| FlashAttention unavailable | MEDIUM | Fall back to standard attention, log |
|
|
115
|
-
| Unconfirmed defect used for learning | HIGH | Revert pattern, escalate |
|
|
116
|
-
| Feature importance missing | MEDIUM | Block prediction, request explanation |
|
|
117
|
-
|
|
118
|
-
---
|
|
119
|
-
|
|
120
|
-
## Memory Namespace
|
|
121
|
-
|
|
122
|
-
- **Namespace**: `qe-patterns/defect-intelligence`
|
|
123
|
-
- **Retention**: 90 days (longer for validated patterns)
|
|
124
|
-
- **Contradiction Check**: Enabled
|
|
125
|
-
|
|
126
|
-
---
|
|
127
|
-
|
|
128
|
-
## Integration Points
|
|
129
|
-
|
|
130
|
-
| Domain | Integration Type | Purpose |
|
|
131
|
-
|--------|-----------------|---------|
|
|
132
|
-
| `test-execution` | Input | Receive failure data |
|
|
133
|
-
| `code-intelligence` | Input | Receive code structure for prediction |
|
|
134
|
-
| `coverage-analysis` | Input | Receive coverage data for risk |
|
|
135
|
-
| `quality-assessment` | Output | Report defect density |
|
|
136
|
-
| `learning-optimization` | Bidirectional | Share validated patterns |
|
|
137
|
-
|
|
138
|
-
---
|
|
139
|
-
|
|
140
|
-
## Model Metrics Schema
|
|
141
|
-
|
|
142
|
-
```typescript
|
|
143
|
-
interface ModelMetrics {
|
|
144
|
-
modelId: string;
|
|
145
|
-
version: string;
|
|
146
|
-
trainedAt: Date;
|
|
147
|
-
trainingDataDays: number;
|
|
148
|
-
trainingSamples: number;
|
|
149
|
-
accuracy: number;
|
|
150
|
-
precision: number;
|
|
151
|
-
recall: number;
|
|
152
|
-
f1Score: number;
|
|
153
|
-
flashAttentionEnabled: boolean;
|
|
154
|
-
lastValidation: Date;
|
|
155
|
-
validationAccuracy: number;
|
|
156
|
-
}
|
|
157
|
-
```
|
|
158
|
-
|
|
159
|
-
---
|
|
160
|
-
|
|
161
|
-
## Prediction Output Schema
|
|
162
|
-
|
|
163
|
-
```typescript
|
|
164
|
-
interface DefectPrediction {
|
|
165
|
-
fileId: string;
|
|
166
|
-
probability: number;
|
|
167
|
-
confidence: number;
|
|
168
|
-
riskLevel: 'low' | 'medium' | 'high' | 'critical';
|
|
169
|
-
featureImportance: {
|
|
170
|
-
feature: string;
|
|
171
|
-
importance: number;
|
|
172
|
-
direction: 'increases_risk' | 'decreases_risk';
|
|
173
|
-
}[];
|
|
174
|
-
similarDefects: string[];
|
|
175
|
-
recommendedActions: string[];
|
|
176
|
-
dataSource: 'measured' | 'heuristic';
|
|
177
|
-
}
|
|
178
|
-
```
|
|
179
|
-
|
|
180
|
-
---
|
|
181
|
-
|
|
182
|
-
*This shard is enforced by @claude-flow/guidance governance system.*
|
|
1
|
+
# Defect Intelligence Domain Shard
|
|
2
|
+
|
|
3
|
+
**Domain**: defect-intelligence
|
|
4
|
+
**Version**: 1.0.0
|
|
5
|
+
**Last Updated**: 2026-02-03
|
|
6
|
+
**Parent Constitution**: `.claude/guidance/constitution.md`
|
|
7
|
+
|
|
8
|
+
---
|
|
9
|
+
|
|
10
|
+
## Domain Rules
|
|
11
|
+
|
|
12
|
+
1. **ML Model Transparency**: Defect predictions MUST include confidence scores and feature importance explanations; black-box predictions without explainability are prohibited.
|
|
13
|
+
|
|
14
|
+
2. **Historical Data Requirement**: Defect prediction models MUST be trained on at least 30 days of historical defect data before being used for production predictions.
|
|
15
|
+
|
|
16
|
+
3. **Root Cause Verification**: Root cause analyses MUST be validated against actual fix data when available, with feedback loops to improve accuracy.
|
|
17
|
+
|
|
18
|
+
4. **Pattern Learning Discipline**: Defect patterns MUST only be learned from confirmed defects (not suspected or predicted), with FlashAttention optimization where available.
|
|
19
|
+
|
|
20
|
+
5. **Regression Risk Honesty**: Regression risk assessments MUST clearly distinguish between measured risk (from data) and estimated risk (from heuristics).
|
|
21
|
+
|
|
22
|
+
6. **Cluster Quality**: Defect clustering MUST achieve minimum silhouette score for valid cluster formation; invalid clusters MUST NOT be reported as patterns.
|
|
23
|
+
|
|
24
|
+
---
|
|
25
|
+
|
|
26
|
+
## Quality Thresholds
|
|
27
|
+
|
|
28
|
+
| Metric | Minimum | Target | Critical |
|
|
29
|
+
|--------|---------|--------|----------|
|
|
30
|
+
| Prediction Accuracy | 0.7 | 0.85 | < 0.5 |
|
|
31
|
+
| Confidence | 0.6 | 0.8 | < 0.4 |
|
|
32
|
+
| Root Cause Accuracy | 0.6 | 0.8 | < 0.4 |
|
|
33
|
+
| Pattern Match Rate | 0.5 | 0.7 | < 0.3 |
|
|
34
|
+
| Cluster Silhouette Score | 0.3 | 0.5 | < 0.2 |
|
|
35
|
+
| Model Freshness | < 7 days | < 3 days | > 14 days |
|
|
36
|
+
|
|
37
|
+
---
|
|
38
|
+
|
|
39
|
+
## Invariants
|
|
40
|
+
|
|
41
|
+
```
|
|
42
|
+
INVARIANT prediction_explainability:
|
|
43
|
+
FOR ALL prediction IN defect_predictions:
|
|
44
|
+
prediction.confidence IS NOT NULL AND
|
|
45
|
+
prediction.feature_importance IS NOT NULL AND
|
|
46
|
+
prediction.feature_importance.length >= 3
|
|
47
|
+
```
|
|
48
|
+
|
|
49
|
+
```
|
|
50
|
+
INVARIANT historical_data_minimum:
|
|
51
|
+
FOR ALL model IN active_models:
|
|
52
|
+
model.training_data_days >= 30 AND
|
|
53
|
+
model.training_samples >= 100
|
|
54
|
+
```
|
|
55
|
+
|
|
56
|
+
```
|
|
57
|
+
INVARIANT root_cause_feedback:
|
|
58
|
+
FOR ALL rca IN root_cause_analyses:
|
|
59
|
+
IF EXISTS actual_fix WHERE actual_fix.defect_id = rca.defect_id THEN
|
|
60
|
+
rca.validated_against_fix = true
|
|
61
|
+
```
|
|
62
|
+
|
|
63
|
+
```
|
|
64
|
+
INVARIANT confirmed_defect_learning:
|
|
65
|
+
FOR ALL pattern IN learned_patterns:
|
|
66
|
+
pattern.source_defect.status = 'confirmed'
|
|
67
|
+
```
|
|
68
|
+
|
|
69
|
+
```
|
|
70
|
+
INVARIANT cluster_quality:
|
|
71
|
+
FOR ALL cluster IN defect_clusters:
|
|
72
|
+
cluster.silhouette_score >= 0.2 OR
|
|
73
|
+
cluster.marked_as_invalid = true
|
|
74
|
+
```
|
|
75
|
+
|
|
76
|
+
---
|
|
77
|
+
|
|
78
|
+
## Patterns
|
|
79
|
+
|
|
80
|
+
**Domain Source**: `v3/src/domains/defect-intelligence/`
|
|
81
|
+
|
|
82
|
+
| Pattern | Location | Description |
|
|
83
|
+
|---------|----------|-------------|
|
|
84
|
+
| Defect Predictor Service | `services/defect-predictor.ts` | ML-based prediction |
|
|
85
|
+
| Pattern Learner Service | `services/pattern-learner.ts` | Defect pattern extraction |
|
|
86
|
+
| Root Cause Analyzer Service | `services/root-cause-analyzer.ts` | RCA algorithms |
|
|
87
|
+
| Defect Intelligence Coordinator | `coordinator.ts` | Workflow orchestration |
|
|
88
|
+
|
|
89
|
+
**Key Interfaces**: `interfaces/index.ts` defines `PredictionResult`, `RootCauseAnalysis`, `DefectCluster`, and related types.
|
|
90
|
+
|
|
91
|
+
---
|
|
92
|
+
|
|
93
|
+
## Agent Constraints
|
|
94
|
+
|
|
95
|
+
| Role | Agent ID | Permissions |
|
|
96
|
+
|------|----------|-------------|
|
|
97
|
+
| **Primary** | `qe-defect-predictor` | Full prediction, model training |
|
|
98
|
+
| **Secondary** | `qe-root-cause-analyzer` | RCA execution, pattern extraction |
|
|
99
|
+
| **Support** | `qe-pattern-learner` | Pattern learning from confirmed defects |
|
|
100
|
+
| **Readonly** | `qe-quality-gate` | Query predictions |
|
|
101
|
+
|
|
102
|
+
**Forbidden Agents**: Agents MUST NOT modify prediction models without retraining validation.
|
|
103
|
+
|
|
104
|
+
---
|
|
105
|
+
|
|
106
|
+
## Escalation Triggers
|
|
107
|
+
|
|
108
|
+
| Trigger | Severity | Action |
|
|
109
|
+
|---------|----------|--------|
|
|
110
|
+
| Prediction accuracy < 0.5 | CRITICAL | Escalate to Queen Coordinator, retrain model |
|
|
111
|
+
| Model stale > 14 days | CRITICAL | Force model refresh, escalate |
|
|
112
|
+
| Root cause accuracy < 0.4 | HIGH | Escalate, request manual validation |
|
|
113
|
+
| Cluster silhouette < 0.2 | HIGH | Invalidate clusters, recalibrate |
|
|
114
|
+
| FlashAttention unavailable | MEDIUM | Fall back to standard attention, log |
|
|
115
|
+
| Unconfirmed defect used for learning | HIGH | Revert pattern, escalate |
|
|
116
|
+
| Feature importance missing | MEDIUM | Block prediction, request explanation |
|
|
117
|
+
|
|
118
|
+
---
|
|
119
|
+
|
|
120
|
+
## Memory Namespace
|
|
121
|
+
|
|
122
|
+
- **Namespace**: `qe-patterns/defect-intelligence`
|
|
123
|
+
- **Retention**: 90 days (longer for validated patterns)
|
|
124
|
+
- **Contradiction Check**: Enabled
|
|
125
|
+
|
|
126
|
+
---
|
|
127
|
+
|
|
128
|
+
## Integration Points
|
|
129
|
+
|
|
130
|
+
| Domain | Integration Type | Purpose |
|
|
131
|
+
|--------|-----------------|---------|
|
|
132
|
+
| `test-execution` | Input | Receive failure data |
|
|
133
|
+
| `code-intelligence` | Input | Receive code structure for prediction |
|
|
134
|
+
| `coverage-analysis` | Input | Receive coverage data for risk |
|
|
135
|
+
| `quality-assessment` | Output | Report defect density |
|
|
136
|
+
| `learning-optimization` | Bidirectional | Share validated patterns |
|
|
137
|
+
|
|
138
|
+
---
|
|
139
|
+
|
|
140
|
+
## Model Metrics Schema
|
|
141
|
+
|
|
142
|
+
```typescript
|
|
143
|
+
interface ModelMetrics {
|
|
144
|
+
modelId: string;
|
|
145
|
+
version: string;
|
|
146
|
+
trainedAt: Date;
|
|
147
|
+
trainingDataDays: number;
|
|
148
|
+
trainingSamples: number;
|
|
149
|
+
accuracy: number;
|
|
150
|
+
precision: number;
|
|
151
|
+
recall: number;
|
|
152
|
+
f1Score: number;
|
|
153
|
+
flashAttentionEnabled: boolean;
|
|
154
|
+
lastValidation: Date;
|
|
155
|
+
validationAccuracy: number;
|
|
156
|
+
}
|
|
157
|
+
```
|
|
158
|
+
|
|
159
|
+
---
|
|
160
|
+
|
|
161
|
+
## Prediction Output Schema
|
|
162
|
+
|
|
163
|
+
```typescript
|
|
164
|
+
interface DefectPrediction {
|
|
165
|
+
fileId: string;
|
|
166
|
+
probability: number;
|
|
167
|
+
confidence: number;
|
|
168
|
+
riskLevel: 'low' | 'medium' | 'high' | 'critical';
|
|
169
|
+
featureImportance: {
|
|
170
|
+
feature: string;
|
|
171
|
+
importance: number;
|
|
172
|
+
direction: 'increases_risk' | 'decreases_risk';
|
|
173
|
+
}[];
|
|
174
|
+
similarDefects: string[];
|
|
175
|
+
recommendedActions: string[];
|
|
176
|
+
dataSource: 'measured' | 'heuristic';
|
|
177
|
+
}
|
|
178
|
+
```
|
|
179
|
+
|
|
180
|
+
---
|
|
181
|
+
|
|
182
|
+
*This shard is enforced by @claude-flow/guidance governance system.*
|