agentic-qe 3.7.9 → 3.7.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/skills/.validation/README.md +111 -111
- package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
- package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
- package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
- package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
- package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
- package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
- package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
- package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
- package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
- package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
- package/.claude/skills/.validation/templates/schemas/output.json +145 -145
- package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
- package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
- package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
- package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
- package/.claude/skills/.validation/test-data/sample-output.json +73 -73
- package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
- package/.claude/skills/a11y-ally/schemas/output.json +549 -549
- package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
- package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
- package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
- package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
- package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
- package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
- package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
- package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
- package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
- package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
- package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
- package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
- package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
- package/.claude/skills/code-review-quality/schemas/output.json +264 -264
- package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
- package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
- package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
- package/.claude/skills/compliance-testing/schemas/output.json +845 -845
- package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
- package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
- package/.claude/skills/contract-testing/schemas/output.json +638 -638
- package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
- package/.claude/skills/database-testing/schemas/output.json +1446 -1446
- package/.claude/skills/debug-loop/SKILL.md +61 -61
- package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
- package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
- package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -74
- package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
- package/.claude/skills/iterative-loop/SKILL.md +371 -371
- package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
- package/.claude/skills/localization-testing/schemas/output.json +325 -325
- package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
- package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
- package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -58
- package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
- package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
- package/.claude/skills/mobile-testing/schemas/output.json +318 -318
- package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
- package/.claude/skills/mutation-testing/schemas/output.json +707 -707
- package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
- package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
- package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
- package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
- package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
- package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
- package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
- package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
- package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
- package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
- package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
- package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
- package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
- package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -58
- package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
- package/.claude/skills/pentest-validation/SKILL.md +268 -268
- package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
- package/.claude/skills/pentest-validation/schemas/output.json +281 -281
- package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
- package/.claude/skills/performance-analysis/schemas/output.json +588 -588
- package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
- package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
- package/.claude/skills/pr-review/SKILL.md +61 -61
- package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
- package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
- package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
- package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
- package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
- package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
- package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -72
- package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
- package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
- package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
- package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
- package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
- package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
- package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
- package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
- package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
- package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
- package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
- package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
- package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
- package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
- package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
- package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
- package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
- package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
- package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
- package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
- package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
- package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
- package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
- package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
- package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
- package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
- package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
- package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
- package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
- package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
- package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
- package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
- package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
- package/.claude/skills/quality-metrics/schemas/output.json +403 -403
- package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
- package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
- package/.claude/skills/regression-testing/schemas/output.json +311 -311
- package/.claude/skills/release/SKILL.md +347 -347
- package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
- package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
- package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
- package/.claude/skills/security-testing/schemas/output.json +879 -879
- package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
- package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
- package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
- package/.claude/skills/sherlock-review/schemas/output.json +297 -297
- package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
- package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
- package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
- package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
- package/.claude/skills/skills-manifest.json +1 -1
- package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
- package/.claude/skills/technical-writing/schemas/output.json +268 -268
- package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
- package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
- package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
- package/.claude/skills/test-data-management/schemas/output.json +284 -284
- package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
- package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
- package/.claude/skills/test-environment-management/schemas/output.json +310 -310
- package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
- package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
- package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
- package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
- package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
- package/.claude/skills/testability-scoring/schemas/output.json +606 -606
- package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
- package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
- package/.claude/skills/verification-quality/schemas/output.json +432 -432
- package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
- package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
- package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
- package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
- package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
- package/CHANGELOG.md +36 -0
- package/README.md +171 -901
- package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
- package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
- package/assets/governance/constitution.md +202 -202
- package/assets/governance/shards/chaos-resilience.shard.md +221 -221
- package/assets/governance/shards/code-intelligence.shard.md +178 -178
- package/assets/governance/shards/contract-testing.shard.md +206 -206
- package/assets/governance/shards/coverage-analysis.shard.md +146 -146
- package/assets/governance/shards/defect-intelligence.shard.md +182 -182
- package/assets/governance/shards/learning-optimization.shard.md +248 -248
- package/assets/governance/shards/quality-assessment.shard.md +165 -165
- package/assets/governance/shards/requirements-validation.shard.md +177 -177
- package/assets/governance/shards/security-compliance.shard.md +196 -196
- package/assets/governance/shards/test-execution.shard.md +156 -156
- package/assets/governance/shards/test-generation.shard.md +128 -128
- package/assets/governance/shards/visual-accessibility.shard.md +209 -209
- package/assets/hooks/cross-phase-memory.yaml +253 -253
- package/assets/patterns/adr-051-booster-patterns.json +78 -78
- package/assets/patterns/adr-051-embedding-patterns.json +147 -147
- package/assets/patterns/adr-051-integration-summary.json +62 -62
- package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
- package/assets/patterns/adr-051-router-patterns.json +113 -113
- package/assets/patterns/index.json +136 -136
- package/assets/skills/.validation/README.md +111 -111
- package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
- package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
- package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
- package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
- package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
- package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
- package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
- package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
- package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
- package/assets/skills/.validation/templates/eval.template.yaml +366 -366
- package/assets/skills/.validation/templates/schemas/output.json +145 -145
- package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
- package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
- package/assets/skills/.validation/test-data/invalid-output.json +5 -5
- package/assets/skills/.validation/test-data/minimal-output.json +9 -9
- package/assets/skills/.validation/test-data/sample-output.json +73 -73
- package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
- package/assets/skills/a11y-ally/schemas/output.json +549 -549
- package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
- package/assets/skills/accessibility-testing/schemas/output.json +776 -776
- package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
- package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
- package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
- package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
- package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
- package/assets/skills/brutal-honesty-review/schemas/output.json +291 -291
- package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
- package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
- package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
- package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
- package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
- package/assets/skills/code-review-quality/schemas/output.json +264 -264
- package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
- package/assets/skills/compatibility-testing/schemas/output.json +551 -551
- package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
- package/assets/skills/compliance-testing/schemas/output.json +845 -845
- package/assets/skills/consultancy-practices/schemas/output.json +282 -282
- package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
- package/assets/skills/contract-testing/schemas/output.json +638 -638
- package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
- package/assets/skills/database-testing/schemas/output.json +1446 -1446
- package/assets/skills/debug-loop/SKILL.md +61 -61
- package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
- package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
- package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -74
- package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
- package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
- package/assets/skills/localization-testing/schemas/output.json +325 -325
- package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
- package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
- package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -58
- package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
- package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
- package/assets/skills/mobile-testing/schemas/output.json +318 -318
- package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
- package/assets/skills/mutation-testing/schemas/output.json +707 -707
- package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
- package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
- package/assets/skills/n8n-expression-testing/schemas/output.json +369 -369
- package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
- package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
- package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
- package/assets/skills/n8n-security-testing/schemas/output.json +293 -293
- package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
- package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
- package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
- package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
- package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
- package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
- package/assets/skills/observability-testing-patterns/schemas/output.json +58 -58
- package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
- package/assets/skills/pentest-validation/SKILL.md +268 -268
- package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
- package/assets/skills/pentest-validation/schemas/output.json +281 -281
- package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
- package/assets/skills/performance-testing/schemas/output.json +1184 -1184
- package/assets/skills/pr-review/SKILL.md +61 -61
- package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
- package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
- package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
- package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
- package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
- package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
- package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -72
- package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
- package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
- package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
- package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -2781
- package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
- package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -505
- package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
- package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
- package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
- package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
- package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
- package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
- package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
- package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
- package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
- package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
- package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
- package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
- package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
- package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
- package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
- package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
- package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
- package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
- package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
- package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
- package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
- package/assets/skills/qe-test-execution/schemas/output.json +529 -529
- package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
- package/assets/skills/qe-test-generation/schemas/output.json +439 -439
- package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
- package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
- package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
- package/assets/skills/quality-metrics/schemas/output.json +403 -403
- package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
- package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
- package/assets/skills/regression-testing/schemas/output.json +311 -311
- package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
- package/assets/skills/risk-based-testing/schemas/output.json +480 -480
- package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
- package/assets/skills/security-testing/schemas/output.json +879 -879
- package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
- package/assets/skills/security-visual-testing/schemas/output.json +486 -486
- package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
- package/assets/skills/sherlock-review/schemas/output.json +297 -297
- package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
- package/assets/skills/shift-left-testing/schemas/output.json +459 -459
- package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
- package/assets/skills/shift-right-testing/schemas/output.json +418 -418
- package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
- package/assets/skills/technical-writing/schemas/output.json +268 -268
- package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
- package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
- package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
- package/assets/skills/test-data-management/schemas/output.json +284 -284
- package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
- package/assets/skills/test-design-techniques/schemas/output.json +295 -295
- package/assets/skills/test-environment-management/schemas/output.json +310 -310
- package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
- package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
- package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
- package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
- package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
- package/assets/skills/testability-scoring/schemas/output.json +606 -606
- package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
- package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
- package/assets/skills/verification-quality/schemas/output.json +432 -432
- package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
- package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
- package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
- package/assets/skills/wms-testing-patterns/schemas/output.json +150 -150
- package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
- package/assets/templates/validation-summary.json +56 -56
- package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts +1 -0
- package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts.map +1 -1
- package/dist/agents/claim-verifier/verifiers/output-verifier.js +16 -3
- package/dist/agents/claim-verifier/verifiers/output-verifier.js.map +1 -1
- package/dist/cli/bundle.js +488 -75
- package/dist/cli/commands/mcp.d.ts.map +1 -1
- package/dist/cli/commands/mcp.js +11 -9
- package/dist/cli/commands/mcp.js.map +1 -1
- package/dist/governance/adversarial-defense-integration.d.ts +29 -0
- package/dist/governance/adversarial-defense-integration.d.ts.map +1 -1
- package/dist/governance/adversarial-defense-integration.js +85 -1
- package/dist/governance/adversarial-defense-integration.js.map +1 -1
- package/dist/governance/continue-gate-integration.d.ts +7 -5
- package/dist/governance/continue-gate-integration.d.ts.map +1 -1
- package/dist/governance/continue-gate-integration.js +72 -15
- package/dist/governance/continue-gate-integration.js.map +1 -1
- package/dist/governance/deterministic-gateway-integration.d.ts +5 -0
- package/dist/governance/deterministic-gateway-integration.d.ts.map +1 -1
- package/dist/governance/deterministic-gateway-integration.js +35 -1
- package/dist/governance/deterministic-gateway-integration.js.map +1 -1
- package/dist/governance/evolution-pipeline-integration.d.ts +5 -0
- package/dist/governance/evolution-pipeline-integration.d.ts.map +1 -1
- package/dist/governance/evolution-pipeline-integration.js +57 -1
- package/dist/governance/evolution-pipeline-integration.js.map +1 -1
- package/dist/governance/memory-write-gate-integration.d.ts +6 -3
- package/dist/governance/memory-write-gate-integration.d.ts.map +1 -1
- package/dist/governance/memory-write-gate-integration.js +48 -10
- package/dist/governance/memory-write-gate-integration.js.map +1 -1
- package/dist/governance/proof-envelope-integration.d.ts +1 -0
- package/dist/governance/proof-envelope-integration.d.ts.map +1 -1
- package/dist/governance/proof-envelope-integration.js +37 -0
- package/dist/governance/proof-envelope-integration.js.map +1 -1
- package/dist/governance/shard-retriever-integration.d.ts +10 -0
- package/dist/governance/shard-retriever-integration.d.ts.map +1 -1
- package/dist/governance/shard-retriever-integration.js +50 -1
- package/dist/governance/shard-retriever-integration.js.map +1 -1
- package/dist/governance/trust-accumulator-integration.d.ts +5 -0
- package/dist/governance/trust-accumulator-integration.d.ts.map +1 -1
- package/dist/governance/trust-accumulator-integration.js +35 -2
- package/dist/governance/trust-accumulator-integration.js.map +1 -1
- package/dist/init/phases/10-workers.js +2 -2
- package/dist/init/phases/10-workers.js.map +1 -1
- package/dist/mcp/bundle.js +478 -62
- package/dist/mcp/protocol-server.js +2 -2
- package/dist/mcp/tool-registry.d.ts.map +1 -1
- package/dist/mcp/tool-registry.js +1 -0
- package/dist/mcp/tool-registry.js.map +1 -1
- package/dist/shared/language-detector.js +1 -1
- package/dist/shared/language-detector.js.map +1 -1
- package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -1
- package/dist/shared/parsers/multi-language-parser.js +55 -16
- package/dist/shared/parsers/multi-language-parser.js.map +1 -1
- package/dist/shared/sql-safety.d.ts.map +1 -1
- package/dist/shared/sql-safety.js +7 -1
- package/dist/shared/sql-safety.js.map +1 -1
- package/package.json +6 -2
- package/scripts/prepare-assets.sh +8 -0
|
@@ -1,221 +1,221 @@
|
|
|
1
|
-
# Chaos Resilience Domain Shard
|
|
2
|
-
|
|
3
|
-
**Domain**: chaos-resilience
|
|
4
|
-
**Version**: 1.0.0
|
|
5
|
-
**Last Updated**: 2026-02-03
|
|
6
|
-
**Parent Constitution**: `.claude/guidance/constitution.md`
|
|
7
|
-
|
|
8
|
-
---
|
|
9
|
-
|
|
10
|
-
## Domain Rules
|
|
11
|
-
|
|
12
|
-
1. **Hypothesis-Driven Experiments**: All chaos experiments MUST have a defined hypothesis with measurable steady-state indicators; exploratory chaos is prohibited in production.
|
|
13
|
-
|
|
14
|
-
2. **Blast Radius Control**: Chaos experiments MUST define and enforce blast radius limits; unconstrained fault injection is a constitutional violation.
|
|
15
|
-
|
|
16
|
-
3. **Rollback Plan Required**: Every chaos experiment MUST have an automated rollback plan with defined triggers; experiments without rollback are rejected.
|
|
17
|
-
|
|
18
|
-
4. **Production Gating**: Chaos experiments in production MUST pass staging validation first; direct-to-production experiments require explicit approval.
|
|
19
|
-
|
|
20
|
-
5. **Load Test Baseline**: Performance load tests MUST establish baselines before comparative analysis; baseline-less load tests produce invalid conclusions.
|
|
21
|
-
|
|
22
|
-
6. **Circuit Breaker Verification**: Resilience testing MUST verify circuit breaker behavior under fault conditions; untested circuit breakers are deployment blockers.
|
|
23
|
-
|
|
24
|
-
---
|
|
25
|
-
|
|
26
|
-
## Quality Thresholds
|
|
27
|
-
|
|
28
|
-
| Metric | Minimum | Target | Critical |
|
|
29
|
-
|--------|---------|--------|----------|
|
|
30
|
-
| Experiment Success Rate | 0.8 | 0.95 | < 0.6 |
|
|
31
|
-
| Recovery Time (MTTR) | < 5 min | < 2 min | > 15 min |
|
|
32
|
-
| Blast Radius Control | 100% | 100% | < 90% |
|
|
33
|
-
| Load Test Reliability | 0.9 | 0.98 | < 0.8 |
|
|
34
|
-
| Circuit Breaker Coverage | 0.8 | 0.95 | < 0.6 |
|
|
35
|
-
| Hypothesis Validation | 0.7 | 0.85 | < 0.5 |
|
|
36
|
-
|
|
37
|
-
---
|
|
38
|
-
|
|
39
|
-
## Invariants
|
|
40
|
-
|
|
41
|
-
```
|
|
42
|
-
INVARIANT hypothesis_required:
|
|
43
|
-
FOR ALL experiment IN chaos_experiments:
|
|
44
|
-
experiment.hypothesis IS NOT NULL AND
|
|
45
|
-
experiment.steady_state_definition IS NOT NULL AND
|
|
46
|
-
experiment.steady_state_definition.probes.length >= 1
|
|
47
|
-
```
|
|
48
|
-
|
|
49
|
-
```
|
|
50
|
-
INVARIANT blast_radius_control:
|
|
51
|
-
FOR ALL experiment IN chaos_experiments:
|
|
52
|
-
experiment.blast_radius IS NOT NULL AND
|
|
53
|
-
experiment.blast_radius.affected_services.length <= experiment.blast_radius.max_services AND
|
|
54
|
-
experiment.blast_radius.affected_users_percent <= experiment.blast_radius.max_users_percent
|
|
55
|
-
```
|
|
56
|
-
|
|
57
|
-
```
|
|
58
|
-
INVARIANT rollback_plan_required:
|
|
59
|
-
FOR ALL experiment IN chaos_experiments:
|
|
60
|
-
experiment.rollback_plan IS NOT NULL AND
|
|
61
|
-
experiment.rollback_plan.triggers.length >= 1 AND
|
|
62
|
-
experiment.rollback_plan.automated = true
|
|
63
|
-
```
|
|
64
|
-
|
|
65
|
-
```
|
|
66
|
-
INVARIANT staging_before_production:
|
|
67
|
-
FOR ALL prod_experiment IN production_experiments:
|
|
68
|
-
EXISTS staging_run WHERE
|
|
69
|
-
staging_run.experiment_type = prod_experiment.type AND
|
|
70
|
-
staging_run.passed = true AND
|
|
71
|
-
staging_run.timestamp < prod_experiment.timestamp
|
|
72
|
-
```
|
|
73
|
-
|
|
74
|
-
```
|
|
75
|
-
INVARIANT load_test_baseline:
|
|
76
|
-
FOR ALL load_test IN comparative_load_tests:
|
|
77
|
-
load_test.baseline_established = true AND
|
|
78
|
-
load_test.baseline_timestamp IS NOT NULL
|
|
79
|
-
```
|
|
80
|
-
|
|
81
|
-
---
|
|
82
|
-
|
|
83
|
-
## Patterns
|
|
84
|
-
|
|
85
|
-
**Domain Source**: `v3/src/domains/chaos-resilience/`
|
|
86
|
-
|
|
87
|
-
| Pattern | Location | Description |
|
|
88
|
-
|---------|----------|-------------|
|
|
89
|
-
| Chaos Engineer Service | `services/chaos-engineer.ts` | Fault injection orchestration |
|
|
90
|
-
| Load Tester Service | `services/load-tester.ts` | Performance load testing |
|
|
91
|
-
| Performance Profiler Service | `services/performance-profiler.ts` | Bottleneck detection |
|
|
92
|
-
| Chaos Resilience Coordinator | `coordinator.ts` | Workflow orchestration |
|
|
93
|
-
|
|
94
|
-
**Key Interfaces**: `interfaces/index.ts` defines `ChaosExperiment`, `LoadTest`, `BlastRadius`, `RollbackPlan`, and related types.
|
|
95
|
-
|
|
96
|
-
---
|
|
97
|
-
|
|
98
|
-
## Agent Constraints
|
|
99
|
-
|
|
100
|
-
| Role | Agent ID | Permissions |
|
|
101
|
-
|------|----------|-------------|
|
|
102
|
-
| **Primary** | `qe-chaos-engineer` | Full experiment design and execution |
|
|
103
|
-
| **Secondary** | `qe-performance-tester` | Load testing, profiling |
|
|
104
|
-
| **Secondary** | `qe-resilience-assessor` | Recovery testing |
|
|
105
|
-
| **Support** | `qe-code-analyst` | Service dependency mapping |
|
|
106
|
-
| **Approval** | `sre-team` (human) | Production chaos approval |
|
|
107
|
-
|
|
108
|
-
**Forbidden Actions**: No agent may execute production chaos experiments without staging validation and explicit approval.
|
|
109
|
-
|
|
110
|
-
---
|
|
111
|
-
|
|
112
|
-
## Escalation Triggers
|
|
113
|
-
|
|
114
|
-
| Trigger | Severity | Action |
|
|
115
|
-
|---------|----------|--------|
|
|
116
|
-
| Blast radius exceeded | CRITICAL | Immediate rollback, escalate to SRE team |
|
|
117
|
-
| MTTR > 15 min | CRITICAL | Halt experiment, escalate to Queen Coordinator |
|
|
118
|
-
| Rollback failure | CRITICAL | Manual intervention required, escalate immediately |
|
|
119
|
-
| Production chaos without staging | CRITICAL | Block execution, escalate |
|
|
120
|
-
| Hypothesis invalidated | HIGH | Escalate for experiment redesign |
|
|
121
|
-
| Circuit breaker failure | HIGH | Escalate, flag service for remediation |
|
|
122
|
-
| Load test baseline missing | MEDIUM | Block comparative analysis |
|
|
123
|
-
| Experiment success rate < 0.6 | HIGH | Pause experiments, review design |
|
|
124
|
-
|
|
125
|
-
---
|
|
126
|
-
|
|
127
|
-
## Memory Namespace
|
|
128
|
-
|
|
129
|
-
- **Namespace**: `qe-patterns/chaos-resilience`
|
|
130
|
-
- **Retention**: 90 days (experiment results retained longer)
|
|
131
|
-
- **Contradiction Check**: Enabled
|
|
132
|
-
|
|
133
|
-
---
|
|
134
|
-
|
|
135
|
-
## Integration Points
|
|
136
|
-
|
|
137
|
-
| Domain | Integration Type | Purpose |
|
|
138
|
-
|--------|-----------------|---------|
|
|
139
|
-
| `code-intelligence` | Input | Service dependency graphs |
|
|
140
|
-
| `quality-assessment` | Output | Report resilience scores |
|
|
141
|
-
| `test-execution` | Bidirectional | Execute resilience tests |
|
|
142
|
-
| `defect-intelligence` | Output | Report failure patterns |
|
|
143
|
-
| `learning-optimization` | Bidirectional | Share resilience patterns |
|
|
144
|
-
|
|
145
|
-
---
|
|
146
|
-
|
|
147
|
-
## Fault Types
|
|
148
|
-
|
|
149
|
-
| Fault Type | Description | Blast Radius Risk |
|
|
150
|
-
|------------|-------------|-------------------|
|
|
151
|
-
| network-latency | Add latency to network calls | Medium |
|
|
152
|
-
| network-partition | Isolate services | High |
|
|
153
|
-
| cpu-stress | Exhaust CPU resources | Medium |
|
|
154
|
-
| memory-pressure | Consume memory | Medium |
|
|
155
|
-
| disk-io | Slow disk operations | Low |
|
|
156
|
-
| process-kill | Terminate processes | High |
|
|
157
|
-
| dns-failure | Break DNS resolution | High |
|
|
158
|
-
| clock-skew | Advance/retard system clock | Low |
|
|
159
|
-
|
|
160
|
-
---
|
|
161
|
-
|
|
162
|
-
## Load Test Types
|
|
163
|
-
|
|
164
|
-
| Type | Description | Use Case |
|
|
165
|
-
|------|-------------|----------|
|
|
166
|
-
| smoke | Basic functionality under load | Pre-deployment validation |
|
|
167
|
-
| load | Normal expected load | Baseline establishment |
|
|
168
|
-
| stress | Beyond normal load | Find breaking points |
|
|
169
|
-
| spike | Sudden traffic increase | Autoscaling validation |
|
|
170
|
-
| soak | Extended duration load | Memory leak detection |
|
|
171
|
-
|
|
172
|
-
---
|
|
173
|
-
|
|
174
|
-
## Rollback Trigger Schema
|
|
175
|
-
|
|
176
|
-
```typescript
|
|
177
|
-
interface RollbackTrigger {
|
|
178
|
-
metric: string;
|
|
179
|
-
operator: 'gt' | 'lt' | 'eq' | 'gte' | 'lte';
|
|
180
|
-
threshold: number;
|
|
181
|
-
duration: string;
|
|
182
|
-
action: 'rollback' | 'pause' | 'alert';
|
|
183
|
-
automatic: boolean;
|
|
184
|
-
}
|
|
185
|
-
```
|
|
186
|
-
|
|
187
|
-
---
|
|
188
|
-
|
|
189
|
-
## Blast Radius Definition
|
|
190
|
-
|
|
191
|
-
```typescript
|
|
192
|
-
interface BlastRadius {
|
|
193
|
-
maxServices: number;
|
|
194
|
-
maxUsersPercent: number;
|
|
195
|
-
excludedServices: string[];
|
|
196
|
-
geographicScope: 'single-region' | 'multi-region' | 'global';
|
|
197
|
-
timeWindow: {
|
|
198
|
-
start: string;
|
|
199
|
-
end: string;
|
|
200
|
-
timezone: string;
|
|
201
|
-
};
|
|
202
|
-
trafficPercentage: number;
|
|
203
|
-
}
|
|
204
|
-
```
|
|
205
|
-
|
|
206
|
-
---
|
|
207
|
-
|
|
208
|
-
## GameDay Protocol
|
|
209
|
-
|
|
210
|
-
1. **Planning**: Define hypothesis, metrics, rollback criteria
|
|
211
|
-
2. **Communication**: Notify all stakeholders 24h before
|
|
212
|
-
3. **Staging Run**: Execute in staging environment
|
|
213
|
-
4. **Review**: Analyze staging results
|
|
214
|
-
5. **Production Run**: Execute with blast radius controls
|
|
215
|
-
6. **Monitoring**: Real-time observation dashboard
|
|
216
|
-
7. **Rollback**: If triggers activated, automatic rollback
|
|
217
|
-
8. **Post-mortem**: Document findings, update resilience patterns
|
|
218
|
-
|
|
219
|
-
---
|
|
220
|
-
|
|
221
|
-
*This shard is enforced by @claude-flow/guidance governance system.*
|
|
1
|
+
# Chaos Resilience Domain Shard
|
|
2
|
+
|
|
3
|
+
**Domain**: chaos-resilience
|
|
4
|
+
**Version**: 1.0.0
|
|
5
|
+
**Last Updated**: 2026-02-03
|
|
6
|
+
**Parent Constitution**: `.claude/guidance/constitution.md`
|
|
7
|
+
|
|
8
|
+
---
|
|
9
|
+
|
|
10
|
+
## Domain Rules
|
|
11
|
+
|
|
12
|
+
1. **Hypothesis-Driven Experiments**: All chaos experiments MUST have a defined hypothesis with measurable steady-state indicators; exploratory chaos is prohibited in production.
|
|
13
|
+
|
|
14
|
+
2. **Blast Radius Control**: Chaos experiments MUST define and enforce blast radius limits; unconstrained fault injection is a constitutional violation.
|
|
15
|
+
|
|
16
|
+
3. **Rollback Plan Required**: Every chaos experiment MUST have an automated rollback plan with defined triggers; experiments without rollback are rejected.
|
|
17
|
+
|
|
18
|
+
4. **Production Gating**: Chaos experiments in production MUST pass staging validation first; direct-to-production experiments require explicit approval.
|
|
19
|
+
|
|
20
|
+
5. **Load Test Baseline**: Performance load tests MUST establish baselines before comparative analysis; baseline-less load tests produce invalid conclusions.
|
|
21
|
+
|
|
22
|
+
6. **Circuit Breaker Verification**: Resilience testing MUST verify circuit breaker behavior under fault conditions; untested circuit breakers are deployment blockers.
|
|
23
|
+
|
|
24
|
+
---
|
|
25
|
+
|
|
26
|
+
## Quality Thresholds
|
|
27
|
+
|
|
28
|
+
| Metric | Minimum | Target | Critical |
|
|
29
|
+
|--------|---------|--------|----------|
|
|
30
|
+
| Experiment Success Rate | 0.8 | 0.95 | < 0.6 |
|
|
31
|
+
| Recovery Time (MTTR) | < 5 min | < 2 min | > 15 min |
|
|
32
|
+
| Blast Radius Control | 100% | 100% | < 90% |
|
|
33
|
+
| Load Test Reliability | 0.9 | 0.98 | < 0.8 |
|
|
34
|
+
| Circuit Breaker Coverage | 0.8 | 0.95 | < 0.6 |
|
|
35
|
+
| Hypothesis Validation | 0.7 | 0.85 | < 0.5 |
|
|
36
|
+
|
|
37
|
+
---
|
|
38
|
+
|
|
39
|
+
## Invariants
|
|
40
|
+
|
|
41
|
+
```
|
|
42
|
+
INVARIANT hypothesis_required:
|
|
43
|
+
FOR ALL experiment IN chaos_experiments:
|
|
44
|
+
experiment.hypothesis IS NOT NULL AND
|
|
45
|
+
experiment.steady_state_definition IS NOT NULL AND
|
|
46
|
+
experiment.steady_state_definition.probes.length >= 1
|
|
47
|
+
```
|
|
48
|
+
|
|
49
|
+
```
|
|
50
|
+
INVARIANT blast_radius_control:
|
|
51
|
+
FOR ALL experiment IN chaos_experiments:
|
|
52
|
+
experiment.blast_radius IS NOT NULL AND
|
|
53
|
+
experiment.blast_radius.affected_services.length <= experiment.blast_radius.max_services AND
|
|
54
|
+
experiment.blast_radius.affected_users_percent <= experiment.blast_radius.max_users_percent
|
|
55
|
+
```
|
|
56
|
+
|
|
57
|
+
```
|
|
58
|
+
INVARIANT rollback_plan_required:
|
|
59
|
+
FOR ALL experiment IN chaos_experiments:
|
|
60
|
+
experiment.rollback_plan IS NOT NULL AND
|
|
61
|
+
experiment.rollback_plan.triggers.length >= 1 AND
|
|
62
|
+
experiment.rollback_plan.automated = true
|
|
63
|
+
```
|
|
64
|
+
|
|
65
|
+
```
|
|
66
|
+
INVARIANT staging_before_production:
|
|
67
|
+
FOR ALL prod_experiment IN production_experiments:
|
|
68
|
+
EXISTS staging_run WHERE
|
|
69
|
+
staging_run.experiment_type = prod_experiment.type AND
|
|
70
|
+
staging_run.passed = true AND
|
|
71
|
+
staging_run.timestamp < prod_experiment.timestamp
|
|
72
|
+
```
|
|
73
|
+
|
|
74
|
+
```
|
|
75
|
+
INVARIANT load_test_baseline:
|
|
76
|
+
FOR ALL load_test IN comparative_load_tests:
|
|
77
|
+
load_test.baseline_established = true AND
|
|
78
|
+
load_test.baseline_timestamp IS NOT NULL
|
|
79
|
+
```
|
|
80
|
+
|
|
81
|
+
---
|
|
82
|
+
|
|
83
|
+
## Patterns
|
|
84
|
+
|
|
85
|
+
**Domain Source**: `v3/src/domains/chaos-resilience/`
|
|
86
|
+
|
|
87
|
+
| Pattern | Location | Description |
|
|
88
|
+
|---------|----------|-------------|
|
|
89
|
+
| Chaos Engineer Service | `services/chaos-engineer.ts` | Fault injection orchestration |
|
|
90
|
+
| Load Tester Service | `services/load-tester.ts` | Performance load testing |
|
|
91
|
+
| Performance Profiler Service | `services/performance-profiler.ts` | Bottleneck detection |
|
|
92
|
+
| Chaos Resilience Coordinator | `coordinator.ts` | Workflow orchestration |
|
|
93
|
+
|
|
94
|
+
**Key Interfaces**: `interfaces/index.ts` defines `ChaosExperiment`, `LoadTest`, `BlastRadius`, `RollbackPlan`, and related types.
|
|
95
|
+
|
|
96
|
+
---
|
|
97
|
+
|
|
98
|
+
## Agent Constraints
|
|
99
|
+
|
|
100
|
+
| Role | Agent ID | Permissions |
|
|
101
|
+
|------|----------|-------------|
|
|
102
|
+
| **Primary** | `qe-chaos-engineer` | Full experiment design and execution |
|
|
103
|
+
| **Secondary** | `qe-performance-tester` | Load testing, profiling |
|
|
104
|
+
| **Secondary** | `qe-resilience-assessor` | Recovery testing |
|
|
105
|
+
| **Support** | `qe-code-analyst` | Service dependency mapping |
|
|
106
|
+
| **Approval** | `sre-team` (human) | Production chaos approval |
|
|
107
|
+
|
|
108
|
+
**Forbidden Actions**: No agent may execute production chaos experiments without staging validation and explicit approval.
|
|
109
|
+
|
|
110
|
+
---
|
|
111
|
+
|
|
112
|
+
## Escalation Triggers
|
|
113
|
+
|
|
114
|
+
| Trigger | Severity | Action |
|
|
115
|
+
|---------|----------|--------|
|
|
116
|
+
| Blast radius exceeded | CRITICAL | Immediate rollback, escalate to SRE team |
|
|
117
|
+
| MTTR > 15 min | CRITICAL | Halt experiment, escalate to Queen Coordinator |
|
|
118
|
+
| Rollback failure | CRITICAL | Manual intervention required, escalate immediately |
|
|
119
|
+
| Production chaos without staging | CRITICAL | Block execution, escalate |
|
|
120
|
+
| Hypothesis invalidated | HIGH | Escalate for experiment redesign |
|
|
121
|
+
| Circuit breaker failure | HIGH | Escalate, flag service for remediation |
|
|
122
|
+
| Load test baseline missing | MEDIUM | Block comparative analysis |
|
|
123
|
+
| Experiment success rate < 0.6 | HIGH | Pause experiments, review design |
|
|
124
|
+
|
|
125
|
+
---
|
|
126
|
+
|
|
127
|
+
## Memory Namespace
|
|
128
|
+
|
|
129
|
+
- **Namespace**: `qe-patterns/chaos-resilience`
|
|
130
|
+
- **Retention**: 90 days (experiment results retained longer)
|
|
131
|
+
- **Contradiction Check**: Enabled
|
|
132
|
+
|
|
133
|
+
---
|
|
134
|
+
|
|
135
|
+
## Integration Points
|
|
136
|
+
|
|
137
|
+
| Domain | Integration Type | Purpose |
|
|
138
|
+
|--------|-----------------|---------|
|
|
139
|
+
| `code-intelligence` | Input | Service dependency graphs |
|
|
140
|
+
| `quality-assessment` | Output | Report resilience scores |
|
|
141
|
+
| `test-execution` | Bidirectional | Execute resilience tests |
|
|
142
|
+
| `defect-intelligence` | Output | Report failure patterns |
|
|
143
|
+
| `learning-optimization` | Bidirectional | Share resilience patterns |
|
|
144
|
+
|
|
145
|
+
---
|
|
146
|
+
|
|
147
|
+
## Fault Types
|
|
148
|
+
|
|
149
|
+
| Fault Type | Description | Blast Radius Risk |
|
|
150
|
+
|------------|-------------|-------------------|
|
|
151
|
+
| network-latency | Add latency to network calls | Medium |
|
|
152
|
+
| network-partition | Isolate services | High |
|
|
153
|
+
| cpu-stress | Exhaust CPU resources | Medium |
|
|
154
|
+
| memory-pressure | Consume memory | Medium |
|
|
155
|
+
| disk-io | Slow disk operations | Low |
|
|
156
|
+
| process-kill | Terminate processes | High |
|
|
157
|
+
| dns-failure | Break DNS resolution | High |
|
|
158
|
+
| clock-skew | Advance/retard system clock | Low |
|
|
159
|
+
|
|
160
|
+
---
|
|
161
|
+
|
|
162
|
+
## Load Test Types
|
|
163
|
+
|
|
164
|
+
| Type | Description | Use Case |
|
|
165
|
+
|------|-------------|----------|
|
|
166
|
+
| smoke | Basic functionality under load | Pre-deployment validation |
|
|
167
|
+
| load | Normal expected load | Baseline establishment |
|
|
168
|
+
| stress | Beyond normal load | Find breaking points |
|
|
169
|
+
| spike | Sudden traffic increase | Autoscaling validation |
|
|
170
|
+
| soak | Extended duration load | Memory leak detection |
|
|
171
|
+
|
|
172
|
+
---
|
|
173
|
+
|
|
174
|
+
## Rollback Trigger Schema
|
|
175
|
+
|
|
176
|
+
```typescript
|
|
177
|
+
interface RollbackTrigger {
|
|
178
|
+
metric: string;
|
|
179
|
+
operator: 'gt' | 'lt' | 'eq' | 'gte' | 'lte';
|
|
180
|
+
threshold: number;
|
|
181
|
+
duration: string;
|
|
182
|
+
action: 'rollback' | 'pause' | 'alert';
|
|
183
|
+
automatic: boolean;
|
|
184
|
+
}
|
|
185
|
+
```
|
|
186
|
+
|
|
187
|
+
---
|
|
188
|
+
|
|
189
|
+
## Blast Radius Definition
|
|
190
|
+
|
|
191
|
+
```typescript
|
|
192
|
+
interface BlastRadius {
|
|
193
|
+
maxServices: number;
|
|
194
|
+
maxUsersPercent: number;
|
|
195
|
+
excludedServices: string[];
|
|
196
|
+
geographicScope: 'single-region' | 'multi-region' | 'global';
|
|
197
|
+
timeWindow: {
|
|
198
|
+
start: string;
|
|
199
|
+
end: string;
|
|
200
|
+
timezone: string;
|
|
201
|
+
};
|
|
202
|
+
trafficPercentage: number;
|
|
203
|
+
}
|
|
204
|
+
```
|
|
205
|
+
|
|
206
|
+
---
|
|
207
|
+
|
|
208
|
+
## GameDay Protocol
|
|
209
|
+
|
|
210
|
+
1. **Planning**: Define hypothesis, metrics, rollback criteria
|
|
211
|
+
2. **Communication**: Notify all stakeholders 24h before
|
|
212
|
+
3. **Staging Run**: Execute in staging environment
|
|
213
|
+
4. **Review**: Analyze staging results
|
|
214
|
+
5. **Production Run**: Execute with blast radius controls
|
|
215
|
+
6. **Monitoring**: Real-time observation dashboard
|
|
216
|
+
7. **Rollback**: If triggers activated, automatic rollback
|
|
217
|
+
8. **Post-mortem**: Document findings, update resilience patterns
|
|
218
|
+
|
|
219
|
+
---
|
|
220
|
+
|
|
221
|
+
*This shard is enforced by @claude-flow/guidance governance system.*
|