agentic-qe 3.7.9 → 3.7.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/skills/.validation/README.md +111 -111
- package/.claude/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
- package/.claude/skills/.validation/examples/performance-testing-output.example.json +252 -252
- package/.claude/skills/.validation/examples/security-testing-output.example.json +413 -413
- package/.claude/skills/.validation/examples/testability-scoring-output.example.json +350 -350
- package/.claude/skills/.validation/schemas/skill-eval.schema.json +462 -462
- package/.claude/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
- package/.claude/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
- package/.claude/skills/.validation/schemas/skill-output.template.json +610 -610
- package/.claude/skills/.validation/skill-validation-mcp-integration.md +250 -250
- package/.claude/skills/.validation/templates/eval.template.yaml +366 -366
- package/.claude/skills/.validation/templates/schemas/output.json +145 -145
- package/.claude/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
- package/.claude/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
- package/.claude/skills/.validation/test-data/invalid-output.json +5 -5
- package/.claude/skills/.validation/test-data/minimal-output.json +9 -9
- package/.claude/skills/.validation/test-data/sample-output.json +73 -73
- package/.claude/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
- package/.claude/skills/a11y-ally/schemas/output.json +549 -549
- package/.claude/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
- package/.claude/skills/accessibility-testing/schemas/output.json +776 -776
- package/.claude/skills/accessibility-testing/test-data/sample-output.json +191 -191
- package/.claude/skills/agentic-quality-engineering/schemas/output.json +577 -577
- package/.claude/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
- package/.claude/skills/api-testing-patterns/schemas/output.json +845 -845
- package/.claude/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
- package/.claude/skills/brutal-honesty-review/schemas/output.json +291 -291
- package/.claude/skills/bug-reporting-excellence/schemas/output.json +288 -288
- package/.claude/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
- package/.claude/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
- package/.claude/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
- package/.claude/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
- package/.claude/skills/code-review-quality/schemas/output.json +264 -264
- package/.claude/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
- package/.claude/skills/compatibility-testing/schemas/output.json +551 -551
- package/.claude/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
- package/.claude/skills/compliance-testing/schemas/output.json +845 -845
- package/.claude/skills/consultancy-practices/schemas/output.json +282 -282
- package/.claude/skills/contract-testing/evals/contract-testing.yaml +748 -748
- package/.claude/skills/contract-testing/schemas/output.json +638 -638
- package/.claude/skills/database-testing/evals/database-testing.yaml +968 -968
- package/.claude/skills/database-testing/schemas/output.json +1446 -1446
- package/.claude/skills/debug-loop/SKILL.md +61 -61
- package/.claude/skills/enterprise-integration-testing/SKILL.md +735 -735
- package/.claude/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
- package/.claude/skills/enterprise-integration-testing/schemas/output.json +74 -74
- package/.claude/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
- package/.claude/skills/iterative-loop/SKILL.md +371 -371
- package/.claude/skills/localization-testing/evals/localization-testing.yaml +544 -544
- package/.claude/skills/localization-testing/schemas/output.json +325 -325
- package/.claude/skills/middleware-testing-patterns/SKILL.md +798 -798
- package/.claude/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
- package/.claude/skills/middleware-testing-patterns/schemas/output.json +58 -58
- package/.claude/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
- package/.claude/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
- package/.claude/skills/mobile-testing/schemas/output.json +318 -318
- package/.claude/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
- package/.claude/skills/mutation-testing/schemas/output.json +707 -707
- package/.claude/skills/mutation-testing/test-data/sample-output.json +295 -295
- package/.claude/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
- package/.claude/skills/n8n-expression-testing/schemas/output.json +369 -369
- package/.claude/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
- package/.claude/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
- package/.claude/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
- package/.claude/skills/n8n-security-testing/schemas/output.json +293 -293
- package/.claude/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
- package/.claude/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
- package/.claude/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
- package/.claude/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
- package/.claude/skills/observability-testing-patterns/SKILL.md +930 -930
- package/.claude/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
- package/.claude/skills/observability-testing-patterns/schemas/output.json +58 -58
- package/.claude/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
- package/.claude/skills/pentest-validation/SKILL.md +268 -268
- package/.claude/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
- package/.claude/skills/pentest-validation/schemas/output.json +281 -281
- package/.claude/skills/performance-analysis/evals/performance-analysis.yaml +144 -144
- package/.claude/skills/performance-analysis/schemas/output.json +588 -588
- package/.claude/skills/performance-testing/evals/performance-testing.yaml +772 -772
- package/.claude/skills/performance-testing/schemas/output.json +1184 -1184
- package/.claude/skills/pr-review/SKILL.md +61 -61
- package/.claude/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
- package/.claude/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
- package/.claude/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
- package/.claude/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
- package/.claude/skills/qcsd-development-swarm/SKILL.md +2154 -2154
- package/.claude/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
- package/.claude/skills/qcsd-development-swarm/schemas/output.json +72 -72
- package/.claude/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
- package/.claude/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
- package/.claude/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
- package/.claude/skills/qcsd-production-swarm/SKILL.md +2781 -2781
- package/.claude/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
- package/.claude/skills/qcsd-production-swarm/schemas/output.json +505 -505
- package/.claude/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
- package/.claude/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
- package/.claude/skills/qe-chaos-resilience/schemas/output.json +314 -314
- package/.claude/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
- package/.claude/skills/qe-code-intelligence/schemas/output.json +315 -315
- package/.claude/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
- package/.claude/skills/qe-contract-testing/schemas/output.json +295 -295
- package/.claude/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
- package/.claude/skills/qe-coverage-analysis/schemas/output.json +286 -286
- package/.claude/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
- package/.claude/skills/qe-defect-intelligence/schemas/output.json +283 -283
- package/.claude/skills/qe-iterative-loop/schemas/output.json +264 -264
- package/.claude/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
- package/.claude/skills/qe-learning-optimization/schemas/output.json +288 -288
- package/.claude/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
- package/.claude/skills/qe-quality-assessment/schemas/output.json +550 -550
- package/.claude/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
- package/.claude/skills/qe-requirements-validation/schemas/output.json +587 -587
- package/.claude/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
- package/.claude/skills/qe-security-compliance/schemas/output.json +498 -498
- package/.claude/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
- package/.claude/skills/qe-test-execution/schemas/output.json +529 -529
- package/.claude/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
- package/.claude/skills/qe-test-generation/schemas/output.json +439 -439
- package/.claude/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
- package/.claude/skills/qe-visual-accessibility/schemas/output.json +491 -491
- package/.claude/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
- package/.claude/skills/quality-metrics/schemas/output.json +403 -403
- package/.claude/skills/refactoring-patterns/schemas/output.json +475 -475
- package/.claude/skills/regression-testing/evals/regression-testing.yaml +504 -504
- package/.claude/skills/regression-testing/schemas/output.json +311 -311
- package/.claude/skills/release/SKILL.md +347 -347
- package/.claude/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
- package/.claude/skills/risk-based-testing/schemas/output.json +480 -480
- package/.claude/skills/security-testing/evals/security-testing.yaml +789 -789
- package/.claude/skills/security-testing/schemas/output.json +879 -879
- package/.claude/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
- package/.claude/skills/security-visual-testing/schemas/output.json +486 -486
- package/.claude/skills/sfdipot-product-factors/SKILL.md +239 -239
- package/.claude/skills/sherlock-review/schemas/output.json +297 -297
- package/.claude/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
- package/.claude/skills/shift-left-testing/schemas/output.json +459 -459
- package/.claude/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
- package/.claude/skills/shift-right-testing/schemas/output.json +418 -418
- package/.claude/skills/skills-manifest.json +1 -1
- package/.claude/skills/tdd-london-chicago/schemas/output.json +444 -444
- package/.claude/skills/technical-writing/schemas/output.json +268 -268
- package/.claude/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
- package/.claude/skills/test-automation-strategy/schemas/output.json +444 -444
- package/.claude/skills/test-data-management/evals/test-data-management.yaml +504 -504
- package/.claude/skills/test-data-management/schemas/output.json +284 -284
- package/.claude/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
- package/.claude/skills/test-design-techniques/schemas/output.json +295 -295
- package/.claude/skills/test-environment-management/schemas/output.json +310 -310
- package/.claude/skills/test-idea-rewriting/SKILL.md +229 -229
- package/.claude/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
- package/.claude/skills/test-reporting-analytics/schemas/output.json +329 -329
- package/.claude/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
- package/.claude/skills/testability-scoring/resources/templates/config.template.js +84 -84
- package/.claude/skills/testability-scoring/schemas/output.json +606 -606
- package/.claude/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
- package/.claude/skills/verification-quality/evals/verification-quality.yaml +150 -150
- package/.claude/skills/verification-quality/schemas/output.json +432 -432
- package/.claude/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
- package/.claude/skills/visual-testing-advanced/schemas/output.json +294 -294
- package/.claude/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
- package/.claude/skills/wms-testing-patterns/schemas/output.json +150 -150
- package/.claude/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
- package/CHANGELOG.md +36 -0
- package/README.md +171 -901
- package/assets/agents/v3/helpers/quality-criteria/evidence-classification.md +116 -116
- package/assets/agents/v3/helpers/quality-criteria/htsm-categories.md +139 -139
- package/assets/governance/constitution.md +202 -202
- package/assets/governance/shards/chaos-resilience.shard.md +221 -221
- package/assets/governance/shards/code-intelligence.shard.md +178 -178
- package/assets/governance/shards/contract-testing.shard.md +206 -206
- package/assets/governance/shards/coverage-analysis.shard.md +146 -146
- package/assets/governance/shards/defect-intelligence.shard.md +182 -182
- package/assets/governance/shards/learning-optimization.shard.md +248 -248
- package/assets/governance/shards/quality-assessment.shard.md +165 -165
- package/assets/governance/shards/requirements-validation.shard.md +177 -177
- package/assets/governance/shards/security-compliance.shard.md +196 -196
- package/assets/governance/shards/test-execution.shard.md +156 -156
- package/assets/governance/shards/test-generation.shard.md +128 -128
- package/assets/governance/shards/visual-accessibility.shard.md +209 -209
- package/assets/hooks/cross-phase-memory.yaml +253 -253
- package/assets/patterns/adr-051-booster-patterns.json +78 -78
- package/assets/patterns/adr-051-embedding-patterns.json +147 -147
- package/assets/patterns/adr-051-integration-summary.json +62 -62
- package/assets/patterns/adr-051-reasoning-patterns.json +166 -166
- package/assets/patterns/adr-051-router-patterns.json +113 -113
- package/assets/patterns/index.json +136 -136
- package/assets/skills/.validation/README.md +111 -111
- package/assets/skills/.validation/examples/chaos-engineering-output.example.json +530 -530
- package/assets/skills/.validation/examples/performance-testing-output.example.json +252 -252
- package/assets/skills/.validation/examples/security-testing-output.example.json +413 -413
- package/assets/skills/.validation/examples/testability-scoring-output.example.json +350 -350
- package/assets/skills/.validation/schemas/skill-eval.schema.json +462 -462
- package/assets/skills/.validation/schemas/skill-frontmatter.schema.json +341 -341
- package/assets/skills/.validation/schemas/skill-output-meta.schema.json +199 -199
- package/assets/skills/.validation/schemas/skill-output.template.json +610 -610
- package/assets/skills/.validation/skill-validation-mcp-integration.md +250 -250
- package/assets/skills/.validation/templates/eval.template.yaml +366 -366
- package/assets/skills/.validation/templates/schemas/output.json +145 -145
- package/assets/skills/.validation/templates/security-testing-eval.template.yaml +725 -725
- package/assets/skills/.validation/templates/skill-frontmatter.example.yaml +225 -225
- package/assets/skills/.validation/test-data/invalid-output.json +5 -5
- package/assets/skills/.validation/test-data/minimal-output.json +9 -9
- package/assets/skills/.validation/test-data/sample-output.json +73 -73
- package/assets/skills/a11y-ally/evals/a11y-ally.yaml +376 -376
- package/assets/skills/a11y-ally/schemas/output.json +549 -549
- package/assets/skills/accessibility-testing/evals/accessibility-testing.yaml +719 -719
- package/assets/skills/accessibility-testing/schemas/output.json +776 -776
- package/assets/skills/accessibility-testing/test-data/sample-output.json +191 -191
- package/assets/skills/agentic-quality-engineering/schemas/output.json +577 -577
- package/assets/skills/api-testing-patterns/evals/api-testing-patterns.yaml +696 -696
- package/assets/skills/api-testing-patterns/schemas/output.json +845 -845
- package/assets/skills/aqe-v2-v3-migration/schemas/output.json +513 -513
- package/assets/skills/brutal-honesty-review/schemas/output.json +291 -291
- package/assets/skills/bug-reporting-excellence/schemas/output.json +288 -288
- package/assets/skills/chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -761
- package/assets/skills/chaos-engineering-resilience/schemas/output.json +1205 -1205
- package/assets/skills/cicd-pipeline-qe-orchestrator/evals/cicd-pipeline-qe-orchestrator.yaml +157 -157
- package/assets/skills/cicd-pipeline-qe-orchestrator/schemas/output.json +542 -542
- package/assets/skills/code-review-quality/schemas/output.json +264 -264
- package/assets/skills/compatibility-testing/evals/compatibility-testing.yaml +410 -410
- package/assets/skills/compatibility-testing/schemas/output.json +551 -551
- package/assets/skills/compliance-testing/evals/compliance-testing.yaml +1107 -1107
- package/assets/skills/compliance-testing/schemas/output.json +845 -845
- package/assets/skills/consultancy-practices/schemas/output.json +282 -282
- package/assets/skills/contract-testing/evals/contract-testing.yaml +748 -748
- package/assets/skills/contract-testing/schemas/output.json +638 -638
- package/assets/skills/database-testing/evals/database-testing.yaml +968 -968
- package/assets/skills/database-testing/schemas/output.json +1446 -1446
- package/assets/skills/debug-loop/SKILL.md +61 -61
- package/assets/skills/enterprise-integration-testing/SKILL.md +735 -735
- package/assets/skills/enterprise-integration-testing/evals/enterprise-integration-testing.yaml +158 -158
- package/assets/skills/enterprise-integration-testing/schemas/output.json +74 -74
- package/assets/skills/enterprise-integration-testing/scripts/validate-config.json +25 -25
- package/assets/skills/localization-testing/evals/localization-testing.yaml +544 -544
- package/assets/skills/localization-testing/schemas/output.json +325 -325
- package/assets/skills/middleware-testing-patterns/SKILL.md +798 -798
- package/assets/skills/middleware-testing-patterns/evals/middleware-testing-patterns.yaml +153 -153
- package/assets/skills/middleware-testing-patterns/schemas/output.json +58 -58
- package/assets/skills/middleware-testing-patterns/scripts/validate-config.json +25 -25
- package/assets/skills/mobile-testing/evals/mobile-testing.yaml +537 -537
- package/assets/skills/mobile-testing/schemas/output.json +318 -318
- package/assets/skills/mutation-testing/evals/mutation-testing.yaml +652 -652
- package/assets/skills/mutation-testing/schemas/output.json +707 -707
- package/assets/skills/mutation-testing/test-data/sample-output.json +295 -295
- package/assets/skills/n8n-expression-testing/evals/n8n-expression-testing.yaml +450 -450
- package/assets/skills/n8n-expression-testing/schemas/output.json +369 -369
- package/assets/skills/n8n-integration-testing-patterns/evals/n8n-integration-testing-patterns.yaml +522 -522
- package/assets/skills/n8n-integration-testing-patterns/schemas/output.json +291 -291
- package/assets/skills/n8n-security-testing/evals/n8n-security-testing.yaml +493 -493
- package/assets/skills/n8n-security-testing/schemas/output.json +293 -293
- package/assets/skills/n8n-trigger-testing-strategies/evals/n8n-trigger-testing-strategies.yaml +500 -500
- package/assets/skills/n8n-trigger-testing-strategies/schemas/output.json +295 -295
- package/assets/skills/n8n-workflow-testing-fundamentals/evals/n8n-workflow-testing-fundamentals.yaml +497 -497
- package/assets/skills/n8n-workflow-testing-fundamentals/schemas/output.json +254 -254
- package/assets/skills/observability-testing-patterns/SKILL.md +930 -930
- package/assets/skills/observability-testing-patterns/evals/observability-testing-patterns.yaml +157 -157
- package/assets/skills/observability-testing-patterns/schemas/output.json +58 -58
- package/assets/skills/observability-testing-patterns/scripts/validate-config.json +25 -25
- package/assets/skills/pentest-validation/SKILL.md +268 -268
- package/assets/skills/pentest-validation/evals/pentest-validation.yaml +708 -708
- package/assets/skills/pentest-validation/schemas/output.json +281 -281
- package/assets/skills/performance-testing/evals/performance-testing.yaml +772 -772
- package/assets/skills/performance-testing/schemas/output.json +1184 -1184
- package/assets/skills/pr-review/SKILL.md +61 -61
- package/assets/skills/qcsd-cicd-swarm/SKILL.md +2206 -2206
- package/assets/skills/qcsd-cicd-swarm/evals/qcsd-cicd-swarm.yaml +211 -211
- package/assets/skills/qcsd-cicd-swarm/schemas/output.json +86 -86
- package/assets/skills/qcsd-cicd-swarm/scripts/validate-config.json +30 -30
- package/assets/skills/qcsd-development-swarm/SKILL.md +2154 -2154
- package/assets/skills/qcsd-development-swarm/evals/qcsd-development-swarm.yaml +162 -162
- package/assets/skills/qcsd-development-swarm/schemas/output.json +72 -72
- package/assets/skills/qcsd-development-swarm/scripts/validate-config.json +25 -25
- package/assets/skills/qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml +138 -138
- package/assets/skills/qcsd-ideation-swarm/schemas/output.json +568 -568
- package/assets/skills/qcsd-production-swarm/SKILL.md +2781 -2781
- package/assets/skills/qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -246
- package/assets/skills/qcsd-production-swarm/schemas/output.json +505 -505
- package/assets/skills/qcsd-production-swarm/scripts/validate-config.json +25 -25
- package/assets/skills/qe-chaos-resilience/evals/qe-chaos-resilience.yaml +443 -443
- package/assets/skills/qe-chaos-resilience/schemas/output.json +314 -314
- package/assets/skills/qe-code-intelligence/evals/qe-code-intelligence.yaml +459 -459
- package/assets/skills/qe-code-intelligence/schemas/output.json +315 -315
- package/assets/skills/qe-contract-testing/evals/qe-contract-testing.yaml +513 -513
- package/assets/skills/qe-contract-testing/schemas/output.json +295 -295
- package/assets/skills/qe-coverage-analysis/evals/qe-coverage-analysis.yaml +494 -494
- package/assets/skills/qe-coverage-analysis/schemas/output.json +286 -286
- package/assets/skills/qe-defect-intelligence/evals/qe-defect-intelligence.yaml +511 -511
- package/assets/skills/qe-defect-intelligence/schemas/output.json +283 -283
- package/assets/skills/qe-iterative-loop/schemas/output.json +264 -264
- package/assets/skills/qe-learning-optimization/evals/qe-learning-optimization.yaml +144 -144
- package/assets/skills/qe-learning-optimization/schemas/output.json +288 -288
- package/assets/skills/qe-quality-assessment/evals/qe-quality-assessment.yaml +506 -506
- package/assets/skills/qe-quality-assessment/schemas/output.json +550 -550
- package/assets/skills/qe-requirements-validation/evals/qe-requirements-validation.yaml +598 -598
- package/assets/skills/qe-requirements-validation/schemas/output.json +587 -587
- package/assets/skills/qe-security-compliance/evals/qe-security-compliance.yaml +595 -595
- package/assets/skills/qe-security-compliance/schemas/output.json +498 -498
- package/assets/skills/qe-test-execution/evals/qe-test-execution.yaml +607 -607
- package/assets/skills/qe-test-execution/schemas/output.json +529 -529
- package/assets/skills/qe-test-generation/evals/qe-test-generation.yaml +148 -148
- package/assets/skills/qe-test-generation/schemas/output.json +439 -439
- package/assets/skills/qe-visual-accessibility/evals/qe-visual-accessibility.yaml +142 -142
- package/assets/skills/qe-visual-accessibility/schemas/output.json +491 -491
- package/assets/skills/quality-metrics/evals/quality-metrics.yaml +494 -494
- package/assets/skills/quality-metrics/schemas/output.json +403 -403
- package/assets/skills/refactoring-patterns/schemas/output.json +475 -475
- package/assets/skills/regression-testing/evals/regression-testing.yaml +504 -504
- package/assets/skills/regression-testing/schemas/output.json +311 -311
- package/assets/skills/risk-based-testing/evals/risk-based-testing.yaml +141 -141
- package/assets/skills/risk-based-testing/schemas/output.json +480 -480
- package/assets/skills/security-testing/evals/security-testing.yaml +789 -789
- package/assets/skills/security-testing/schemas/output.json +879 -879
- package/assets/skills/security-visual-testing/evals/security-visual-testing.yaml +163 -163
- package/assets/skills/security-visual-testing/schemas/output.json +486 -486
- package/assets/skills/sfdipot-product-factors/SKILL.md +239 -239
- package/assets/skills/sherlock-review/schemas/output.json +297 -297
- package/assets/skills/shift-left-testing/evals/shift-left-testing.yaml +145 -145
- package/assets/skills/shift-left-testing/schemas/output.json +459 -459
- package/assets/skills/shift-right-testing/evals/shift-right-testing.yaml +147 -147
- package/assets/skills/shift-right-testing/schemas/output.json +418 -418
- package/assets/skills/tdd-london-chicago/schemas/output.json +444 -444
- package/assets/skills/technical-writing/schemas/output.json +268 -268
- package/assets/skills/test-automation-strategy/evals/test-automation-strategy.yaml +148 -148
- package/assets/skills/test-automation-strategy/schemas/output.json +444 -444
- package/assets/skills/test-data-management/evals/test-data-management.yaml +504 -504
- package/assets/skills/test-data-management/schemas/output.json +284 -284
- package/assets/skills/test-design-techniques/evals/test-design-techniques.yaml +142 -142
- package/assets/skills/test-design-techniques/schemas/output.json +295 -295
- package/assets/skills/test-environment-management/schemas/output.json +310 -310
- package/assets/skills/test-idea-rewriting/SKILL.md +229 -229
- package/assets/skills/test-reporting-analytics/evals/test-reporting-analytics.yaml +155 -155
- package/assets/skills/test-reporting-analytics/schemas/output.json +329 -329
- package/assets/skills/testability-scoring/evals/testability-scoring.yaml +814 -814
- package/assets/skills/testability-scoring/resources/templates/config.template.js +84 -84
- package/assets/skills/testability-scoring/schemas/output.json +606 -606
- package/assets/skills/testability-scoring/scripts/generate-html-report.js +1007 -1007
- package/assets/skills/verification-quality/evals/verification-quality.yaml +150 -150
- package/assets/skills/verification-quality/schemas/output.json +432 -432
- package/assets/skills/visual-testing-advanced/evals/visual-testing-advanced.yaml +154 -154
- package/assets/skills/visual-testing-advanced/schemas/output.json +294 -294
- package/assets/skills/wms-testing-patterns/evals/wms-testing-patterns.yaml +165 -165
- package/assets/skills/wms-testing-patterns/schemas/output.json +150 -150
- package/assets/skills/wms-testing-patterns/scripts/validate-config.json +51 -51
- package/assets/templates/validation-summary.json +56 -56
- package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts +1 -0
- package/dist/agents/claim-verifier/verifiers/output-verifier.d.ts.map +1 -1
- package/dist/agents/claim-verifier/verifiers/output-verifier.js +16 -3
- package/dist/agents/claim-verifier/verifiers/output-verifier.js.map +1 -1
- package/dist/cli/bundle.js +488 -75
- package/dist/cli/commands/mcp.d.ts.map +1 -1
- package/dist/cli/commands/mcp.js +11 -9
- package/dist/cli/commands/mcp.js.map +1 -1
- package/dist/governance/adversarial-defense-integration.d.ts +29 -0
- package/dist/governance/adversarial-defense-integration.d.ts.map +1 -1
- package/dist/governance/adversarial-defense-integration.js +85 -1
- package/dist/governance/adversarial-defense-integration.js.map +1 -1
- package/dist/governance/continue-gate-integration.d.ts +7 -5
- package/dist/governance/continue-gate-integration.d.ts.map +1 -1
- package/dist/governance/continue-gate-integration.js +72 -15
- package/dist/governance/continue-gate-integration.js.map +1 -1
- package/dist/governance/deterministic-gateway-integration.d.ts +5 -0
- package/dist/governance/deterministic-gateway-integration.d.ts.map +1 -1
- package/dist/governance/deterministic-gateway-integration.js +35 -1
- package/dist/governance/deterministic-gateway-integration.js.map +1 -1
- package/dist/governance/evolution-pipeline-integration.d.ts +5 -0
- package/dist/governance/evolution-pipeline-integration.d.ts.map +1 -1
- package/dist/governance/evolution-pipeline-integration.js +57 -1
- package/dist/governance/evolution-pipeline-integration.js.map +1 -1
- package/dist/governance/memory-write-gate-integration.d.ts +6 -3
- package/dist/governance/memory-write-gate-integration.d.ts.map +1 -1
- package/dist/governance/memory-write-gate-integration.js +48 -10
- package/dist/governance/memory-write-gate-integration.js.map +1 -1
- package/dist/governance/proof-envelope-integration.d.ts +1 -0
- package/dist/governance/proof-envelope-integration.d.ts.map +1 -1
- package/dist/governance/proof-envelope-integration.js +37 -0
- package/dist/governance/proof-envelope-integration.js.map +1 -1
- package/dist/governance/shard-retriever-integration.d.ts +10 -0
- package/dist/governance/shard-retriever-integration.d.ts.map +1 -1
- package/dist/governance/shard-retriever-integration.js +50 -1
- package/dist/governance/shard-retriever-integration.js.map +1 -1
- package/dist/governance/trust-accumulator-integration.d.ts +5 -0
- package/dist/governance/trust-accumulator-integration.d.ts.map +1 -1
- package/dist/governance/trust-accumulator-integration.js +35 -2
- package/dist/governance/trust-accumulator-integration.js.map +1 -1
- package/dist/init/phases/10-workers.js +2 -2
- package/dist/init/phases/10-workers.js.map +1 -1
- package/dist/mcp/bundle.js +478 -62
- package/dist/mcp/protocol-server.js +2 -2
- package/dist/mcp/tool-registry.d.ts.map +1 -1
- package/dist/mcp/tool-registry.js +1 -0
- package/dist/mcp/tool-registry.js.map +1 -1
- package/dist/shared/language-detector.js +1 -1
- package/dist/shared/language-detector.js.map +1 -1
- package/dist/shared/parsers/multi-language-parser.d.ts.map +1 -1
- package/dist/shared/parsers/multi-language-parser.js +55 -16
- package/dist/shared/parsers/multi-language-parser.js.map +1 -1
- package/dist/shared/sql-safety.d.ts.map +1 -1
- package/dist/shared/sql-safety.js +7 -1
- package/dist/shared/sql-safety.js.map +1 -1
- package/package.json +6 -2
- package/scripts/prepare-assets.sh +8 -0
|
@@ -1,347 +1,347 @@
|
|
|
1
|
-
---
|
|
2
|
-
name: release
|
|
3
|
-
description: End-to-end npm release workflow with verification gates and hardcoded-version protection
|
|
4
|
-
trust_tier:
|
|
5
|
-
domain: release-management
|
|
6
|
-
---
|
|
7
|
-
|
|
8
|
-
# Release Workflow
|
|
9
|
-
|
|
10
|
-
Execute a safe, verified npm release for the `agentic-qe` package. STOP after each phase for user confirmation.
|
|
11
|
-
|
|
12
|
-
## Architecture
|
|
13
|
-
|
|
14
|
-
This project uses a **flat single-package structure** (post v3.7.4 flatten):
|
|
15
|
-
|
|
16
|
-
| File | Package Name | Role |
|
|
17
|
-
|------|-------------|------|
|
|
18
|
-
| `package.json` (root) | `agentic-qe` | **Published to npm** — the installable package |
|
|
19
|
-
|
|
20
|
-
- `npm run build` executes `tsc && build:cli && build:mcp` producing `dist/` at root
|
|
21
|
-
- `npm publish` runs from the **root** directory
|
|
22
|
-
- GitHub Actions triggers on `release: published` event via `.github/workflows/npm-publish.yml`
|
|
23
|
-
|
|
24
|
-
**Important**: There is NO `v3/` subdirectory. All source is at root (`src/`, `dist/`, `tests/`).
|
|
25
|
-
|
|
26
|
-
## Arguments
|
|
27
|
-
|
|
28
|
-
- `<version>` — Target version (e.g., `3.7.5`). If omitted, prompt the user.
|
|
29
|
-
|
|
30
|
-
## Steps
|
|
31
|
-
|
|
32
|
-
### 1. Pre-Flight: Ensure Clean State
|
|
33
|
-
```bash
|
|
34
|
-
git status
|
|
35
|
-
git branch --show-current
|
|
36
|
-
```
|
|
37
|
-
Verify working directory is clean and you know which branch you're on. If there are uncommitted changes, stop and ask the user. The release prep happens on the **current working branch** — we PR to main later.
|
|
38
|
-
|
|
39
|
-
**STOP — confirm clean state and current branch.**
|
|
40
|
-
|
|
41
|
-
### 2. Version Audit
|
|
42
|
-
Read the current version from `package.json` (source of truth). Then grep the ENTIRE codebase for hardcoded version strings — current version, old versions, and any version-like patterns.
|
|
43
|
-
|
|
44
|
-
```bash
|
|
45
|
-
# Read current version
|
|
46
|
-
node -p "require('./package.json').version"
|
|
47
|
-
|
|
48
|
-
# Search for version strings in source files (exclude node_modules, dist, .git, docs/releases)
|
|
49
|
-
grep -rn --include="*.ts" --include="*.js" --include="*.json" '"3\.[0-9]\+\.[0-9]\+"' . \
|
|
50
|
-
--exclude-dir=node_modules --exclude-dir=dist --exclude-dir=.git --exclude-dir=releases
|
|
51
|
-
```
|
|
52
|
-
|
|
53
|
-
Also check `.claude/skills/skills-manifest.json` for `fleetVersion` — must be updated to match.
|
|
54
|
-
|
|
55
|
-
If any stale version strings are found in source files, fix them ALL before continuing.
|
|
56
|
-
|
|
57
|
-
**STOP — show findings and wait for user confirmation.**
|
|
58
|
-
|
|
59
|
-
### 3. Bump Version
|
|
60
|
-
Update package.json to the target version:
|
|
61
|
-
|
|
62
|
-
```bash
|
|
63
|
-
cd /workspaces/agentic-qe-new && npm version <version> --no-git-tag-version
|
|
64
|
-
```
|
|
65
|
-
|
|
66
|
-
Also update `fleetVersion` in `.claude/skills/skills-manifest.json`.
|
|
67
|
-
|
|
68
|
-
Verify:
|
|
69
|
-
```bash
|
|
70
|
-
grep '"version"' package.json
|
|
71
|
-
```
|
|
72
|
-
|
|
73
|
-
**STOP — confirm version is correct.**
|
|
74
|
-
|
|
75
|
-
### 4. Update CHANGELOG
|
|
76
|
-
Add a new section to `CHANGELOG.md` (at root) following Keep a Changelog format:
|
|
77
|
-
|
|
78
|
-
```markdown
|
|
79
|
-
## [<version>] - YYYY-MM-DD
|
|
80
|
-
|
|
81
|
-
### Added
|
|
82
|
-
- ...
|
|
83
|
-
|
|
84
|
-
### Fixed
|
|
85
|
-
- ...
|
|
86
|
-
|
|
87
|
-
### Changed
|
|
88
|
-
- ...
|
|
89
|
-
```
|
|
90
|
-
|
|
91
|
-
Write user-friendly descriptions focused on value, not implementation details.
|
|
92
|
-
|
|
93
|
-
**STOP — show changelog entry for review.**
|
|
94
|
-
|
|
95
|
-
### 4b. Update Release Docs
|
|
96
|
-
|
|
97
|
-
Create a release notes file at `docs/releases/v<version>.md` following the existing format:
|
|
98
|
-
|
|
99
|
-
```markdown
|
|
100
|
-
# v<version> Release Notes
|
|
101
|
-
|
|
102
|
-
**Release Date:** YYYY-MM-DD
|
|
103
|
-
|
|
104
|
-
## Highlights
|
|
105
|
-
|
|
106
|
-
<1-2 sentence summary of the most important changes>
|
|
107
|
-
|
|
108
|
-
## Added
|
|
109
|
-
- ...
|
|
110
|
-
|
|
111
|
-
## Fixed
|
|
112
|
-
- ...
|
|
113
|
-
|
|
114
|
-
## Changed
|
|
115
|
-
- ...
|
|
116
|
-
```
|
|
117
|
-
|
|
118
|
-
Then update `docs/releases/README.md` — add a new row at the TOP of the table:
|
|
119
|
-
|
|
120
|
-
```markdown
|
|
121
|
-
| [v<version>](v<version>.md) | YYYY-MM-DD | <Short highlights> |
|
|
122
|
-
```
|
|
123
|
-
|
|
124
|
-
Use existing entries as formatting reference. Keep highlights concise (under 80 chars).
|
|
125
|
-
|
|
126
|
-
### 5. Build
|
|
127
|
-
```bash
|
|
128
|
-
npm run build
|
|
129
|
-
```
|
|
130
|
-
Executes `tsc && build:cli && build:mcp`. Verify zero errors. If build fails, diagnose and fix.
|
|
131
|
-
|
|
132
|
-
**STOP — show build output.**
|
|
133
|
-
|
|
134
|
-
### 6. Type Check
|
|
135
|
-
```bash
|
|
136
|
-
npm run typecheck
|
|
137
|
-
```
|
|
138
|
-
Runs `tsc --noEmit`. Must produce zero errors.
|
|
139
|
-
|
|
140
|
-
**STOP — show type check output.**
|
|
141
|
-
|
|
142
|
-
### 7. Unit Tests
|
|
143
|
-
```bash
|
|
144
|
-
npx vitest run tests/unit/
|
|
145
|
-
```
|
|
146
|
-
Run REAL tests against the actual codebase. Do NOT simulate, mock, or skip any tests. ALL unit tests must pass.
|
|
147
|
-
|
|
148
|
-
**STOP — show test results.**
|
|
149
|
-
|
|
150
|
-
### 8. Artifact & Integration Verification
|
|
151
|
-
|
|
152
|
-
This is the critical pre-release gate. Verify the built package works end-to-end as a user would experience it.
|
|
153
|
-
|
|
154
|
-
#### 8a. Verify Build Artifacts
|
|
155
|
-
```bash
|
|
156
|
-
# Verify dist/ exists with expected bundles
|
|
157
|
-
ls -la dist/cli/bundle.js
|
|
158
|
-
ls -la dist/index.js
|
|
159
|
-
ls -la dist/mcp/bundle.js
|
|
160
|
-
```
|
|
161
|
-
All three must exist: CLI bundle, main entry point, MCP server.
|
|
162
|
-
|
|
163
|
-
#### 8b. Test `aqe init --auto` in a Fresh Project
|
|
164
|
-
```bash
|
|
165
|
-
# Create a temporary test project
|
|
166
|
-
mkdir -p /tmp/aqe-release-test && cd /tmp/aqe-release-test
|
|
167
|
-
|
|
168
|
-
# Run init using the LOCAL build (not published version)
|
|
169
|
-
node /workspaces/agentic-qe-new/dist/cli/bundle.js init --auto
|
|
170
|
-
```
|
|
171
|
-
Verify init completes without errors and creates the expected project structure (`.agentic-qe/` directory, config files).
|
|
172
|
-
|
|
173
|
-
#### 8c. Verify CLI
|
|
174
|
-
```bash
|
|
175
|
-
# Version output
|
|
176
|
-
node /workspaces/agentic-qe-new/dist/cli/bundle.js --version
|
|
177
|
-
|
|
178
|
-
# System status
|
|
179
|
-
node /workspaces/agentic-qe-new/dist/cli/bundle.js status
|
|
180
|
-
```
|
|
181
|
-
Both must succeed without errors.
|
|
182
|
-
|
|
183
|
-
#### 8d. Verify Self-Learning & Fleet Capabilities
|
|
184
|
-
```bash
|
|
185
|
-
cd /tmp/aqe-release-test
|
|
186
|
-
|
|
187
|
-
# Verify learning subsystem
|
|
188
|
-
node /workspaces/agentic-qe-new/dist/cli/bundle.js learning stats 2>&1 | head -10
|
|
189
|
-
|
|
190
|
-
# Verify agent listing works
|
|
191
|
-
node /workspaces/agentic-qe-new/dist/cli/bundle.js agent list 2>&1 | head -10
|
|
192
|
-
|
|
193
|
-
# Verify health check
|
|
194
|
-
node /workspaces/agentic-qe-new/dist/cli/bundle.js health 2>&1 | head -10
|
|
195
|
-
```
|
|
196
|
-
These should respond (even if empty results) without errors, confirming the subsystems initialize properly.
|
|
197
|
-
|
|
198
|
-
#### 8e. Cleanup
|
|
199
|
-
```bash
|
|
200
|
-
rm -rf /tmp/aqe-release-test
|
|
201
|
-
```
|
|
202
|
-
|
|
203
|
-
**STOP — show all verification results. Every check must pass before continuing.**
|
|
204
|
-
|
|
205
|
-
### 9. Local CI Test Suite
|
|
206
|
-
|
|
207
|
-
Run the same tests that CI runs on PRs and during publish. Skip e2e browser tests unless the user explicitly requests them.
|
|
208
|
-
|
|
209
|
-
```bash
|
|
210
|
-
cd /workspaces/agentic-qe-new
|
|
211
|
-
|
|
212
|
-
# Performance gates (fast — validates perf thresholds)
|
|
213
|
-
npm run performance:gate
|
|
214
|
-
|
|
215
|
-
# Regression tests (runs full unit suite)
|
|
216
|
-
npm run test:regression
|
|
217
|
-
|
|
218
|
-
# Full test:ci suite (from npm-publish.yml — excludes browser/e2e)
|
|
219
|
-
npm run test:ci
|
|
220
|
-
```
|
|
221
|
-
|
|
222
|
-
Available test scripts: `test:unit`, `test:unit:fast`, `test:unit:heavy`, `test:unit:mcp`, `test:ci`, `test:regression`, `test:safe`, `test:perf`, `test:e2e`, `test:coverage`, `performance:gate`.
|
|
223
|
-
|
|
224
|
-
All mandatory test suites must pass. Pre-existing MCP handler test failures (tests that need runtime initialization) are acceptable if they also fail on the main branch.
|
|
225
|
-
|
|
226
|
-
**STOP — show all test results.**
|
|
227
|
-
|
|
228
|
-
### 10. Commit & Create PR to Main
|
|
229
|
-
```bash
|
|
230
|
-
cd /workspaces/agentic-qe-new
|
|
231
|
-
|
|
232
|
-
# Stage version bump + changelog + release docs + any version audit fixes
|
|
233
|
-
git add package.json package-lock.json CHANGELOG.md docs/releases/README.md docs/releases/v<version>.md
|
|
234
|
-
git add .claude/skills/skills-manifest.json # if fleetVersion was updated
|
|
235
|
-
git status
|
|
236
|
-
|
|
237
|
-
git commit -m "chore(release): bump version to v<version>"
|
|
238
|
-
git push origin <current-branch>
|
|
239
|
-
|
|
240
|
-
# Create PR to main
|
|
241
|
-
gh pr create \
|
|
242
|
-
--base main \
|
|
243
|
-
--title "chore(release): v<version>" \
|
|
244
|
-
--body "$(cat <<'EOF'
|
|
245
|
-
## Release v<version>
|
|
246
|
-
|
|
247
|
-
### Verification Checklist
|
|
248
|
-
- [x] package.json version updated
|
|
249
|
-
- [x] Build succeeds (tsc + CLI + MCP bundles)
|
|
250
|
-
- [x] Type check passes
|
|
251
|
-
- [x] All unit tests pass
|
|
252
|
-
- [x] `aqe init --auto` works in fresh project
|
|
253
|
-
- [x] CLI commands functional
|
|
254
|
-
- [x] Self-learning subsystem initializes
|
|
255
|
-
- [x] Performance gates pass
|
|
256
|
-
- [x] Full test:ci suite passes
|
|
257
|
-
|
|
258
|
-
See [CHANGELOG](CHANGELOG.md) for details.
|
|
259
|
-
EOF
|
|
260
|
-
)"
|
|
261
|
-
```
|
|
262
|
-
|
|
263
|
-
**STOP — show PR URL and wait for CI checks to pass.**
|
|
264
|
-
|
|
265
|
-
### 11. Merge PR
|
|
266
|
-
Once CI passes on the PR:
|
|
267
|
-
```bash
|
|
268
|
-
gh pr merge <pr-number> --merge
|
|
269
|
-
```
|
|
270
|
-
|
|
271
|
-
Pull the merged main:
|
|
272
|
-
```bash
|
|
273
|
-
git checkout main && git pull origin main
|
|
274
|
-
```
|
|
275
|
-
|
|
276
|
-
**STOP — confirm merge successful.**
|
|
277
|
-
|
|
278
|
-
### 12. Create GitHub Release
|
|
279
|
-
```bash
|
|
280
|
-
gh release create v<version> \
|
|
281
|
-
--title "v<version>: <Short Title>" \
|
|
282
|
-
--notes "$(cat <<'EOF'
|
|
283
|
-
## What's New
|
|
284
|
-
|
|
285
|
-
<User-friendly summary — focus on value, not technical details>
|
|
286
|
-
|
|
287
|
-
## Getting Started
|
|
288
|
-
|
|
289
|
-
\`\`\`bash
|
|
290
|
-
npx agentic-qe init --auto
|
|
291
|
-
\`\`\`
|
|
292
|
-
|
|
293
|
-
See [CHANGELOG](CHANGELOG.md) for full details.
|
|
294
|
-
EOF
|
|
295
|
-
)"
|
|
296
|
-
```
|
|
297
|
-
|
|
298
|
-
This automatically:
|
|
299
|
-
- Creates a git tag `v<version>`
|
|
300
|
-
- Triggers the `npm-publish.yml` GitHub Actions workflow
|
|
301
|
-
|
|
302
|
-
**STOP — show release URL.**
|
|
303
|
-
|
|
304
|
-
### 13. Monitor Publish Workflow
|
|
305
|
-
```bash
|
|
306
|
-
# Watch the GitHub Actions workflow
|
|
307
|
-
gh run list --workflow=npm-publish.yml --limit 1
|
|
308
|
-
gh run watch <run-id>
|
|
309
|
-
```
|
|
310
|
-
|
|
311
|
-
The workflow:
|
|
312
|
-
1. Checks out code, installs deps
|
|
313
|
-
2. Runs `npm run typecheck`
|
|
314
|
-
3. Runs `npm run build`
|
|
315
|
-
4. Verifies `dist/` exists with CLI and MCP bundles
|
|
316
|
-
5. Runs `npm run test:ci` (unit tests, excludes browser/e2e)
|
|
317
|
-
6. Verifies package version matches git tag
|
|
318
|
-
7. Runs `npm publish --access public --provenance`
|
|
319
|
-
|
|
320
|
-
Wait for the workflow to succeed. If it fails, diagnose from the logs:
|
|
321
|
-
```bash
|
|
322
|
-
gh run view <run-id> --log-failed
|
|
323
|
-
```
|
|
324
|
-
|
|
325
|
-
**STOP — confirm workflow succeeded.**
|
|
326
|
-
|
|
327
|
-
### 14. Post-Publish Verification
|
|
328
|
-
```bash
|
|
329
|
-
npm view agentic-qe@<version> name version
|
|
330
|
-
```
|
|
331
|
-
Confirm the published version matches. Test install:
|
|
332
|
-
```bash
|
|
333
|
-
npx agentic-qe@<version> --version
|
|
334
|
-
```
|
|
335
|
-
|
|
336
|
-
## Rules
|
|
337
|
-
|
|
338
|
-
- **Single package.json** at root — no v3/ subdirectory exists
|
|
339
|
-
- Never hardcode version strings — always read from package.json
|
|
340
|
-
- Also update `fleetVersion` in `.claude/skills/skills-manifest.json`
|
|
341
|
-
- Always run REAL tests, never simulated
|
|
342
|
-
- Publish happens via GitHub Actions, not locally (uses `--provenance` for attestation)
|
|
343
|
-
- Release notes must be **user-friendly** — focus on value, not implementation internals
|
|
344
|
-
- If anything unexpected is found at any step, stop and explain before proceeding
|
|
345
|
-
- Never push tags or create releases without user confirmation
|
|
346
|
-
- **No e2e browser tests** unless user explicitly requests them
|
|
347
|
-
- All verification (step 8) must pass before creating the PR — this catches issues before they reach main
|
|
1
|
+
---
|
|
2
|
+
name: release
|
|
3
|
+
description: End-to-end npm release workflow with verification gates and hardcoded-version protection
|
|
4
|
+
trust_tier: 0
|
|
5
|
+
domain: release-management
|
|
6
|
+
---
|
|
7
|
+
|
|
8
|
+
# Release Workflow
|
|
9
|
+
|
|
10
|
+
Execute a safe, verified npm release for the `agentic-qe` package. STOP after each phase for user confirmation.
|
|
11
|
+
|
|
12
|
+
## Architecture
|
|
13
|
+
|
|
14
|
+
This project uses a **flat single-package structure** (post v3.7.4 flatten):
|
|
15
|
+
|
|
16
|
+
| File | Package Name | Role |
|
|
17
|
+
|------|-------------|------|
|
|
18
|
+
| `package.json` (root) | `agentic-qe` | **Published to npm** — the installable package |
|
|
19
|
+
|
|
20
|
+
- `npm run build` executes `tsc && build:cli && build:mcp` producing `dist/` at root
|
|
21
|
+
- `npm publish` runs from the **root** directory
|
|
22
|
+
- GitHub Actions triggers on `release: published` event via `.github/workflows/npm-publish.yml`
|
|
23
|
+
|
|
24
|
+
**Important**: There is NO `v3/` subdirectory. All source is at root (`src/`, `dist/`, `tests/`).
|
|
25
|
+
|
|
26
|
+
## Arguments
|
|
27
|
+
|
|
28
|
+
- `<version>` — Target version (e.g., `3.7.5`). If omitted, prompt the user.
|
|
29
|
+
|
|
30
|
+
## Steps
|
|
31
|
+
|
|
32
|
+
### 1. Pre-Flight: Ensure Clean State
|
|
33
|
+
```bash
|
|
34
|
+
git status
|
|
35
|
+
git branch --show-current
|
|
36
|
+
```
|
|
37
|
+
Verify working directory is clean and you know which branch you're on. If there are uncommitted changes, stop and ask the user. The release prep happens on the **current working branch** — we PR to main later.
|
|
38
|
+
|
|
39
|
+
**STOP — confirm clean state and current branch.**
|
|
40
|
+
|
|
41
|
+
### 2. Version Audit
|
|
42
|
+
Read the current version from `package.json` (source of truth). Then grep the ENTIRE codebase for hardcoded version strings — current version, old versions, and any version-like patterns.
|
|
43
|
+
|
|
44
|
+
```bash
|
|
45
|
+
# Read current version
|
|
46
|
+
node -p "require('./package.json').version"
|
|
47
|
+
|
|
48
|
+
# Search for version strings in source files (exclude node_modules, dist, .git, docs/releases)
|
|
49
|
+
grep -rn --include="*.ts" --include="*.js" --include="*.json" '"3\.[0-9]\+\.[0-9]\+"' . \
|
|
50
|
+
--exclude-dir=node_modules --exclude-dir=dist --exclude-dir=.git --exclude-dir=releases
|
|
51
|
+
```
|
|
52
|
+
|
|
53
|
+
Also check `.claude/skills/skills-manifest.json` for `fleetVersion` — must be updated to match.
|
|
54
|
+
|
|
55
|
+
If any stale version strings are found in source files, fix them ALL before continuing.
|
|
56
|
+
|
|
57
|
+
**STOP — show findings and wait for user confirmation.**
|
|
58
|
+
|
|
59
|
+
### 3. Bump Version
|
|
60
|
+
Update package.json to the target version:
|
|
61
|
+
|
|
62
|
+
```bash
|
|
63
|
+
cd /workspaces/agentic-qe-new && npm version <version> --no-git-tag-version
|
|
64
|
+
```
|
|
65
|
+
|
|
66
|
+
Also update `fleetVersion` in `.claude/skills/skills-manifest.json`.
|
|
67
|
+
|
|
68
|
+
Verify:
|
|
69
|
+
```bash
|
|
70
|
+
grep '"version"' package.json
|
|
71
|
+
```
|
|
72
|
+
|
|
73
|
+
**STOP — confirm version is correct.**
|
|
74
|
+
|
|
75
|
+
### 4. Update CHANGELOG
|
|
76
|
+
Add a new section to `CHANGELOG.md` (at root) following Keep a Changelog format:
|
|
77
|
+
|
|
78
|
+
```markdown
|
|
79
|
+
## [<version>] - YYYY-MM-DD
|
|
80
|
+
|
|
81
|
+
### Added
|
|
82
|
+
- ...
|
|
83
|
+
|
|
84
|
+
### Fixed
|
|
85
|
+
- ...
|
|
86
|
+
|
|
87
|
+
### Changed
|
|
88
|
+
- ...
|
|
89
|
+
```
|
|
90
|
+
|
|
91
|
+
Write user-friendly descriptions focused on value, not implementation details.
|
|
92
|
+
|
|
93
|
+
**STOP — show changelog entry for review.**
|
|
94
|
+
|
|
95
|
+
### 4b. Update Release Docs
|
|
96
|
+
|
|
97
|
+
Create a release notes file at `docs/releases/v<version>.md` following the existing format:
|
|
98
|
+
|
|
99
|
+
```markdown
|
|
100
|
+
# v<version> Release Notes
|
|
101
|
+
|
|
102
|
+
**Release Date:** YYYY-MM-DD
|
|
103
|
+
|
|
104
|
+
## Highlights
|
|
105
|
+
|
|
106
|
+
<1-2 sentence summary of the most important changes>
|
|
107
|
+
|
|
108
|
+
## Added
|
|
109
|
+
- ...
|
|
110
|
+
|
|
111
|
+
## Fixed
|
|
112
|
+
- ...
|
|
113
|
+
|
|
114
|
+
## Changed
|
|
115
|
+
- ...
|
|
116
|
+
```
|
|
117
|
+
|
|
118
|
+
Then update `docs/releases/README.md` — add a new row at the TOP of the table:
|
|
119
|
+
|
|
120
|
+
```markdown
|
|
121
|
+
| [v<version>](v<version>.md) | YYYY-MM-DD | <Short highlights> |
|
|
122
|
+
```
|
|
123
|
+
|
|
124
|
+
Use existing entries as formatting reference. Keep highlights concise (under 80 chars).
|
|
125
|
+
|
|
126
|
+
### 5. Build
|
|
127
|
+
```bash
|
|
128
|
+
npm run build
|
|
129
|
+
```
|
|
130
|
+
Executes `tsc && build:cli && build:mcp`. Verify zero errors. If build fails, diagnose and fix.
|
|
131
|
+
|
|
132
|
+
**STOP — show build output.**
|
|
133
|
+
|
|
134
|
+
### 6. Type Check
|
|
135
|
+
```bash
|
|
136
|
+
npm run typecheck
|
|
137
|
+
```
|
|
138
|
+
Runs `tsc --noEmit`. Must produce zero errors.
|
|
139
|
+
|
|
140
|
+
**STOP — show type check output.**
|
|
141
|
+
|
|
142
|
+
### 7. Unit Tests
|
|
143
|
+
```bash
|
|
144
|
+
npx vitest run tests/unit/
|
|
145
|
+
```
|
|
146
|
+
Run REAL tests against the actual codebase. Do NOT simulate, mock, or skip any tests. ALL unit tests must pass.
|
|
147
|
+
|
|
148
|
+
**STOP — show test results.**
|
|
149
|
+
|
|
150
|
+
### 8. Artifact & Integration Verification
|
|
151
|
+
|
|
152
|
+
This is the critical pre-release gate. Verify the built package works end-to-end as a user would experience it.
|
|
153
|
+
|
|
154
|
+
#### 8a. Verify Build Artifacts
|
|
155
|
+
```bash
|
|
156
|
+
# Verify dist/ exists with expected bundles
|
|
157
|
+
ls -la dist/cli/bundle.js
|
|
158
|
+
ls -la dist/index.js
|
|
159
|
+
ls -la dist/mcp/bundle.js
|
|
160
|
+
```
|
|
161
|
+
All three must exist: CLI bundle, main entry point, MCP server.
|
|
162
|
+
|
|
163
|
+
#### 8b. Test `aqe init --auto` in a Fresh Project
|
|
164
|
+
```bash
|
|
165
|
+
# Create a temporary test project
|
|
166
|
+
mkdir -p /tmp/aqe-release-test && cd /tmp/aqe-release-test
|
|
167
|
+
|
|
168
|
+
# Run init using the LOCAL build (not published version)
|
|
169
|
+
node /workspaces/agentic-qe-new/dist/cli/bundle.js init --auto
|
|
170
|
+
```
|
|
171
|
+
Verify init completes without errors and creates the expected project structure (`.agentic-qe/` directory, config files).
|
|
172
|
+
|
|
173
|
+
#### 8c. Verify CLI
|
|
174
|
+
```bash
|
|
175
|
+
# Version output
|
|
176
|
+
node /workspaces/agentic-qe-new/dist/cli/bundle.js --version
|
|
177
|
+
|
|
178
|
+
# System status
|
|
179
|
+
node /workspaces/agentic-qe-new/dist/cli/bundle.js status
|
|
180
|
+
```
|
|
181
|
+
Both must succeed without errors.
|
|
182
|
+
|
|
183
|
+
#### 8d. Verify Self-Learning & Fleet Capabilities
|
|
184
|
+
```bash
|
|
185
|
+
cd /tmp/aqe-release-test
|
|
186
|
+
|
|
187
|
+
# Verify learning subsystem
|
|
188
|
+
node /workspaces/agentic-qe-new/dist/cli/bundle.js learning stats 2>&1 | head -10
|
|
189
|
+
|
|
190
|
+
# Verify agent listing works
|
|
191
|
+
node /workspaces/agentic-qe-new/dist/cli/bundle.js agent list 2>&1 | head -10
|
|
192
|
+
|
|
193
|
+
# Verify health check
|
|
194
|
+
node /workspaces/agentic-qe-new/dist/cli/bundle.js health 2>&1 | head -10
|
|
195
|
+
```
|
|
196
|
+
These should respond (even if empty results) without errors, confirming the subsystems initialize properly.
|
|
197
|
+
|
|
198
|
+
#### 8e. Cleanup
|
|
199
|
+
```bash
|
|
200
|
+
rm -rf /tmp/aqe-release-test
|
|
201
|
+
```
|
|
202
|
+
|
|
203
|
+
**STOP — show all verification results. Every check must pass before continuing.**
|
|
204
|
+
|
|
205
|
+
### 9. Local CI Test Suite
|
|
206
|
+
|
|
207
|
+
Run the same tests that CI runs on PRs and during publish. Skip e2e browser tests unless the user explicitly requests them.
|
|
208
|
+
|
|
209
|
+
```bash
|
|
210
|
+
cd /workspaces/agentic-qe-new
|
|
211
|
+
|
|
212
|
+
# Performance gates (fast — validates perf thresholds)
|
|
213
|
+
npm run performance:gate
|
|
214
|
+
|
|
215
|
+
# Regression tests (runs full unit suite)
|
|
216
|
+
npm run test:regression
|
|
217
|
+
|
|
218
|
+
# Full test:ci suite (from npm-publish.yml — excludes browser/e2e)
|
|
219
|
+
npm run test:ci
|
|
220
|
+
```
|
|
221
|
+
|
|
222
|
+
Available test scripts: `test:unit`, `test:unit:fast`, `test:unit:heavy`, `test:unit:mcp`, `test:ci`, `test:regression`, `test:safe`, `test:perf`, `test:e2e`, `test:coverage`, `performance:gate`.
|
|
223
|
+
|
|
224
|
+
All mandatory test suites must pass. Pre-existing MCP handler test failures (tests that need runtime initialization) are acceptable if they also fail on the main branch.
|
|
225
|
+
|
|
226
|
+
**STOP — show all test results.**
|
|
227
|
+
|
|
228
|
+
### 10. Commit & Create PR to Main
|
|
229
|
+
```bash
|
|
230
|
+
cd /workspaces/agentic-qe-new
|
|
231
|
+
|
|
232
|
+
# Stage version bump + changelog + release docs + any version audit fixes
|
|
233
|
+
git add package.json package-lock.json CHANGELOG.md docs/releases/README.md docs/releases/v<version>.md
|
|
234
|
+
git add .claude/skills/skills-manifest.json # if fleetVersion was updated
|
|
235
|
+
git status
|
|
236
|
+
|
|
237
|
+
git commit -m "chore(release): bump version to v<version>"
|
|
238
|
+
git push origin <current-branch>
|
|
239
|
+
|
|
240
|
+
# Create PR to main
|
|
241
|
+
gh pr create \
|
|
242
|
+
--base main \
|
|
243
|
+
--title "chore(release): v<version>" \
|
|
244
|
+
--body "$(cat <<'EOF'
|
|
245
|
+
## Release v<version>
|
|
246
|
+
|
|
247
|
+
### Verification Checklist
|
|
248
|
+
- [x] package.json version updated
|
|
249
|
+
- [x] Build succeeds (tsc + CLI + MCP bundles)
|
|
250
|
+
- [x] Type check passes
|
|
251
|
+
- [x] All unit tests pass
|
|
252
|
+
- [x] `aqe init --auto` works in fresh project
|
|
253
|
+
- [x] CLI commands functional
|
|
254
|
+
- [x] Self-learning subsystem initializes
|
|
255
|
+
- [x] Performance gates pass
|
|
256
|
+
- [x] Full test:ci suite passes
|
|
257
|
+
|
|
258
|
+
See [CHANGELOG](CHANGELOG.md) for details.
|
|
259
|
+
EOF
|
|
260
|
+
)"
|
|
261
|
+
```
|
|
262
|
+
|
|
263
|
+
**STOP — show PR URL and wait for CI checks to pass.**
|
|
264
|
+
|
|
265
|
+
### 11. Merge PR
|
|
266
|
+
Once CI passes on the PR:
|
|
267
|
+
```bash
|
|
268
|
+
gh pr merge <pr-number> --merge
|
|
269
|
+
```
|
|
270
|
+
|
|
271
|
+
Pull the merged main:
|
|
272
|
+
```bash
|
|
273
|
+
git checkout main && git pull origin main
|
|
274
|
+
```
|
|
275
|
+
|
|
276
|
+
**STOP — confirm merge successful.**
|
|
277
|
+
|
|
278
|
+
### 12. Create GitHub Release
|
|
279
|
+
```bash
|
|
280
|
+
gh release create v<version> \
|
|
281
|
+
--title "v<version>: <Short Title>" \
|
|
282
|
+
--notes "$(cat <<'EOF'
|
|
283
|
+
## What's New
|
|
284
|
+
|
|
285
|
+
<User-friendly summary — focus on value, not technical details>
|
|
286
|
+
|
|
287
|
+
## Getting Started
|
|
288
|
+
|
|
289
|
+
\`\`\`bash
|
|
290
|
+
npx agentic-qe init --auto
|
|
291
|
+
\`\`\`
|
|
292
|
+
|
|
293
|
+
See [CHANGELOG](CHANGELOG.md) for full details.
|
|
294
|
+
EOF
|
|
295
|
+
)"
|
|
296
|
+
```
|
|
297
|
+
|
|
298
|
+
This automatically:
|
|
299
|
+
- Creates a git tag `v<version>`
|
|
300
|
+
- Triggers the `npm-publish.yml` GitHub Actions workflow
|
|
301
|
+
|
|
302
|
+
**STOP — show release URL.**
|
|
303
|
+
|
|
304
|
+
### 13. Monitor Publish Workflow
|
|
305
|
+
```bash
|
|
306
|
+
# Watch the GitHub Actions workflow
|
|
307
|
+
gh run list --workflow=npm-publish.yml --limit 1
|
|
308
|
+
gh run watch <run-id>
|
|
309
|
+
```
|
|
310
|
+
|
|
311
|
+
The workflow:
|
|
312
|
+
1. Checks out code, installs deps
|
|
313
|
+
2. Runs `npm run typecheck`
|
|
314
|
+
3. Runs `npm run build`
|
|
315
|
+
4. Verifies `dist/` exists with CLI and MCP bundles
|
|
316
|
+
5. Runs `npm run test:ci` (unit tests, excludes browser/e2e)
|
|
317
|
+
6. Verifies package version matches git tag
|
|
318
|
+
7. Runs `npm publish --access public --provenance`
|
|
319
|
+
|
|
320
|
+
Wait for the workflow to succeed. If it fails, diagnose from the logs:
|
|
321
|
+
```bash
|
|
322
|
+
gh run view <run-id> --log-failed
|
|
323
|
+
```
|
|
324
|
+
|
|
325
|
+
**STOP — confirm workflow succeeded.**
|
|
326
|
+
|
|
327
|
+
### 14. Post-Publish Verification
|
|
328
|
+
```bash
|
|
329
|
+
npm view agentic-qe@<version> name version
|
|
330
|
+
```
|
|
331
|
+
Confirm the published version matches. Test install:
|
|
332
|
+
```bash
|
|
333
|
+
npx agentic-qe@<version> --version
|
|
334
|
+
```
|
|
335
|
+
|
|
336
|
+
## Rules
|
|
337
|
+
|
|
338
|
+
- **Single package.json** at root — no v3/ subdirectory exists
|
|
339
|
+
- Never hardcode version strings — always read from package.json
|
|
340
|
+
- Also update `fleetVersion` in `.claude/skills/skills-manifest.json`
|
|
341
|
+
- Always run REAL tests, never simulated
|
|
342
|
+
- Publish happens via GitHub Actions, not locally (uses `--provenance` for attestation)
|
|
343
|
+
- Release notes must be **user-friendly** — focus on value, not implementation internals
|
|
344
|
+
- If anything unexpected is found at any step, stop and explain before proceeding
|
|
345
|
+
- Never push tags or create releases without user confirmation
|
|
346
|
+
- **No e2e browser tests** unless user explicitly requests them
|
|
347
|
+
- All verification (step 8) must pass before creating the PR — this catches issues before they reach main
|