@dzhechkov/keysarium 1.4.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +50 -3
- package/bin/cli.js +0 -0
- package/package.json +5 -3
- package/templates/.claude/commands/analyst-manual.md +38 -0
- package/templates/.claude/commands/casarium.md +55 -4
- package/templates/.claude/commands/feature-adr.md +8 -0
- package/templates/.claude/rules/trust-tiers.md +5 -0
- package/templates/.claude/shards/feature-adr.shard.md +64 -10
- package/templates/.claude/shards/phase-ai-factory.shard.md +109 -0
- package/templates/.claude/skills/ai-factory-mapper/README.md +90 -0
- package/templates/.claude/skills/ai-factory-mapper/SKILL.md +309 -0
- package/templates/.claude/skills/ai-factory-mapper/assets/report-template.md +123 -0
- package/templates/.claude/skills/ai-factory-mapper/references/catalog.md +230 -0
- package/templates/.claude/skills/ai-factory-mapper/references/coverage-formula.md +219 -0
- package/templates/.claude/skills/ai-factory-mapper/references/decomposition-checklist.md +183 -0
- package/templates/.claude/skills/ai-factory-mapper/references/pattern-library.md +312 -0
- package/templates/.claude/skills/ai-factory-mapper/scripts/build_docx_report.js +423 -0
- package/templates/.claude/skills/analyst-manual-full/SKILL.md +286 -0
- package/templates/.claude/skills/edu-site-generator/SKILL.md +254 -0
- package/templates/.claude/skills/edu-site-generator/examples/sample-course-structure.md +116 -0
- package/templates/.claude/skills/edu-site-generator/modules/00-content-analysis.md +84 -0
- package/templates/.claude/skills/edu-site-generator/modules/01-course-structure.md +75 -0
- package/templates/.claude/skills/edu-site-generator/modules/02-data-generation.md +186 -0
- package/templates/.claude/skills/edu-site-generator/modules/03-scaffold.md +249 -0
- package/templates/.claude/skills/edu-site-generator/modules/04-components.md +130 -0
- package/templates/.claude/skills/edu-site-generator/modules/05-gamification.md +163 -0
- package/templates/.claude/skills/edu-site-generator/modules/06-deploy.md +88 -0
- package/templates/.claude/skills/edu-site-generator/modules/07-verification.md +97 -0
- package/templates/.claude/skills/edu-site-generator/references/component-templates.md +436 -0
- package/templates/.claude/skills/edu-site-generator/references/data-schemas.md +164 -0
- package/templates/.claude/skills/edu-site-generator/references/exercise-catalog.md +110 -0
- package/templates/.claude/skills/edu-site-generator/references/tech-stack.md +69 -0
- package/templates/.claude/skills/feature-adr/SKILL.md +245 -59
- package/templates/.claude/skills/feature-adr/modules/03-adr.md +43 -0
- package/templates/.claude/skills/feature-adr/modules/03.5-ideation-swarm.md +180 -0
- package/templates/.claude/skills/feature-adr/modules/06-implementation-plan.md +56 -7
- package/templates/.claude/skills/feature-adr/modules/08-qe.md +87 -23
- package/templates/.claude/skills/feature-adr/modules/09-fleet-qe.md +305 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/README.md +143 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/brutal-honesty-review.md +240 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/chaos-engineering-resilience.md +163 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/code-goal-planner.md +446 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/enterprise-integration-testing.md +111 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/mutation-testing.md +236 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/performance-testing.md +315 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qcsd-ideation-swarm.md +126 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qcsd-production-swarm.md +108 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-coverage-analysis.md +193 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-requirements-validation.md +254 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/regression-testing.md +233 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/risk-based-testing.md +212 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/security-testing.md +311 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/shift-left-testing.md +231 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/tdd-london-chicago.md +249 -0
- package/templates/.claude/skills/transcript-site-generator/SKILL.md +287 -0
- package/templates/.claude/skills/transcript-site-generator/examples/sample-text-only-site.md +123 -0
- package/templates/.claude/skills/transcript-site-generator/examples/sample-transcript-site.md +134 -0
- package/templates/.claude/skills/transcript-site-generator/modules/00-input-analysis.md +132 -0
- package/templates/.claude/skills/transcript-site-generator/modules/01-content-parsing.md +117 -0
- package/templates/.claude/skills/transcript-site-generator/modules/02-site-generation.md +293 -0
- package/templates/.claude/skills/transcript-site-generator/modules/03-interactivity.md +406 -0
- package/templates/.claude/skills/transcript-site-generator/modules/04-deploy.md +130 -0
- package/templates/.claude/skills/transcript-site-generator/modules/05-verification.md +155 -0
- package/templates/.claude/skills/transcript-site-generator/references/component-catalog.md +86 -0
- package/templates/.claude/skills/transcript-site-generator/references/data-schemas.md +123 -0
- package/templates/.claude/skills/transcript-site-generator/references/tech-stack.md +132 -0
- package/templates/CLAUDE.md +9 -2
- package/templates/docs/edu-site-generator/01-deployment-guide.md +911 -0
- package/templates/docs/edu-site-generator/02-admin-guide.md +901 -0
- package/templates/docs/edu-site-generator/03-user-guide.md +1008 -0
- package/templates/docs/edu-site-generator/04-infrastructure-requirements.md +489 -0
- package/templates/docs/edu-site-generator/05-architecture.md +902 -0
- package/templates/docs/edu-site-generator/06-user-flows.md +759 -0
- package/templates/docs/transcript-site-generator/01-deployment-guide.md +1042 -0
- package/templates/docs/transcript-site-generator/02-admin-guide.md +918 -0
- package/templates/docs/transcript-site-generator/03-user-guide.md +925 -0
- package/templates/docs/transcript-site-generator/04-infrastructure-requirements.md +482 -0
- package/templates/docs/transcript-site-generator/05-architecture.md +1068 -0
- package/templates/docs/transcript-site-generator/06-user-flows.md +855 -0
|
@@ -0,0 +1,305 @@
|
|
|
1
|
+
# Step 9: Fleet QE Assessment (Final Quality Gate)
|
|
2
|
+
|
|
3
|
+
> Comprehensive quality fleet assessment — the final "did we miss something?" check before declaring the feature complete.
|
|
4
|
+
> Each agent applies methodology from [agentic-qe](https://github.com/proffesor-for-testing/agentic-qe) skills.
|
|
5
|
+
|
|
6
|
+
## When
|
|
7
|
+
|
|
8
|
+
L/XL tiers only. For S/M tiers, Step 8 is the final step.
|
|
9
|
+
|
|
10
|
+
This step implements the recursive quality loop: if gaps are found, the pipeline
|
|
11
|
+
returns to the appropriate earlier step for remediation.
|
|
12
|
+
|
|
13
|
+
## Model
|
|
14
|
+
|
|
15
|
+
sonnet (analytical fleet coordination — multiple parallel agents)
|
|
16
|
+
|
|
17
|
+
## Input
|
|
18
|
+
|
|
19
|
+
- `{QE_RESULTS}` from Step 8
|
|
20
|
+
- `{REQUIREMENTS}` from Step 1
|
|
21
|
+
- `{ADR_DECISIONS}` from Step 3
|
|
22
|
+
- `{IDEATION_VERDICT}` and `{QUALITY_RISKS}` from Step 3.5
|
|
23
|
+
- `{CODE_CHANGES}` from Step 7
|
|
24
|
+
- All feature artifacts in `features/<slug>/`
|
|
25
|
+
|
|
26
|
+
## Protocol
|
|
27
|
+
|
|
28
|
+
### 1. Fleet Assembly
|
|
29
|
+
|
|
30
|
+
> Load agent protocols:
|
|
31
|
+
> - Agent 1: `references/agentic-qe/qe-requirements-validation.md`
|
|
32
|
+
> - Agent 2: `references/agentic-qe/risk-based-testing.md`
|
|
33
|
+
> - Agent 3: `references/agentic-qe/enterprise-integration-testing.md`
|
|
34
|
+
> - Agent 4: `references/agentic-qe/regression-testing.md`
|
|
35
|
+
> - Shared: `references/agentic-qe/qe-coverage-analysis.md`
|
|
36
|
+
|
|
37
|
+
Spawn a QE fleet of 4 parallel assessment agents:
|
|
38
|
+
|
|
39
|
+
| Agent | Role | Agentic QE Skill | Model | Scope |
|
|
40
|
+
|-------|------|-------------------|-------|-------|
|
|
41
|
+
| Agent 1 | Requirements Traceability Auditor | qe-requirements-validation | sonnet | Every FR-N → test → code → ADR chain |
|
|
42
|
+
| Agent 2 | Risk Mitigation Verifier | risk-based-testing | sonnet | Every QCSD risk → mitigation in code |
|
|
43
|
+
| Agent 3 | Integration Integrity Checker | enterprise-integration-testing | sonnet | Cross-module interactions, API contracts |
|
|
44
|
+
| Agent 4 | Regression Impact Analyzer | regression-testing | sonnet | Changes vs existing codebase, side effects |
|
|
45
|
+
|
|
46
|
+
All 4 agents MUST be spawned in a SINGLE message.
|
|
47
|
+
|
|
48
|
+
Each agent loads its corresponding agentic-qe skill protocol and applies
|
|
49
|
+
the methodology within the feature-adr context.
|
|
50
|
+
|
|
51
|
+
### 2. Traceability Matrix (Agent 1)
|
|
52
|
+
|
|
53
|
+
> Protocol from: `qe-requirements-validation` (Tier 3)
|
|
54
|
+
|
|
55
|
+
Apply the **qe-requirements-validation** traceability matrix protocol:
|
|
56
|
+
|
|
57
|
+
1. **SMART Validation**: For each FR-N, verify acceptance criteria are Specific, Measurable, Achievable, Relevant, Testable
|
|
58
|
+
2. **Forward Traceability**: Map requirements → ADR → tasks → code → tests
|
|
59
|
+
3. **Backward Traceability**: Map tests → code → tasks → ADR → requirements
|
|
60
|
+
4. **Orphan Detection**: Find tests not linked to any requirement, code not covered by tests
|
|
61
|
+
|
|
62
|
+
Build the complete traceability chain:
|
|
63
|
+
|
|
64
|
+
```
|
|
65
|
+
FR-{N} → ADR-{M} → TASK-{K} → File:{path} → Test:{name} → Status: ✅|❌|⚠️
|
|
66
|
+
```
|
|
67
|
+
|
|
68
|
+
Coverage gate (from qe-requirements-validation):
|
|
69
|
+
- Minimum coverage: 80% of FR-N chains complete
|
|
70
|
+
- Maximum untested requirements: 2
|
|
71
|
+
- Any broken chain on MUST requirement = GAP
|
|
72
|
+
|
|
73
|
+
### 3. Risk Verification (Agent 2)
|
|
74
|
+
|
|
75
|
+
> Protocol from: `risk-based-testing` (Tier 3)
|
|
76
|
+
|
|
77
|
+
Apply the **risk-based-testing** Probability × Impact scoring:
|
|
78
|
+
|
|
79
|
+
For each critical/high risk from Step 3.5, score using the 5×5 matrix:
|
|
80
|
+
|
|
81
|
+
**Probability factors** (1-5): complexity, change rate, developer experience, technical debt
|
|
82
|
+
**Impact factors** (1-5): users affected, revenue, safety, reputation
|
|
83
|
+
|
|
84
|
+
```
|
|
85
|
+
RISK-{N}: {description}
|
|
86
|
+
Risk Score: Probability({1-5}) × Impact({1-5}) = {score}
|
|
87
|
+
Priority Tier: Critical(≥20) | High(12-19) | Medium(6-11) | Low(≤5)
|
|
88
|
+
Mitigation in code: {file:line or "MISSING"}
|
|
89
|
+
Test covering mitigation: {test name or "MISSING"}
|
|
90
|
+
Status: MITIGATED | PARTIALLY_MITIGATED | UNMITIGATED
|
|
91
|
+
```
|
|
92
|
+
|
|
93
|
+
Test effort allocation (from risk-based-testing):
|
|
94
|
+
- Critical risks: 60% of verification effort
|
|
95
|
+
- High risks: 25%
|
|
96
|
+
- Medium risks: 10%
|
|
97
|
+
- Low risks: 5%
|
|
98
|
+
|
|
99
|
+
Any UNMITIGATED critical risk (score ≥ 20) = GAP.
|
|
100
|
+
|
|
101
|
+
### 4. Integration Check (Agent 3)
|
|
102
|
+
|
|
103
|
+
> Protocol from: `enterprise-integration-testing` (Tier 3, condensed)
|
|
104
|
+
|
|
105
|
+
Apply the **enterprise-integration-testing** hierarchical testing strategy:
|
|
106
|
+
|
|
107
|
+
**Phase 1 — Contract validation:**
|
|
108
|
+
- API contracts match between producer and consumer
|
|
109
|
+
- Request/response schemas compatible
|
|
110
|
+
- No breaking changes in shared interfaces
|
|
111
|
+
|
|
112
|
+
**Phase 2 — Integration boundary testing:**
|
|
113
|
+
- Data models consistent across modules
|
|
114
|
+
- Event/message schemas compatible
|
|
115
|
+
- Database access patterns don't conflict
|
|
116
|
+
|
|
117
|
+
**Phase 3 — E2E flow validation:**
|
|
118
|
+
- Complete user flows work end-to-end
|
|
119
|
+
- Cross-module data consistency verified
|
|
120
|
+
- Correlation IDs propagate through the chain
|
|
121
|
+
|
|
122
|
+
**Phase 4 — Error recovery:**
|
|
123
|
+
- No circular dependencies introduced
|
|
124
|
+
- External service mocks are realistic
|
|
125
|
+
- Failure scenarios have compensation/rollback
|
|
126
|
+
|
|
127
|
+
Integration quality gates:
|
|
128
|
+
- Cross-module data consistency: 100% for critical paths → BLOCK on failure
|
|
129
|
+
- API contract compliance: 100% → BLOCK on failure
|
|
130
|
+
- Error recovery: all compensation paths tested → WARN if partial
|
|
131
|
+
|
|
132
|
+
### 5. Regression Analysis (Agent 4)
|
|
133
|
+
|
|
134
|
+
> Protocol from: `regression-testing` (Tier 3)
|
|
135
|
+
|
|
136
|
+
Apply the **regression-testing** change-based test selection and impact analysis:
|
|
137
|
+
|
|
138
|
+
**Step 1 — Change-based analysis** (from regression-testing):
|
|
139
|
+
- Map `{CODE_CHANGES}` via git diff to affected test suites
|
|
140
|
+
- Classify tests: mustRun | shouldRun | canSkip
|
|
141
|
+
- Expected reduction: 70-90% of full suite
|
|
142
|
+
|
|
143
|
+
**Step 2 — Impact analysis:**
|
|
144
|
+
- Which existing tests could break? (run mustRun + shouldRun)
|
|
145
|
+
- Which existing features share modified files?
|
|
146
|
+
- Are there implicit dependencies not in the task graph?
|
|
147
|
+
- Does the feature change any public API?
|
|
148
|
+
|
|
149
|
+
**Step 3 — Regression suite execution:**
|
|
150
|
+
- Quick suite (per-commit critical tests): MUST pass
|
|
151
|
+
- Extended suite (broader coverage): SHOULD pass
|
|
152
|
+
- Full suite (complete regression): recommended for XL tier
|
|
153
|
+
|
|
154
|
+
**Step 4 — Coverage delta** (from qe-coverage-analysis):
|
|
155
|
+
- New code coverage: must hit 80%
|
|
156
|
+
- Modified code: must maintain previous coverage
|
|
157
|
+
- Critical paths: must hit 90%
|
|
158
|
+
|
|
159
|
+
### 5.5. Shared Coverage Analysis
|
|
160
|
+
|
|
161
|
+
> Protocol from: `qe-coverage-analysis`
|
|
162
|
+
|
|
163
|
+
All 4 agents feed their findings into a shared coverage analysis:
|
|
164
|
+
- Risk-weighted coverage scoring: complexity(0.3) + change frequency(0.25) + bug history(0.25) + criticality(0.2)
|
|
165
|
+
- Differential coverage assessment for new vs modified code
|
|
166
|
+
- Gap prioritization by risk weight
|
|
167
|
+
|
|
168
|
+
### 6. Gap Synthesis and Decision
|
|
169
|
+
|
|
170
|
+
After all agents complete, synthesize findings:
|
|
171
|
+
|
|
172
|
+
```
|
|
173
|
+
┌─────────────────────────────────────────────────────────┐
|
|
174
|
+
│ FLEET QE ASSESSMENT RESULTS │
|
|
175
|
+
├─────────────────────────────────────────────────────────┤
|
|
176
|
+
│ │
|
|
177
|
+
│ Traceability: {N}/{M} chains complete ({%}) │
|
|
178
|
+
│ Risk Mitigation: {N}/{M} risks mitigated ({%}) │
|
|
179
|
+
│ Integration: {N} issues found │
|
|
180
|
+
│ Regression: {N} potential impacts identified │
|
|
181
|
+
│ │
|
|
182
|
+
│ GAPS FOUND: {count} │
|
|
183
|
+
│ VERDICT: COMPLETE | NEEDS_REMEDIATION │
|
|
184
|
+
│ │
|
|
185
|
+
└─────────────────────────────────────────────────────────┘
|
|
186
|
+
```
|
|
187
|
+
|
|
188
|
+
### 7. Remediation Loop
|
|
189
|
+
|
|
190
|
+
If gaps are found (NEEDS_REMEDIATION):
|
|
191
|
+
|
|
192
|
+
1. Classify each gap by origin step:
|
|
193
|
+
- Requirements gap → return to Step 1
|
|
194
|
+
- ADR gap → return to Step 3
|
|
195
|
+
- Implementation gap → return to Step 7
|
|
196
|
+
- Test gap → return to Step 8
|
|
197
|
+
2. Present gaps to user with remediation recommendations
|
|
198
|
+
3. After user confirms, execute remediation at the appropriate step
|
|
199
|
+
4. Re-run Step 9 fleet assessment (max 2 iterations)
|
|
200
|
+
5. If gaps remain after 2 iterations → flag for user decision
|
|
201
|
+
|
|
202
|
+
If no gaps (COMPLETE):
|
|
203
|
+
- Declare feature ready
|
|
204
|
+
- Generate final README.md for `features/<slug>/`
|
|
205
|
+
|
|
206
|
+
## Output
|
|
207
|
+
|
|
208
|
+
Create `features/<slug>/09_fleet_qe_assessment.md` with:
|
|
209
|
+
- Traceability matrix
|
|
210
|
+
- Risk mitigation status
|
|
211
|
+
- Integration check results
|
|
212
|
+
- Regression analysis
|
|
213
|
+
- Gap list (if any)
|
|
214
|
+
- Remediation actions taken (if any)
|
|
215
|
+
- Final verdict
|
|
216
|
+
|
|
217
|
+
Set `{FLEET_QE_VERDICT}` variable (COMPLETE | NEEDS_REMEDIATION).
|
|
218
|
+
|
|
219
|
+
## Checkpoint Format
|
|
220
|
+
|
|
221
|
+
```
|
|
222
|
+
═══════════════════════════════════════════════════════
|
|
223
|
+
⏸️ STEP 9: Fleet QE Assessment Complete
|
|
224
|
+
<promise>FEATURE_ADR_FLEET_VERIFIED</promise>
|
|
225
|
+
Tier: {COMPLEXITY_TIER}
|
|
226
|
+
|
|
227
|
+
Fleet: 4 agents | Traceability: {%} | Risks mitigated: {%}
|
|
228
|
+
Gaps found: {N} | Verdict: {COMPLETE | NEEDS_REMEDIATION}
|
|
229
|
+
|
|
230
|
+
{If NEEDS_REMEDIATION:}
|
|
231
|
+
Gaps requiring attention:
|
|
232
|
+
1. {gap description} → return to Step {N}
|
|
233
|
+
2. {gap description} → return to Step {N}
|
|
234
|
+
|
|
235
|
+
• "ок" — feature complete! (if COMPLETE)
|
|
236
|
+
• "исправь" — remediate gaps (if NEEDS_REMEDIATION)
|
|
237
|
+
• "пропусти [gap]" — accept risk for specific gap
|
|
238
|
+
═══════════════════════════════════════════════════════
|
|
239
|
+
```
|
|
240
|
+
|
|
241
|
+
## Quality Gates
|
|
242
|
+
|
|
243
|
+
- [ ] All 4 fleet agents spawned and completed
|
|
244
|
+
- [ ] Traceability matrix covers all requirements
|
|
245
|
+
- [ ] Critical QCSD risks verified as mitigated
|
|
246
|
+
- [ ] No unresolved integration issues
|
|
247
|
+
- [ ] Regression analysis completed
|
|
248
|
+
- [ ] Remediation loop completed (if gaps found)
|
|
249
|
+
- [ ] Fleet QE report created
|
|
250
|
+
|
|
251
|
+
## Direct Mode (`--full-qe`)
|
|
252
|
+
|
|
253
|
+
When `{AGENTIC_QE_MODE}` = `direct` (activated via `--full-qe` flag), Step 9
|
|
254
|
+
uses full agentic-qe protocols for the same 4 core agents. No additional agents
|
|
255
|
+
are added — the same fleet runs with deeper methodology from the full skill files.
|
|
256
|
+
|
|
257
|
+
### What changes
|
|
258
|
+
|
|
259
|
+
| Agent | Reference Mode | Direct Mode (`--full-qe`) |
|
|
260
|
+
|-------|---------------|---------------------------|
|
|
261
|
+
| Agent 1 | Condensed qe-requirements-validation | Full SMART + BDD + sprint coverage protocol |
|
|
262
|
+
| Agent 2 | Condensed risk-based-testing | Full 5×5 matrix + ML-enhanced + dynamic reassessment |
|
|
263
|
+
| Agent 3 | Condensed enterprise-integration | Full hierarchical fleet + QCSD flags |
|
|
264
|
+
| Agent 4 | Condensed regression-testing | Full change-based + historical + time-budget strategies |
|
|
265
|
+
|
|
266
|
+
## Direct Extended Mode (`--full-qe-extended`)
|
|
267
|
+
|
|
268
|
+
When `{AGENTIC_QE_MODE}` = `direct-extended`, Step 9 gets everything from
|
|
269
|
+
`--full-qe` PLUS additional conditional agents and production feedback loops.
|
|
270
|
+
|
|
271
|
+
### Additional Conditional Agents
|
|
272
|
+
|
|
273
|
+
| Agent | Skill | Condition | Scope |
|
|
274
|
+
|-------|-------|-----------|-------|
|
|
275
|
+
| Agent 5 | chaos-engineering-resilience | `HAS_INFRASTRUCTURE_CHANGE` | Fault injection, blast radius, steady state |
|
|
276
|
+
| Agent 6 | security-testing | `HAS_AUTH` or `HAS_EXTERNAL_API` | OWASP Top 10, access control, injection |
|
|
277
|
+
| Agent 7 | performance-testing | `HAS_PERFORMANCE_SLA` | Load/stress/spike testing, SLO verification |
|
|
278
|
+
|
|
279
|
+
These agents are spawned alongside Agents 1-4 in the same message.
|
|
280
|
+
|
|
281
|
+
### Post-Assessment: Production Feedback
|
|
282
|
+
|
|
283
|
+
After Step 9 completes, if `--full-qe-extended` is active:
|
|
284
|
+
1. Load `qcsd-production-swarm` feedback loop patterns
|
|
285
|
+
2. Store Fleet QE findings in memory for future pipeline runs
|
|
286
|
+
3. Flag production health risks for monitoring post-deploy
|
|
287
|
+
4. Advisory: suggest post-deploy monitoring checklist
|
|
288
|
+
|
|
289
|
+
### Extended Checkpoint (Direct Extended Mode)
|
|
290
|
+
|
|
291
|
+
```
|
|
292
|
+
Fleet: {4-7} agents | Mode: full-qe-extended | Traceability: {%} | Risks: {%}
|
|
293
|
+
Extended: Security: {PASS|WARN|FAIL} | Performance: {PASS|WARN|FAIL} | Chaos: {PASS|WARN|N/A}
|
|
294
|
+
```
|
|
295
|
+
|
|
296
|
+
## Anti-Patterns
|
|
297
|
+
|
|
298
|
+
| Anti-Pattern | Detection | Fix |
|
|
299
|
+
|-------------|-----------|-----|
|
|
300
|
+
| Skipping fleet QE "for speed" | No Step 9 for L/XL | BLOCK — mandatory for L/XL |
|
|
301
|
+
| Fewer than 4 agents | Agent count < 4 | BLOCK — all 4 required |
|
|
302
|
+
| Infinite remediation loop | > 2 iterations | Stop, flag for user |
|
|
303
|
+
| Accepting unmitigated critical risks | UNMITIGATED status for critical | Require explicit user acknowledgment |
|
|
304
|
+
| Using --full-qe-extended for S/M tier | Flag on simple features | WARN — overhead not justified |
|
|
305
|
+
| --full-qe without agentic-qe installed | Flag present, tool missing | WARN and fall back to reference mode |
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
# Agentic QE Skills Integration
|
|
2
|
+
|
|
3
|
+
Skills from [agentic-qe](https://github.com/proffesor-for-testing/agentic-qe) integrated into the feature-adr pipeline.
|
|
4
|
+
|
|
5
|
+
## Installation (for Direct Mode)
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
# Install agentic-qe globally
|
|
9
|
+
npm install -g agentic-qe
|
|
10
|
+
|
|
11
|
+
# Initialize in your project (auto-detects tech stack, configures MCP)
|
|
12
|
+
cd your-project && aqe init --auto
|
|
13
|
+
```
|
|
14
|
+
|
|
15
|
+
Then use with explicit flags:
|
|
16
|
+
```
|
|
17
|
+
/feature-adr --full-qe [описание фичи] # Full protocols, same 9 core skills
|
|
18
|
+
/feature-adr --full-qe-extended [описание фичи] # Full protocols + 6 extra skills
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
Without installation, all core skills work in Reference Mode (no setup needed).
|
|
22
|
+
|
|
23
|
+
## Skill Mapping to Feature-ADR Steps
|
|
24
|
+
|
|
25
|
+
### Core Skills (always available, Reference Mode)
|
|
26
|
+
|
|
27
|
+
| Feature-ADR Step | Agentic QE Skill | Purpose |
|
|
28
|
+
|-----------------|------------------|---------|
|
|
29
|
+
| Step 3 (ADR) → validation | shift-left-testing | Validate ADR testability (Level 4: Risk Analysis in Design) |
|
|
30
|
+
| Step 3.5 | qcsd-ideation-swarm | Quality criteria swarm on refined ADR (HTSM, Risk Storming, testability) |
|
|
31
|
+
| Step 6 (Impl Plan) | code-goal-planner | SPARC-GOAP milestone decomposition |
|
|
32
|
+
| Step 8 (QE) → review | brutal-honesty-review | Linus/Ramsay/Bach modes for code + test review |
|
|
33
|
+
| Step 8 → gap loop | requirements-validator (via shift-left) | Find gaps in implementation, iterate until fixed |
|
|
34
|
+
| Step 9 → Agent 1 | qe-requirements-validation | Traceability matrix, SMART validation, orphan test detection |
|
|
35
|
+
| Step 9 → Agent 2 | risk-based-testing | Probability×Impact 5×5 scoring, 4-tier test allocation |
|
|
36
|
+
| Step 9 → Agent 3 | enterprise-integration-testing | Cross-module contract testing, E2E flow validation |
|
|
37
|
+
| Step 9 → Agent 4 | regression-testing | Change-based test selection, impact analysis, regression pyramid |
|
|
38
|
+
| Step 9 → shared | qe-coverage-analysis | Risk-weighted coverage scoring, differential coverage |
|
|
39
|
+
|
|
40
|
+
### Extended Skills (Direct Extended Mode only, `--full-qe-extended`)
|
|
41
|
+
|
|
42
|
+
| Feature-ADR Step | Agentic QE Skill | Purpose | Condition |
|
|
43
|
+
|-----------------|------------------|---------|-----------|
|
|
44
|
+
| Step 7 | tdd-london-chicago | TDD school selection (London mocks vs Chicago state) | Always in direct mode |
|
|
45
|
+
| Step 8 | mutation-testing | Mutation score analysis, surviving mutant diagnosis | If test suite exists |
|
|
46
|
+
| Step 8, 9 | security-testing | OWASP Top 10, access control, injection, crypto failures | `HAS_AUTH` or `HAS_EXTERNAL_API` |
|
|
47
|
+
| Step 8, 9 | performance-testing | Load/stress/spike/endurance testing, SLO verification | `HAS_PERFORMANCE_SLA` |
|
|
48
|
+
| Step 9 | chaos-engineering-resilience | Fault injection, blast radius progression, steady state | `HAS_INFRASTRUCTURE_CHANGE` |
|
|
49
|
+
| Step 9+ | qcsd-production-swarm | 12-agent post-release health, DORA metrics, feedback loops | Advisory (post-deploy) |
|
|
50
|
+
|
|
51
|
+
## Source Repository
|
|
52
|
+
|
|
53
|
+
- Repository: https://github.com/proffesor-for-testing/agentic-qe
|
|
54
|
+
- Skills path: `assets/skills/`
|
|
55
|
+
- Agents path: `.claude/agents/goal/`
|
|
56
|
+
- Total skills in repo: 77+
|
|
57
|
+
- Skills integrated: 15 (9 core + 6 extended)
|
|
58
|
+
|
|
59
|
+
### Trust Tiers
|
|
60
|
+
|
|
61
|
+
| Skill | Tier |
|
|
62
|
+
|-------|------|
|
|
63
|
+
| shift-left-testing | 3 (Verified) |
|
|
64
|
+
| qcsd-ideation-swarm | 3 (Verified) |
|
|
65
|
+
| brutal-honesty-review | 2 (Validated) |
|
|
66
|
+
| qe-requirements-validation | 3 (Verified) |
|
|
67
|
+
| risk-based-testing | 3 (Verified) |
|
|
68
|
+
| enterprise-integration-testing | 3 (Verified) |
|
|
69
|
+
| regression-testing | 3 (Verified) |
|
|
70
|
+
| qe-coverage-analysis | 3 (Verified) |
|
|
71
|
+
| chaos-engineering-resilience | 3 (Verified) |
|
|
72
|
+
| security-testing | 3 (Verified) |
|
|
73
|
+
| performance-testing | 3 (Verified) |
|
|
74
|
+
| mutation-testing | 3 (Verified) |
|
|
75
|
+
| tdd-london-chicago | 3 (Verified) |
|
|
76
|
+
| qcsd-production-swarm | 3 (Verified) |
|
|
77
|
+
|
|
78
|
+
## Integration Modes
|
|
79
|
+
|
|
80
|
+
### Reference Mode (default, no setup)
|
|
81
|
+
|
|
82
|
+
Skills are stored as condensed copies in `references/agentic-qe/`.
|
|
83
|
+
Feature-adr modules read the skill instructions and apply their methodology
|
|
84
|
+
within the feature-adr checkpoint framework.
|
|
85
|
+
|
|
86
|
+
- Works out of the box
|
|
87
|
+
- 15 files, ~50KB total
|
|
88
|
+
- Covers all core pipeline steps
|
|
89
|
+
|
|
90
|
+
### Direct Mode (`--full-qe`, requires installation)
|
|
91
|
+
|
|
92
|
+
When `--full-qe` flag is used and agentic-qe is installed:
|
|
93
|
+
|
|
94
|
+
1. Step 0 detects agentic-qe installation (`which aqe`)
|
|
95
|
+
2. Sets `{AGENTIC_QE_MODE}` = `direct`
|
|
96
|
+
3. Modules load full skill files from agentic-qe package for the same 9 core skills
|
|
97
|
+
4. Full QCSD swarm protocols with all agents + DDD mapping
|
|
98
|
+
5. No additional skills — same agents, deeper protocols
|
|
99
|
+
|
|
100
|
+
**When to use:**
|
|
101
|
+
- L/XL tier features needing deeper QE methodology
|
|
102
|
+
- Teams with established QE practices
|
|
103
|
+
|
|
104
|
+
### Direct Extended Mode (`--full-qe-extended`, requires installation)
|
|
105
|
+
|
|
106
|
+
Everything from `--full-qe` PLUS 6 additional skills:
|
|
107
|
+
|
|
108
|
+
1. Sets `{AGENTIC_QE_MODE}` = `direct-extended`
|
|
109
|
+
2. Step 7 gets TDD London/Chicago guidance
|
|
110
|
+
3. Step 8 gets mutation testing + security + performance
|
|
111
|
+
4. Step 9 gets up to 3 extra conditional agents (chaos, security, performance)
|
|
112
|
+
5. Post-Step 9 gets production swarm feedback loops
|
|
113
|
+
|
|
114
|
+
**When to use:**
|
|
115
|
+
- XL tier features with security/compliance requirements
|
|
116
|
+
- Banking domain (ФЗ-152), regulatory compliance
|
|
117
|
+
- Maximum QE coverage needed
|
|
118
|
+
|
|
119
|
+
**When Reference Mode is enough:**
|
|
120
|
+
- S/M tier features
|
|
121
|
+
- Quick iteration / prototyping
|
|
122
|
+
- No special QE requirements
|
|
123
|
+
|
|
124
|
+
## Files in this directory
|
|
125
|
+
|
|
126
|
+
### Core (always loaded)
|
|
127
|
+
- `shift-left-testing.md` — Full copy (Tier 3)
|
|
128
|
+
- `qcsd-ideation-swarm.md` — Condensed from ~77KB (Tier 3)
|
|
129
|
+
- `code-goal-planner.md` — Full copy (Agent)
|
|
130
|
+
- `brutal-honesty-review.md` — Full copy (Tier 2)
|
|
131
|
+
- `qe-requirements-validation.md` — Full copy, 254 lines (Tier 3)
|
|
132
|
+
- `risk-based-testing.md` — Full copy, 212 lines (Tier 3)
|
|
133
|
+
- `enterprise-integration-testing.md` — Condensed from 735 lines (Tier 3)
|
|
134
|
+
- `regression-testing.md` — Full copy, 233 lines (Tier 3)
|
|
135
|
+
- `qe-coverage-analysis.md` — Full copy, 193 lines (Tier 3)
|
|
136
|
+
|
|
137
|
+
### Extended (loaded in Direct Mode)
|
|
138
|
+
- `chaos-engineering-resilience.md` — Full copy, 164 lines (Tier 3)
|
|
139
|
+
- `security-testing.md` — Full copy, 312 lines (Tier 3)
|
|
140
|
+
- `performance-testing.md` — Full copy, 316 lines (Tier 3)
|
|
141
|
+
- `mutation-testing.md` — Full copy, 237 lines (Tier 3)
|
|
142
|
+
- `tdd-london-chicago.md` — Full copy, 250 lines (Tier 3)
|
|
143
|
+
- `qcsd-production-swarm.md` — Condensed from 2781 lines (Tier 3)
|
|
@@ -0,0 +1,240 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: brutal-honesty-review
|
|
3
|
+
description: "Unvarnished technical criticism combining Linus Torvalds' precision, Gordon Ramsay's standards, and James Bach's BS-detection. Use when code/tests need harsh reality checks, certification schemes smell fishy, or technical decisions lack rigor. No sugar-coating, just surgical truth about what's broken and why."
|
|
4
|
+
category: quality-review
|
|
5
|
+
priority: high
|
|
6
|
+
tokenEstimate: 1200
|
|
7
|
+
agents: [qe-code-reviewer, qe-quality-gate, qe-security-auditor]
|
|
8
|
+
implementation_status: optimized
|
|
9
|
+
optimization_version: 1.0
|
|
10
|
+
last_optimized: 2025-12-03
|
|
11
|
+
dependencies: []
|
|
12
|
+
quick_reference_card: true
|
|
13
|
+
tags: [code-review, honesty, critical-thinking, technical-criticism, quality]
|
|
14
|
+
trust_tier: 2
|
|
15
|
+
validation:
|
|
16
|
+
schema_path: schemas/output.json
|
|
17
|
+
validator_path: scripts/validate-config.json
|
|
18
|
+
|
|
19
|
+
---
|
|
20
|
+
|
|
21
|
+
# Brutal Honesty Review
|
|
22
|
+
|
|
23
|
+
<default_to_action>
|
|
24
|
+
When brutal honesty is needed:
|
|
25
|
+
1. CHOOSE MODE: Linus (technical), Ramsay (standards), Bach (BS detection)
|
|
26
|
+
2. VERIFY CONTEXT: Senior engineer? Repeated mistake? Critical bug? Explicit request?
|
|
27
|
+
3. STRUCTURE: What's broken → Why it's wrong → What correct looks like → How to fix
|
|
28
|
+
4. ATTACK THE WORK, not the worker
|
|
29
|
+
5. ALWAYS provide actionable path forward
|
|
30
|
+
|
|
31
|
+
**Quick Mode Selection:**
|
|
32
|
+
- **Linus**: Code is technically wrong, inefficient, misunderstands fundamentals
|
|
33
|
+
- **Ramsay**: Quality is subpar compared to clear excellence model
|
|
34
|
+
- **Bach**: Certifications, best practices, or vendor hype need reality check
|
|
35
|
+
|
|
36
|
+
**Calibration:**
|
|
37
|
+
- Level 1 (Direct): "This approach is fundamentally flawed because..."
|
|
38
|
+
- Level 2 (Harsh): "We've discussed this three times. Why is it back?"
|
|
39
|
+
- Level 3 (Brutal): "This is negligent. You're exposing user data because..."
|
|
40
|
+
|
|
41
|
+
**DO NOT USE FOR:** Junior devs' first PRs, demoralized teams, public forums, low psychological safety
|
|
42
|
+
</default_to_action>
|
|
43
|
+
|
|
44
|
+
## Quick Reference Card
|
|
45
|
+
|
|
46
|
+
### When to Use
|
|
47
|
+
| Context | Appropriate? | Why |
|
|
48
|
+
|---------|-------------|-----|
|
|
49
|
+
| Senior engineer code review | ✅ Yes | Can handle directness, respects precision |
|
|
50
|
+
| Repeated architectural mistakes | ✅ Yes | Gentle approaches failed |
|
|
51
|
+
| Security vulnerabilities | ✅ Yes | Stakes too high for sugar-coating |
|
|
52
|
+
| Evaluating vendor claims | ✅ Yes | BS detection prevents expensive mistakes |
|
|
53
|
+
| Junior dev's first PR | ❌ No | Use constructive mentoring |
|
|
54
|
+
| Demoralized team | ❌ No | Will break, not motivate |
|
|
55
|
+
| Public forum | ❌ No | Public humiliation destroys trust |
|
|
56
|
+
|
|
57
|
+
### Three Modes
|
|
58
|
+
|
|
59
|
+
| Mode | When | Example Output |
|
|
60
|
+
|------|------|----------------|
|
|
61
|
+
| **Linus** | Code technically wrong | "You're holding the lock for the entire I/O. Did you test under load?" |
|
|
62
|
+
| **Ramsay** | Quality below standards | "12 tests and 10 just check variables exist. Where's the business logic?" |
|
|
63
|
+
| **Bach** | BS detection needed | "This cert tests memorization, not bug-finding. Who actually benefits?" |
|
|
64
|
+
|
|
65
|
+
---
|
|
66
|
+
|
|
67
|
+
## The Criticism Structure
|
|
68
|
+
|
|
69
|
+
```markdown
|
|
70
|
+
## What's Broken
|
|
71
|
+
[Surgical description - specific, technical]
|
|
72
|
+
|
|
73
|
+
## Why It's Wrong
|
|
74
|
+
[Technical explanation, not opinion]
|
|
75
|
+
|
|
76
|
+
## What Correct Looks Like
|
|
77
|
+
[Clear model of excellence]
|
|
78
|
+
|
|
79
|
+
## How to Fix It
|
|
80
|
+
[Actionable steps, specific to context]
|
|
81
|
+
|
|
82
|
+
## Why This Matters
|
|
83
|
+
[Impact if not fixed]
|
|
84
|
+
```
|
|
85
|
+
|
|
86
|
+
---
|
|
87
|
+
|
|
88
|
+
## Mode Examples
|
|
89
|
+
|
|
90
|
+
### Linus Mode: Technical Precision
|
|
91
|
+
|
|
92
|
+
```markdown
|
|
93
|
+
**Problem**: Holding database connection during HTTP call
|
|
94
|
+
|
|
95
|
+
"This is completely broken. You're holding a database connection
|
|
96
|
+
open while waiting for an external HTTP request. Under load, you'll
|
|
97
|
+
exhaust the connection pool in seconds.
|
|
98
|
+
|
|
99
|
+
Did you even test this with more than one concurrent user?
|
|
100
|
+
|
|
101
|
+
The correct approach is:
|
|
102
|
+
1. Fetch data from DB
|
|
103
|
+
2. Close connection
|
|
104
|
+
3. Make HTTP call
|
|
105
|
+
4. Open new connection if needed
|
|
106
|
+
|
|
107
|
+
This is Connection Management 101. Why wasn't this caught in review?"
|
|
108
|
+
```
|
|
109
|
+
|
|
110
|
+
### Ramsay Mode: Standards-Driven Quality
|
|
111
|
+
|
|
112
|
+
```markdown
|
|
113
|
+
**Problem**: Tests only verify happy path
|
|
114
|
+
|
|
115
|
+
"Look at this test suite. 15 tests, 14 happy path scenarios.
|
|
116
|
+
Where's the validation testing? Edge cases? Failure modes?
|
|
117
|
+
|
|
118
|
+
This is RAW. You're testing if code runs, not if it's correct.
|
|
119
|
+
|
|
120
|
+
Production-ready covers:
|
|
121
|
+
✓ Happy path (you have this)
|
|
122
|
+
✗ Validation failures (missing)
|
|
123
|
+
✗ Boundary conditions (missing)
|
|
124
|
+
✗ Error handling (missing)
|
|
125
|
+
✗ Concurrent access (missing)
|
|
126
|
+
|
|
127
|
+
You wouldn't ship code with 12% coverage. Don't merge tests
|
|
128
|
+
with 12% scenario coverage."
|
|
129
|
+
```
|
|
130
|
+
|
|
131
|
+
### Bach Mode: BS Detection
|
|
132
|
+
|
|
133
|
+
```markdown
|
|
134
|
+
**Problem**: ISTQB certification required for QE roles
|
|
135
|
+
|
|
136
|
+
"ISTQB tests if you memorized terminology, not if you can test software.
|
|
137
|
+
|
|
138
|
+
Real testing skills:
|
|
139
|
+
- Finding bugs others miss
|
|
140
|
+
- Designing effective strategies for context
|
|
141
|
+
- Communicating risk to stakeholders
|
|
142
|
+
|
|
143
|
+
ISTQB tests:
|
|
144
|
+
- Definitions of 'alpha' vs 'beta' testing
|
|
145
|
+
- Names of techniques you'll never use
|
|
146
|
+
- V-model terminology
|
|
147
|
+
|
|
148
|
+
If ISTQB helped testers, companies with certified teams would ship
|
|
149
|
+
higher quality. They don't."
|
|
150
|
+
```
|
|
151
|
+
|
|
152
|
+
---
|
|
153
|
+
|
|
154
|
+
## Assessment Rubrics
|
|
155
|
+
|
|
156
|
+
### Code Quality (Linus Mode)
|
|
157
|
+
|
|
158
|
+
| Criteria | Failing | Passing | Excellent |
|
|
159
|
+
|----------|---------|---------|-----------|
|
|
160
|
+
| Correctness | Wrong algorithm | Works in tested cases | Proven across edge cases |
|
|
161
|
+
| Performance | Naive O(n²) | Acceptable complexity | Optimal + profiled |
|
|
162
|
+
| Error Handling | Crashes on invalid | Returns error codes | Graceful degradation |
|
|
163
|
+
| Testability | Impossible to test | Can mock | Self-testing design |
|
|
164
|
+
|
|
165
|
+
### Test Quality (Ramsay Mode)
|
|
166
|
+
|
|
167
|
+
| Criteria | Raw | Acceptable | Michelin Star |
|
|
168
|
+
|----------|-----|------------|---------------|
|
|
169
|
+
| Coverage | <50% branch | 80%+ branch | 95%+ mutation tested |
|
|
170
|
+
| Edge Cases | Only happy path | Common failures | Boundary analysis complete |
|
|
171
|
+
| Stability | Flaky (>1% failure) | Stable but slow | Deterministic + fast |
|
|
172
|
+
|
|
173
|
+
### BS Detection (Bach Mode)
|
|
174
|
+
|
|
175
|
+
| Red Flag | Evidence | Impact |
|
|
176
|
+
|----------|----------|--------|
|
|
177
|
+
| Cargo Cult Practice | "Best practice" with no context | Wasted effort |
|
|
178
|
+
| Certification Theater | Required cert unrelated to skills | Filters out thinkers |
|
|
179
|
+
| Vendor Lock-In | Tool solves problem it created | Expensive dependency |
|
|
180
|
+
|
|
181
|
+
---
|
|
182
|
+
|
|
183
|
+
## Agent Integration
|
|
184
|
+
|
|
185
|
+
```typescript
|
|
186
|
+
// Brutal honesty code review
|
|
187
|
+
await Task("Code Review", {
|
|
188
|
+
code: pullRequestDiff,
|
|
189
|
+
mode: 'linus', // or 'ramsay', 'bach'
|
|
190
|
+
calibration: 'direct', // or 'harsh', 'brutal'
|
|
191
|
+
requireActionable: true
|
|
192
|
+
}, "qe-code-reviewer");
|
|
193
|
+
|
|
194
|
+
// BS detection for vendor claims
|
|
195
|
+
await Task("Vendor Evaluation", {
|
|
196
|
+
claims: vendorMarketingClaims,
|
|
197
|
+
mode: 'bach',
|
|
198
|
+
requireEvidence: true
|
|
199
|
+
}, "qe-quality-gate");
|
|
200
|
+
```
|
|
201
|
+
|
|
202
|
+
---
|
|
203
|
+
|
|
204
|
+
## Agent Coordination Hints
|
|
205
|
+
|
|
206
|
+
### Memory Namespace
|
|
207
|
+
```
|
|
208
|
+
aqe/brutal-honesty/
|
|
209
|
+
├── code-reviews/* - Technical review findings
|
|
210
|
+
├── bs-detection/* - Vendor/cert evaluations
|
|
211
|
+
└── calibration/* - Context-appropriate levels
|
|
212
|
+
```
|
|
213
|
+
|
|
214
|
+
### Fleet Coordination
|
|
215
|
+
```typescript
|
|
216
|
+
const reviewFleet = await FleetManager.coordinate({
|
|
217
|
+
strategy: 'brutal-review',
|
|
218
|
+
agents: [
|
|
219
|
+
'qe-code-reviewer', // Technical precision
|
|
220
|
+
'qe-security-auditor', // Security brutality
|
|
221
|
+
'qe-quality-gate' // Standards enforcement
|
|
222
|
+
],
|
|
223
|
+
topology: 'parallel'
|
|
224
|
+
});
|
|
225
|
+
```
|
|
226
|
+
|
|
227
|
+
---
|
|
228
|
+
|
|
229
|
+
## Related Skills
|
|
230
|
+
- [code-review-quality](../code-review-quality/) - Diplomatic version
|
|
231
|
+
- [context-driven-testing](../context-driven-testing/) - Foundation for Bach mode
|
|
232
|
+
- [sherlock-review](../sherlock-review/) - Evidence-based investigation
|
|
233
|
+
|
|
234
|
+
---
|
|
235
|
+
|
|
236
|
+
## Remember
|
|
237
|
+
|
|
238
|
+
**Brutal honesty eliminates ambiguity but has costs.** Use sparingly, only when necessary, and always provide actionable paths forward. Attack the work, never the worker.
|
|
239
|
+
|
|
240
|
+
**The Brutal Honesty Contract**: Get explicit consent. "I'm going to give unfiltered technical feedback. This will be direct, possibly harsh. The goal is clarity, not cruelty."
|