@dzhechkov/keysarium 1.7.18 → 1.7.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dz-manifest.json +172 -32
- package/README.md +3 -3
- package/package.json +1 -1
- package/sbom.json +391 -41
- package/src/commands/init.js +10 -0
- package/src/commands/update.js +30 -3
- package/src/utils.js +6 -0
- package/templates/.claude/agents/code-goal-planner.md +441 -3
- package/templates/.claude/skills/feature-adr/SKILL.md +9 -7
- package/templates/.claude/skills/feature-adr/modules/06-implementation-plan.md +1 -1
- package/templates/.claude/skills/feature-adr/modules/09-fleet-qe.md +1 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/README.md +11 -9
- package/templates/.claude/skills/feature-adr/references/agentic-qe/UPSTREAM-MANIFEST.json +290 -70
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{chaos-engineering-resilience.md → qe-ref-chaos-engineering-resilience/REFERENCE.md} +13 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-chaos-engineering-resilience/schemas/output.json +1205 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-chaos-engineering-resilience/scripts/validate-config.json +47 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{mutation-testing.md → qe-ref-mutation-testing/REFERENCE.md} +39 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/config.json +14 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/evals/mutation-testing.yaml +651 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/references/mutation-operators.md +38 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/schemas/output.json +707 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/scripts/validate-config.json +44 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/test-data/sample-output.json +295 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{performance-testing.md → qe-ref-performance-testing/REFERENCE.md} +35 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/config.json +18 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/evals/performance-testing.yaml +771 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/references/k6-patterns.md +72 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/schemas/output.json +1184 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/scripts/validate-config.json +55 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/REFERENCE.md +222 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/schemas/output.json +505 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/scripts/validate-config.json +25 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/01-flag-detection.md +202 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/02-core-agents.md +428 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/03-batch1-results.md +101 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/04-conditional-agents.md +125 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/05-decision-synthesis.md +136 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/06-report-generation.md +181 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/07-learning-persistence.md +157 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/08-feedback-loop.md +122 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/09-final-output.md +140 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{security-testing.md → qe-ref-security-testing/REFERENCE.md} +44 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/config.json +13 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/evals/security-testing.yaml +789 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/references/compliance-agent-commands.md +131 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/references/owasp-top-10.md +66 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/schemas/output.json +879 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/scripts/validate-config.json +45 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/templates/security-report.md +44 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{tdd-london-chicago.md → qe-ref-tdd-london-chicago/REFERENCE.md} +21 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-tdd-london-chicago/schemas/output.json +444 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-tdd-london-chicago/scripts/validate-config.json +43 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qcsd-production-swarm.md +0 -108
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
# Step 7: Store Learnings & Persist State
|
|
2
|
+
|
|
3
|
+
## Prerequisites
|
|
4
|
+
- Step 6 (Report Generation) completed
|
|
5
|
+
- All metrics available from Steps 3-5
|
|
6
|
+
- All flag values from Step 1
|
|
7
|
+
|
|
8
|
+
## Instructions
|
|
9
|
+
|
|
10
|
+
### ENFORCEMENT: ALWAYS RUN THIS STEP
|
|
11
|
+
|
|
12
|
+
```
|
|
13
|
+
+-------------------------------------------------------------+
|
|
14
|
+
| LEARNING PERSISTENCE MUST ALWAYS EXECUTE |
|
|
15
|
+
| |
|
|
16
|
+
| This is NOT optional. It runs on EVERY production scan. |
|
|
17
|
+
| It stores findings for cross-phase feedback loops, |
|
|
18
|
+
| historical DORA tracking, and pattern learning. |
|
|
19
|
+
| |
|
|
20
|
+
| DO NOT skip this step for any reason. |
|
|
21
|
+
| DO NOT treat this as "nice to have". |
|
|
22
|
+
| Enforcement Rule E9 applies. |
|
|
23
|
+
+-------------------------------------------------------------+
|
|
24
|
+
```
|
|
25
|
+
|
|
26
|
+
### Purpose
|
|
27
|
+
|
|
28
|
+
Store production findings for:
|
|
29
|
+
- Cross-phase feedback loops (Production -> Ideation and Refinement cycles)
|
|
30
|
+
- Historical DORA metric tracking across releases
|
|
31
|
+
- Defect trend analysis and prediction model improvement
|
|
32
|
+
- Incident pattern learning for recurring issue prevention
|
|
33
|
+
|
|
34
|
+
### Auto-Execution Steps (ALL THREE are MANDATORY)
|
|
35
|
+
|
|
36
|
+
**Step 1: Store production findings to memory**
|
|
37
|
+
|
|
38
|
+
You MUST execute this MCP call with actual values from the production analysis:
|
|
39
|
+
|
|
40
|
+
```bash
|
|
41
|
+
aqe memory store \
|
|
42
|
+
--key "qcsd-production-${releaseId}-${Date.now()}" \
|
|
43
|
+
--namespace "qcsd-production" \
|
|
44
|
+
--value '{...}' \
|
|
45
|
+
--json
|
|
46
|
+
```
|
|
47
|
+
|
|
48
|
+
**Step 2: Share learnings with feedback agents**
|
|
49
|
+
|
|
50
|
+
```bash
|
|
51
|
+
aqe memory share \
|
|
52
|
+
--from "qcsd-production-swarm" \
|
|
53
|
+
--to "qe-learning-coordinator,qe-transfer-specialist" \
|
|
54
|
+
--domain "production-health-patterns" \
|
|
55
|
+
--content '{...}' --json
|
|
56
|
+
```
|
|
57
|
+
|
|
58
|
+
**Step 3: Save learning persistence record to output folder**
|
|
59
|
+
|
|
60
|
+
Save a JSON record to `${OUTPUT_FOLDER}/09-learning-persistence.json`:
|
|
61
|
+
|
|
62
|
+
```json
|
|
63
|
+
{
|
|
64
|
+
"phase": "QCSD-Production",
|
|
65
|
+
"releaseId": "[release ID]",
|
|
66
|
+
"releaseName": "[release name]",
|
|
67
|
+
"recommendation": "[HEALTHY/DEGRADED/CRITICAL]",
|
|
68
|
+
"memoryKey": "qcsd-production-[releaseId]-[timestamp]",
|
|
69
|
+
"namespace": "qcsd-production",
|
|
70
|
+
"metrics": {
|
|
71
|
+
"doraScore": "[0-1]",
|
|
72
|
+
"slaCompliance": "[0-100]",
|
|
73
|
+
"incidentSeverity": "[P0-P4 or NONE]",
|
|
74
|
+
"rcaCompleteness": "[0-100]",
|
|
75
|
+
"defectTrend": "[declining/stable/increasing]",
|
|
76
|
+
"defectDensity": "[N.NN]",
|
|
77
|
+
"regressionCount": "[N or null]",
|
|
78
|
+
"chaosResilience": "[N or null]",
|
|
79
|
+
"middlewareHealth": "[N or null]",
|
|
80
|
+
"sapHealth": "[N or null]",
|
|
81
|
+
"sodCompliance": "[N or null]"
|
|
82
|
+
},
|
|
83
|
+
"flags": {
|
|
84
|
+
"HAS_INFRASTRUCTURE_CHANGE": "true/false",
|
|
85
|
+
"HAS_PERFORMANCE_SLA": "true/false",
|
|
86
|
+
"HAS_REGRESSION_RISK": "true/false",
|
|
87
|
+
"HAS_RECURRING_INCIDENTS": "true/false",
|
|
88
|
+
"HAS_MIDDLEWARE": "true/false",
|
|
89
|
+
"HAS_SAP_INTEGRATION": "true/false",
|
|
90
|
+
"HAS_AUTHORIZATION": "true/false"
|
|
91
|
+
},
|
|
92
|
+
"agentsInvoked": ["list", "of", "agents"],
|
|
93
|
+
"crossPhaseSignals": {
|
|
94
|
+
"toIdeation": "DORA trends and defect patterns for risk calibration and quality criteria updates",
|
|
95
|
+
"toRefinement": "RCA patterns and escape analysis for test strategy improvement and BDD generation"
|
|
96
|
+
},
|
|
97
|
+
"persistedAt": "[ISO timestamp]"
|
|
98
|
+
}
|
|
99
|
+
```
|
|
100
|
+
|
|
101
|
+
### Fallback: CLI Memory Commands
|
|
102
|
+
|
|
103
|
+
If MCP memory_store tool is unavailable, use CLI instead (STILL MANDATORY):
|
|
104
|
+
|
|
105
|
+
```bash
|
|
106
|
+
npx --no-install ruflo memory store \
|
|
107
|
+
--key "qcsd-production-${RELEASE_ID}-$(date +%s)" \
|
|
108
|
+
--value '{"recommendation":"[VALUE]","doraScore":[N],"slaCompliance":[N],"incidentSeverity":"[P_]","defectTrend":"[VALUE]"}' \
|
|
109
|
+
--namespace qcsd-production
|
|
110
|
+
|
|
111
|
+
npx --no-install ruflo hooks post-task \
|
|
112
|
+
--task-id "qcsd-production-${RELEASE_ID}" \
|
|
113
|
+
--success true
|
|
114
|
+
```
|
|
115
|
+
|
|
116
|
+
### Cross-Phase Signal Consumption
|
|
117
|
+
|
|
118
|
+
The Production Swarm both consumes and produces signals:
|
|
119
|
+
|
|
120
|
+
```
|
|
121
|
+
CONSUMES (from CI/CD phase):
|
|
122
|
+
+-- Loop 5 (CI/CD): RELEASE/REMEDIATE/BLOCK decisions
|
|
123
|
+
+-- Loop 6 (Pipeline History): Previous production assessments
|
|
124
|
+
|
|
125
|
+
PRODUCES (for other phases):
|
|
126
|
+
+-- To Ideation Phase (Strategic): DORA trends + defect patterns
|
|
127
|
+
+-- To Refinement Phase (Tactical): RCA patterns + escape analysis
|
|
128
|
+
```
|
|
129
|
+
|
|
130
|
+
### Validation Before Proceeding
|
|
131
|
+
|
|
132
|
+
```
|
|
133
|
+
+-- Did I execute aqe memory store with actual values?
|
|
134
|
+
+-- Did I execute aqe memory share to propagate learnings?
|
|
135
|
+
+-- Did I save 09-learning-persistence.json to the output folder?
|
|
136
|
+
+-- Does the JSON contain the correct recommendation from Step 5?
|
|
137
|
+
+-- Does the JSON contain actual metrics from Steps 2-4?
|
|
138
|
+
+-- Does the JSON contain actual flag values from Step 1?
|
|
139
|
+
+-- Does the JSON contain crossPhaseSignals with toIdeation and toRefinement?
|
|
140
|
+
```
|
|
141
|
+
|
|
142
|
+
**If ANY validation check fails, DO NOT proceed to Step 8.**
|
|
143
|
+
|
|
144
|
+
## Success Criteria
|
|
145
|
+
- [ ] Memory store executed with actual values
|
|
146
|
+
- [ ] Memory share executed to propagate learnings
|
|
147
|
+
- [ ] 09-learning-persistence.json saved with complete data
|
|
148
|
+
- [ ] Cross-phase signals documented
|
|
149
|
+
|
|
150
|
+
## Output
|
|
151
|
+
Provide to the next step:
|
|
152
|
+
- Confirmation that learnings are persisted
|
|
153
|
+
- Summary of cross-phase signals for feedback agents
|
|
154
|
+
|
|
155
|
+
## Navigation
|
|
156
|
+
- On success: proceed to Step 8 (Feedback Loop Closure) by reading `steps/08-feedback-loop.md`
|
|
157
|
+
- On failure: retry memory persistence before proceeding
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
# Step 8: Feedback Loop Closure (Sequential Batch 3)
|
|
2
|
+
|
|
3
|
+
## Prerequisites
|
|
4
|
+
- Step 7 (Learning Persistence) completed
|
|
5
|
+
- All production metrics and reports available
|
|
6
|
+
- Learnings persisted to memory
|
|
7
|
+
|
|
8
|
+
## Instructions
|
|
9
|
+
|
|
10
|
+
### ENFORCEMENT: ALWAYS RUN BOTH AGENTS IN SEQUENCE
|
|
11
|
+
|
|
12
|
+
```
|
|
13
|
+
+-------------------------------------------------------------+
|
|
14
|
+
| BOTH FEEDBACK AGENTS MUST ALWAYS RUN -- SEQUENTIALLY |
|
|
15
|
+
| |
|
|
16
|
+
| This is NOT conditional. It runs on EVERY production scan. |
|
|
17
|
+
| qe-learning-coordinator synthesizes cross-domain learnings. |
|
|
18
|
+
| qe-transfer-specialist transfers knowledge to target phases.|
|
|
19
|
+
| |
|
|
20
|
+
| DO NOT skip either agent for any reason. |
|
|
21
|
+
| DO NOT run only one of the two agents. |
|
|
22
|
+
| Enforcement Rule E8 applies: BOTH agents, ALWAYS. |
|
|
23
|
+
| |
|
|
24
|
+
| CRITICAL DATA DEPENDENCY: |
|
|
25
|
+
| qe-transfer-specialist DEPENDS ON qe-learning-coordinator's |
|
|
26
|
+
| output. They CANNOT run in parallel. |
|
|
27
|
+
+-------------------------------------------------------------+
|
|
28
|
+
```
|
|
29
|
+
|
|
30
|
+
### SEQUENTIAL ENFORCEMENT
|
|
31
|
+
|
|
32
|
+
```
|
|
33
|
+
+-------------------------------------------------------------+
|
|
34
|
+
| YOU MUST RUN THESE AGENTS SEQUENTIALLY (NOT IN PARALLEL) |
|
|
35
|
+
| |
|
|
36
|
+
| Step A: Spawn qe-learning-coordinator (ONE Task call) |
|
|
37
|
+
| Step B: WAIT for learning coordinator to complete |
|
|
38
|
+
| Step C: Read 13-feedback-loops.md produced by Step A |
|
|
39
|
+
| Step D: Spawn qe-transfer-specialist (ONE Task call) |
|
|
40
|
+
| with learning coordinator's output as input |
|
|
41
|
+
| Step E: WAIT for transfer specialist to complete |
|
|
42
|
+
| |
|
|
43
|
+
| qe-transfer-specialist DEPENDS on qe-learning-coordinator's |
|
|
44
|
+
| saved output. Running them in parallel produces garbage. |
|
|
45
|
+
+-------------------------------------------------------------+
|
|
46
|
+
```
|
|
47
|
+
|
|
48
|
+
### Agent 1: Learning Coordinator
|
|
49
|
+
|
|
50
|
+
Spawn qe-learning-coordinator to synthesize all production findings into cross-domain learnings. This agent must:
|
|
51
|
+
|
|
52
|
+
1. Create a Learning Synthesis Matrix from ALL agents that ran
|
|
53
|
+
2. Consolidate cross-domain patterns
|
|
54
|
+
3. Produce Strategic Feedback signals for Ideation phase (DORA trends, defect patterns, SLA data, escape analysis)
|
|
55
|
+
4. Produce Tactical Feedback signals for Refinement phase (RCA patterns, escape analysis, hotspot data, regression patterns)
|
|
56
|
+
5. Calculate a Learning Quality Score (0-100)
|
|
57
|
+
|
|
58
|
+
Save output to: `${OUTPUT_FOLDER}/13-feedback-loops.md`
|
|
59
|
+
|
|
60
|
+
**WAIT for this agent to complete before spawning the transfer specialist.**
|
|
61
|
+
|
|
62
|
+
### Wait for Learning Coordinator
|
|
63
|
+
|
|
64
|
+
When the learning coordinator returns:
|
|
65
|
+
1. Use the Read tool to read `${OUTPUT_FOLDER}/13-feedback-loops.md`
|
|
66
|
+
2. Extract the Learning Synthesis Matrix
|
|
67
|
+
3. Extract the Strategic Feedback signals
|
|
68
|
+
4. Extract the Tactical Feedback signals
|
|
69
|
+
5. THEN spawn qe-transfer-specialist with this data
|
|
70
|
+
|
|
71
|
+
### Agent 2: Transfer Specialist
|
|
72
|
+
|
|
73
|
+
**PREREQUISITE: qe-learning-coordinator MUST have completed and saved 13-feedback-loops.md.**
|
|
74
|
+
|
|
75
|
+
Spawn qe-transfer-specialist to transfer synthesized production learnings to target QCSD phases. This agent must:
|
|
76
|
+
|
|
77
|
+
1. Create a Knowledge Transfer Plan mapping learnings to target agents
|
|
78
|
+
2. Map transfers to specific target agents in Ideation and Refinement
|
|
79
|
+
3. Verify transfer status
|
|
80
|
+
4. Assess feedback loop closure for all loops
|
|
81
|
+
5. Provide continuous improvement recommendations
|
|
82
|
+
|
|
83
|
+
Append output to: `${OUTPUT_FOLDER}/13-feedback-loops.md`
|
|
84
|
+
|
|
85
|
+
### Post-Completion Confirmation
|
|
86
|
+
|
|
87
|
+
After BOTH agents have completed sequentially:
|
|
88
|
+
|
|
89
|
+
```
|
|
90
|
+
Feedback loop closure complete (sequential execution):
|
|
91
|
+
|
|
92
|
+
Step A: qe-learning-coordinator [Domain: learning-optimization] - COMPLETE
|
|
93
|
+
- Synthesized cross-domain learnings from all production agents
|
|
94
|
+
- Produced strategic feedback for Ideation phase
|
|
95
|
+
- Produced tactical feedback for Refinement phase
|
|
96
|
+
- Saved output to: 13-feedback-loops.md
|
|
97
|
+
|
|
98
|
+
Step B: qe-transfer-specialist [Domain: learning-optimization] - COMPLETE
|
|
99
|
+
- Created knowledge transfer plan to target agents
|
|
100
|
+
- Verified feedback loop closure status
|
|
101
|
+
- Mapped learnings to specific behavioral changes
|
|
102
|
+
- Appended output to: 13-feedback-loops.md
|
|
103
|
+
|
|
104
|
+
PROCEEDING to Step 9 (Final Output)...
|
|
105
|
+
```
|
|
106
|
+
|
|
107
|
+
## Success Criteria
|
|
108
|
+
- [ ] qe-learning-coordinator spawned, completed, and saved 13-feedback-loops.md
|
|
109
|
+
- [ ] Learning coordinator output read before spawning transfer specialist
|
|
110
|
+
- [ ] qe-transfer-specialist spawned with learning coordinator data, completed
|
|
111
|
+
- [ ] Feedback loop closure status documented
|
|
112
|
+
- [ ] Both agents ran SEQUENTIALLY (not in parallel)
|
|
113
|
+
|
|
114
|
+
## Output
|
|
115
|
+
Provide to the next step:
|
|
116
|
+
- Learning quality score
|
|
117
|
+
- Feedback loops closed count
|
|
118
|
+
- Transfer completion percentage
|
|
119
|
+
|
|
120
|
+
## Navigation
|
|
121
|
+
- On success: proceed to Step 9 (Final Output) by reading `steps/09-final-output.md`
|
|
122
|
+
- On failure: if either agent failed, retry that agent before proceeding
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
# Step 9: Final Output & Completion Summary
|
|
2
|
+
|
|
3
|
+
## Prerequisites
|
|
4
|
+
- All previous steps (1-8) completed
|
|
5
|
+
- All reports saved to OUTPUT_FOLDER
|
|
6
|
+
- FINAL RECOMMENDATION determined
|
|
7
|
+
- Feedback loops closed
|
|
8
|
+
|
|
9
|
+
## Instructions
|
|
10
|
+
|
|
11
|
+
**At the very end of swarm execution, ALWAYS output this completion summary:**
|
|
12
|
+
|
|
13
|
+
```
|
|
14
|
+
+---------------------------------------------------------------------+
|
|
15
|
+
| QCSD PRODUCTION SWARM COMPLETE |
|
|
16
|
+
+---------------------------------------------------------------------+
|
|
17
|
+
| |
|
|
18
|
+
| Release Assessed: [Release Name/ID] |
|
|
19
|
+
| Reports Generated: [count] |
|
|
20
|
+
| Output Folder: ${OUTPUT_FOLDER} |
|
|
21
|
+
| |
|
|
22
|
+
| PRODUCTION HEALTH SCORES: |
|
|
23
|
+
| +-- DORA Score: __.__ (Elite/High/Med/Low) |
|
|
24
|
+
| +-- SLA Compliance: __% |
|
|
25
|
+
| +-- Incident Severity: P_/NONE |
|
|
26
|
+
| +-- Defect Trend: declining/stable/increasing |
|
|
27
|
+
| +-- RCA Completeness: __% |
|
|
28
|
+
| +-- Defect Density: __.__ per KLOC |
|
|
29
|
+
| +-- Learning Quality: __/100 |
|
|
30
|
+
| [IF HAS_INFRASTRUCTURE_CHANGE] |
|
|
31
|
+
| +-- Chaos Resilience: __/100 |
|
|
32
|
+
| [IF HAS_PERFORMANCE_SLA] |
|
|
33
|
+
| +-- Performance SLA: __/100 |
|
|
34
|
+
| [IF HAS_REGRESSION_RISK] |
|
|
35
|
+
| +-- Regression Score: __/100 |
|
|
36
|
+
| [IF HAS_RECURRING_INCIDENTS] |
|
|
37
|
+
| +-- Recurring Patterns: __ identified |
|
|
38
|
+
| [IF HAS_MIDDLEWARE] |
|
|
39
|
+
| +-- Middleware Health: __/100 |
|
|
40
|
+
| [IF HAS_SAP_INTEGRATION] |
|
|
41
|
+
| +-- SAP Health: __/100 |
|
|
42
|
+
| [IF HAS_AUTHORIZATION] |
|
|
43
|
+
| +-- SoD Compliance: __/100 |
|
|
44
|
+
| |
|
|
45
|
+
| FEEDBACK LOOPS: |
|
|
46
|
+
| +-- To Ideation: [X signals transferred] |
|
|
47
|
+
| +-- To Refinement: [X signals transferred] |
|
|
48
|
+
| +-- Loop Closure: X/Y closed |
|
|
49
|
+
| |
|
|
50
|
+
| RECOMMENDATION: [HEALTHY / DEGRADED / CRITICAL] |
|
|
51
|
+
| REASON: [1-2 sentence rationale] |
|
|
52
|
+
| |
|
|
53
|
+
| DELIVERABLES: |
|
|
54
|
+
| +-- 01-executive-summary.md |
|
|
55
|
+
| +-- 02-dora-metrics.md |
|
|
56
|
+
| +-- 03-defect-prediction.md |
|
|
57
|
+
| +-- 04-root-cause-analysis.md |
|
|
58
|
+
| [IF HAS_INFRASTRUCTURE_CHANGE] |
|
|
59
|
+
| +-- 05-chaos-resilience.md |
|
|
60
|
+
| [IF HAS_PERFORMANCE_SLA] |
|
|
61
|
+
| +-- 06-performance-sla.md |
|
|
62
|
+
| [IF HAS_REGRESSION_RISK] |
|
|
63
|
+
| +-- 07-regression-analysis.md |
|
|
64
|
+
| [IF HAS_RECURRING_INCIDENTS] |
|
|
65
|
+
| +-- 08-pattern-analysis.md |
|
|
66
|
+
| +-- 09-learning-persistence.json |
|
|
67
|
+
| [IF HAS_MIDDLEWARE] |
|
|
68
|
+
| +-- 10-middleware-health.md |
|
|
69
|
+
| [IF HAS_SAP_INTEGRATION] |
|
|
70
|
+
| +-- 11-sap-health.md |
|
|
71
|
+
| [IF HAS_AUTHORIZATION] |
|
|
72
|
+
| +-- 12-sod-compliance.md |
|
|
73
|
+
| +-- 13-feedback-loops.md |
|
|
74
|
+
| |
|
|
75
|
+
+---------------------------------------------------------------------+
|
|
76
|
+
```
|
|
77
|
+
|
|
78
|
+
**IF recommendation is CRITICAL, ALSO output this prominent action box:**
|
|
79
|
+
|
|
80
|
+
```
|
|
81
|
+
+---------------------------------------------------------------------+
|
|
82
|
+
| ACTION REQUIRED: PRODUCTION CRITICAL - IMMEDIATE ATTENTION |
|
|
83
|
+
+---------------------------------------------------------------------+
|
|
84
|
+
| |
|
|
85
|
+
| The following critical issues MUST be resolved immediately: |
|
|
86
|
+
| |
|
|
87
|
+
| 1. [Critical issue 1 with specific remediation] |
|
|
88
|
+
| 2. [Critical issue 2 with specific remediation] |
|
|
89
|
+
| 3. [Critical issue 3 with specific remediation] |
|
|
90
|
+
| |
|
|
91
|
+
| NEXT STEPS: |
|
|
92
|
+
| - Activate incident response for all P0/P1 incidents |
|
|
93
|
+
| - Address all critical issues listed above |
|
|
94
|
+
| - Consider rollback if production stability cannot be restored |
|
|
95
|
+
| - Re-run /qcsd-production-swarm after stabilization |
|
|
96
|
+
| - Target: DORA >= 0.7, SLA >= 99%, no P0/P1, density <= 2.0 |
|
|
97
|
+
| |
|
|
98
|
+
+---------------------------------------------------------------------+
|
|
99
|
+
```
|
|
100
|
+
|
|
101
|
+
**IF recommendation is DEGRADED, output this guidance box:**
|
|
102
|
+
|
|
103
|
+
```
|
|
104
|
+
+---------------------------------------------------------------------+
|
|
105
|
+
| DEGRADED: PRODUCTION NEEDS ATTENTION |
|
|
106
|
+
+---------------------------------------------------------------------+
|
|
107
|
+
| |
|
|
108
|
+
| The production environment is functional but requires improvement: |
|
|
109
|
+
| |
|
|
110
|
+
| 1. [Improvement 1 - must be addressed this sprint] |
|
|
111
|
+
| 2. [Improvement 2 - must be addressed next sprint] |
|
|
112
|
+
| |
|
|
113
|
+
| MONITORING STRATEGY: |
|
|
114
|
+
| - Increase monitoring frequency for [specific metrics] |
|
|
115
|
+
| - Set tighter alert thresholds for [conditions] |
|
|
116
|
+
| - Schedule follow-up production assessment in [timeframe] |
|
|
117
|
+
| |
|
|
118
|
+
| FEEDBACK LOOP ACTIONS: |
|
|
119
|
+
| - Ideation: Update risk criteria based on production learnings |
|
|
120
|
+
| - Refinement: Add BDD scenarios for escaped defect patterns |
|
|
121
|
+
| - Development: Increase test coverage for identified hotspots |
|
|
122
|
+
| |
|
|
123
|
+
+---------------------------------------------------------------------+
|
|
124
|
+
```
|
|
125
|
+
|
|
126
|
+
**DO NOT end the swarm without displaying the completion summary.**
|
|
127
|
+
|
|
128
|
+
## Success Criteria
|
|
129
|
+
- [ ] Completion summary displayed with all metrics filled
|
|
130
|
+
- [ ] Recommendation-specific action box shown (CRITICAL or DEGRADED)
|
|
131
|
+
- [ ] All deliverable files listed
|
|
132
|
+
- [ ] Feedback loop status reported
|
|
133
|
+
|
|
134
|
+
## Output
|
|
135
|
+
This is the final step. The swarm execution is complete.
|
|
136
|
+
|
|
137
|
+
## Navigation
|
|
138
|
+
- This is the terminal step. No further steps.
|
|
139
|
+
- To re-run: invoke `/qcsd-production-swarm` again
|
|
140
|
+
- To resume from a specific step: use `--from-step N`
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
---
|
|
2
2
|
name: security-testing
|
|
3
|
-
description: "
|
|
3
|
+
description: "Scans for security vulnerabilities including XSS, SQL injection, CSRF, and auth flaws using OWASP Top 10 methodology. Use when conducting SAST/DAST scans, auditing authentication flows, testing authorization rules, or implementing security test automation."
|
|
4
4
|
category: specialized-testing
|
|
5
5
|
priority: critical
|
|
6
6
|
tokenEstimate: 1200
|
|
@@ -18,6 +18,18 @@ validation:
|
|
|
18
18
|
eval_path: evals/security-testing.yaml
|
|
19
19
|
---
|
|
20
20
|
|
|
21
|
+
<!-- Vendored from https://github.com/proffesor-for-testing/agentic-qe at 0a6de058575cbe292afe220df105cc74120f7674 (MIT, Copyright (c) 2025 Agentic QE Contributors), 2026-10-24. Bundled references do not install aqe, MCP tools, pattern memory, or fleet runtime. See ../LICENSE.agentic-qe and ../README.md. -->
|
|
22
|
+
|
|
23
|
+
## Keysarium execution adapter
|
|
24
|
+
|
|
25
|
+
This pinned upstream body is methodology inside the bundled feature-ADR pipeline. In Reference Mode, the feature-ADR module that loaded this file owns orchestration and checkpoints. Use the reasoning and output shape below with the host's available tools. Do not treat upstream `aqe` CLI/MCP calls, named agent roles, browser tools, or example absolute paths as installed capabilities. Name a missing capability or evidence in the checkpoint instead of reporting that an upstream step ran. The schemas and eval files are bundled for explicit validation; bundling them does not run those checks automatically.
|
|
26
|
+
|
|
27
|
+
Relative paths such as `schemas/output.json`, `evals/...` and `steps/...` resolve from this skill directory under `references/agentic-qe/`. Direct Extended Mode still requires a separately installed `aqe` runtime; verify each required runtime capability before using it.
|
|
28
|
+
|
|
29
|
+
The upstream `run-history.json` is execution history, not a reference contract, and is intentionally omitted. Do not run an upstream example that reads or writes it unless an installed aqe runtime supplies its own history.
|
|
30
|
+
|
|
31
|
+
<!-- BEGIN AGENTIC-QE UPSTREAM BODY -->
|
|
32
|
+
|
|
21
33
|
# Security Testing
|
|
22
34
|
|
|
23
35
|
<default_to_action>
|
|
@@ -295,6 +307,10 @@ API keys in code → **Environment variables, secret management**
|
|
|
295
307
|
|
|
296
308
|
---
|
|
297
309
|
|
|
310
|
+
## Compliance & Agent CLI
|
|
311
|
+
|
|
312
|
+
For v3 agent-specific commands (`aqe security ...`), SAST/DAST scanning code, compliance audits (SOC2/GDPR/HIPAA), secret detection, and security gates, see [references/compliance-agent-commands.md](references/compliance-agent-commands.md).
|
|
313
|
+
|
|
298
314
|
## Related Skills
|
|
299
315
|
- [agentic-quality-engineering](../agentic-quality-engineering/) - Security with agents
|
|
300
316
|
- [api-testing-patterns](../api-testing-patterns/) - API security testing
|
|
@@ -309,3 +325,30 @@ API keys in code → **Environment variables, secret management**
|
|
|
309
325
|
**Test continuously:** Security testing is ongoing, not one-time.
|
|
310
326
|
|
|
311
327
|
**With Agents:** Agents automate vulnerability scanning, track remediation, and validate fixes. Use agents to maintain security posture at scale.
|
|
328
|
+
|
|
329
|
+
## Run History
|
|
330
|
+
|
|
331
|
+
After each security scan, append results to `run-history.json` in this skill directory:
|
|
332
|
+
```bash
|
|
333
|
+
node -e "
|
|
334
|
+
const fs = require('fs');
|
|
335
|
+
const h = JSON.parse(fs.readFileSync('.claude/skills/security-testing/run-history.json'));
|
|
336
|
+
h.runs.push({date: new Date().toISOString().split('T')[0], scan_types: ['sast','deps'], findings: {critical: 0, high: 0, medium: 0, low: 0}});
|
|
337
|
+
fs.writeFileSync('.claude/skills/security-testing/run-history.json', JSON.stringify(h, null, 2));
|
|
338
|
+
"
|
|
339
|
+
```
|
|
340
|
+
Read `run-history.json` before each scan — track finding count by severity over time. Alert if critical findings increase.
|
|
341
|
+
|
|
342
|
+
## Skill Composition
|
|
343
|
+
|
|
344
|
+
- **During code review** → Use with `/code-review-quality` for combined quality + security review
|
|
345
|
+
- **Validate findings** → Use `/pentest-validation` to prove exploitability
|
|
346
|
+
- **Compliance** → Use `/compliance-testing` for regulatory requirements
|
|
347
|
+
|
|
348
|
+
## Gotchas
|
|
349
|
+
|
|
350
|
+
- `npm audit` may report false positives for dev dependencies — filter with `--omit=dev` for production-relevant results
|
|
351
|
+
- Agent may skip DAST in favor of faster SAST-only scans — explicitly request both if needed
|
|
352
|
+
- security-compliance domain has 100% success rate — use as model for other skill reliability
|
|
353
|
+
- When scanning dependencies, check both direct and transitive — `npm audit --all` catches nested vulnerabilities
|
|
354
|
+
<!-- END AGENTIC-QE UPSTREAM BODY -->
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "./config-schema.json",
|
|
3
|
+
"_description": "Security Testing configuration. Auto-created on first run. Edit to customize.",
|
|
4
|
+
"severity_threshold": "high",
|
|
5
|
+
"scan_types": ["sast", "deps"],
|
|
6
|
+
"owasp_version": "2021",
|
|
7
|
+
"options": {
|
|
8
|
+
"includeDevDependencies": false,
|
|
9
|
+
"autoFix": false,
|
|
10
|
+
"reportFormat": "json"
|
|
11
|
+
},
|
|
12
|
+
"_setupPrompt": "If severity_threshold is default, ask: 'What minimum severity should block deployment? (critical/high/medium/low)'. If scan_types only has defaults, ask: 'Which scan types to run? (sast/dast/deps/secrets — comma-separated)'."
|
|
13
|
+
}
|