@dzhechkov/keysarium 1.7.19 → 1.7.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/.dz-manifest.json +167 -27
  2. package/README.md +2 -2
  3. package/package.json +1 -1
  4. package/sbom.json +386 -36
  5. package/templates/.claude/skills/feature-adr/SKILL.md +9 -7
  6. package/templates/.claude/skills/feature-adr/modules/09-fleet-qe.md +1 -1
  7. package/templates/.claude/skills/feature-adr/references/agentic-qe/README.md +11 -9
  8. package/templates/.claude/skills/feature-adr/references/agentic-qe/UPSTREAM-MANIFEST.json +290 -70
  9. package/templates/.claude/skills/feature-adr/references/agentic-qe/{chaos-engineering-resilience.md → qe-ref-chaos-engineering-resilience/REFERENCE.md} +13 -0
  10. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
  11. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-chaos-engineering-resilience/schemas/output.json +1205 -0
  12. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-chaos-engineering-resilience/scripts/validate-config.json +47 -0
  13. package/templates/.claude/skills/feature-adr/references/agentic-qe/{mutation-testing.md → qe-ref-mutation-testing/REFERENCE.md} +39 -1
  14. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/config.json +14 -0
  15. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/evals/mutation-testing.yaml +651 -0
  16. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/references/mutation-operators.md +38 -0
  17. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/schemas/output.json +707 -0
  18. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/scripts/validate-config.json +44 -0
  19. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/test-data/sample-output.json +295 -0
  20. package/templates/.claude/skills/feature-adr/references/agentic-qe/{performance-testing.md → qe-ref-performance-testing/REFERENCE.md} +35 -1
  21. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/config.json +18 -0
  22. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/evals/performance-testing.yaml +771 -0
  23. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/references/k6-patterns.md +72 -0
  24. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/schemas/output.json +1184 -0
  25. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/scripts/validate-config.json +55 -0
  26. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/REFERENCE.md +222 -0
  27. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -0
  28. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/schemas/output.json +505 -0
  29. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/scripts/validate-config.json +25 -0
  30. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/01-flag-detection.md +202 -0
  31. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/02-core-agents.md +428 -0
  32. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/03-batch1-results.md +101 -0
  33. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/04-conditional-agents.md +125 -0
  34. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/05-decision-synthesis.md +136 -0
  35. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/06-report-generation.md +181 -0
  36. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/07-learning-persistence.md +157 -0
  37. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/08-feedback-loop.md +122 -0
  38. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/09-final-output.md +140 -0
  39. package/templates/.claude/skills/feature-adr/references/agentic-qe/{security-testing.md → qe-ref-security-testing/REFERENCE.md} +44 -1
  40. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/config.json +13 -0
  41. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/evals/security-testing.yaml +789 -0
  42. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/references/compliance-agent-commands.md +131 -0
  43. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/references/owasp-top-10.md +66 -0
  44. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/schemas/output.json +879 -0
  45. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/scripts/validate-config.json +45 -0
  46. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/templates/security-report.md +44 -0
  47. package/templates/.claude/skills/feature-adr/references/agentic-qe/{tdd-london-chicago.md → qe-ref-tdd-london-chicago/REFERENCE.md} +21 -1
  48. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-tdd-london-chicago/schemas/output.json +444 -0
  49. package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-tdd-london-chicago/scripts/validate-config.json +43 -0
  50. package/templates/.claude/skills/feature-adr/references/agentic-qe/qcsd-production-swarm.md +0 -108
@@ -0,0 +1,157 @@
1
+ # Step 7: Store Learnings & Persist State
2
+
3
+ ## Prerequisites
4
+ - Step 6 (Report Generation) completed
5
+ - All metrics available from Steps 3-5
6
+ - All flag values from Step 1
7
+
8
+ ## Instructions
9
+
10
+ ### ENFORCEMENT: ALWAYS RUN THIS STEP
11
+
12
+ ```
13
+ +-------------------------------------------------------------+
14
+ | LEARNING PERSISTENCE MUST ALWAYS EXECUTE |
15
+ | |
16
+ | This is NOT optional. It runs on EVERY production scan. |
17
+ | It stores findings for cross-phase feedback loops, |
18
+ | historical DORA tracking, and pattern learning. |
19
+ | |
20
+ | DO NOT skip this step for any reason. |
21
+ | DO NOT treat this as "nice to have". |
22
+ | Enforcement Rule E9 applies. |
23
+ +-------------------------------------------------------------+
24
+ ```
25
+
26
+ ### Purpose
27
+
28
+ Store production findings for:
29
+ - Cross-phase feedback loops (Production -> Ideation and Refinement cycles)
30
+ - Historical DORA metric tracking across releases
31
+ - Defect trend analysis and prediction model improvement
32
+ - Incident pattern learning for recurring issue prevention
33
+
34
+ ### Auto-Execution Steps (ALL THREE are MANDATORY)
35
+
36
+ **Step 1: Store production findings to memory**
37
+
38
+ You MUST execute this MCP call with actual values from the production analysis:
39
+
40
+ ```bash
41
+ aqe memory store \
42
+ --key "qcsd-production-${releaseId}-${Date.now()}" \
43
+ --namespace "qcsd-production" \
44
+ --value '{...}' \
45
+ --json
46
+ ```
47
+
48
+ **Step 2: Share learnings with feedback agents**
49
+
50
+ ```bash
51
+ aqe memory share \
52
+ --from "qcsd-production-swarm" \
53
+ --to "qe-learning-coordinator,qe-transfer-specialist" \
54
+ --domain "production-health-patterns" \
55
+ --content '{...}' --json
56
+ ```
57
+
58
+ **Step 3: Save learning persistence record to output folder**
59
+
60
+ Save a JSON record to `${OUTPUT_FOLDER}/09-learning-persistence.json`:
61
+
62
+ ```json
63
+ {
64
+ "phase": "QCSD-Production",
65
+ "releaseId": "[release ID]",
66
+ "releaseName": "[release name]",
67
+ "recommendation": "[HEALTHY/DEGRADED/CRITICAL]",
68
+ "memoryKey": "qcsd-production-[releaseId]-[timestamp]",
69
+ "namespace": "qcsd-production",
70
+ "metrics": {
71
+ "doraScore": "[0-1]",
72
+ "slaCompliance": "[0-100]",
73
+ "incidentSeverity": "[P0-P4 or NONE]",
74
+ "rcaCompleteness": "[0-100]",
75
+ "defectTrend": "[declining/stable/increasing]",
76
+ "defectDensity": "[N.NN]",
77
+ "regressionCount": "[N or null]",
78
+ "chaosResilience": "[N or null]",
79
+ "middlewareHealth": "[N or null]",
80
+ "sapHealth": "[N or null]",
81
+ "sodCompliance": "[N or null]"
82
+ },
83
+ "flags": {
84
+ "HAS_INFRASTRUCTURE_CHANGE": "true/false",
85
+ "HAS_PERFORMANCE_SLA": "true/false",
86
+ "HAS_REGRESSION_RISK": "true/false",
87
+ "HAS_RECURRING_INCIDENTS": "true/false",
88
+ "HAS_MIDDLEWARE": "true/false",
89
+ "HAS_SAP_INTEGRATION": "true/false",
90
+ "HAS_AUTHORIZATION": "true/false"
91
+ },
92
+ "agentsInvoked": ["list", "of", "agents"],
93
+ "crossPhaseSignals": {
94
+ "toIdeation": "DORA trends and defect patterns for risk calibration and quality criteria updates",
95
+ "toRefinement": "RCA patterns and escape analysis for test strategy improvement and BDD generation"
96
+ },
97
+ "persistedAt": "[ISO timestamp]"
98
+ }
99
+ ```
100
+
101
+ ### Fallback: CLI Memory Commands
102
+
103
+ If MCP memory_store tool is unavailable, use CLI instead (STILL MANDATORY):
104
+
105
+ ```bash
106
+ npx --no-install ruflo memory store \
107
+ --key "qcsd-production-${RELEASE_ID}-$(date +%s)" \
108
+ --value '{"recommendation":"[VALUE]","doraScore":[N],"slaCompliance":[N],"incidentSeverity":"[P_]","defectTrend":"[VALUE]"}' \
109
+ --namespace qcsd-production
110
+
111
+ npx --no-install ruflo hooks post-task \
112
+ --task-id "qcsd-production-${RELEASE_ID}" \
113
+ --success true
114
+ ```
115
+
116
+ ### Cross-Phase Signal Consumption
117
+
118
+ The Production Swarm both consumes and produces signals:
119
+
120
+ ```
121
+ CONSUMES (from CI/CD phase):
122
+ +-- Loop 5 (CI/CD): RELEASE/REMEDIATE/BLOCK decisions
123
+ +-- Loop 6 (Pipeline History): Previous production assessments
124
+
125
+ PRODUCES (for other phases):
126
+ +-- To Ideation Phase (Strategic): DORA trends + defect patterns
127
+ +-- To Refinement Phase (Tactical): RCA patterns + escape analysis
128
+ ```
129
+
130
+ ### Validation Before Proceeding
131
+
132
+ ```
133
+ +-- Did I execute aqe memory store with actual values?
134
+ +-- Did I execute aqe memory share to propagate learnings?
135
+ +-- Did I save 09-learning-persistence.json to the output folder?
136
+ +-- Does the JSON contain the correct recommendation from Step 5?
137
+ +-- Does the JSON contain actual metrics from Steps 2-4?
138
+ +-- Does the JSON contain actual flag values from Step 1?
139
+ +-- Does the JSON contain crossPhaseSignals with toIdeation and toRefinement?
140
+ ```
141
+
142
+ **If ANY validation check fails, DO NOT proceed to Step 8.**
143
+
144
+ ## Success Criteria
145
+ - [ ] Memory store executed with actual values
146
+ - [ ] Memory share executed to propagate learnings
147
+ - [ ] 09-learning-persistence.json saved with complete data
148
+ - [ ] Cross-phase signals documented
149
+
150
+ ## Output
151
+ Provide to the next step:
152
+ - Confirmation that learnings are persisted
153
+ - Summary of cross-phase signals for feedback agents
154
+
155
+ ## Navigation
156
+ - On success: proceed to Step 8 (Feedback Loop Closure) by reading `steps/08-feedback-loop.md`
157
+ - On failure: retry memory persistence before proceeding
@@ -0,0 +1,122 @@
1
+ # Step 8: Feedback Loop Closure (Sequential Batch 3)
2
+
3
+ ## Prerequisites
4
+ - Step 7 (Learning Persistence) completed
5
+ - All production metrics and reports available
6
+ - Learnings persisted to memory
7
+
8
+ ## Instructions
9
+
10
+ ### ENFORCEMENT: ALWAYS RUN BOTH AGENTS IN SEQUENCE
11
+
12
+ ```
13
+ +-------------------------------------------------------------+
14
+ | BOTH FEEDBACK AGENTS MUST ALWAYS RUN -- SEQUENTIALLY |
15
+ | |
16
+ | This is NOT conditional. It runs on EVERY production scan. |
17
+ | qe-learning-coordinator synthesizes cross-domain learnings. |
18
+ | qe-transfer-specialist transfers knowledge to target phases.|
19
+ | |
20
+ | DO NOT skip either agent for any reason. |
21
+ | DO NOT run only one of the two agents. |
22
+ | Enforcement Rule E8 applies: BOTH agents, ALWAYS. |
23
+ | |
24
+ | CRITICAL DATA DEPENDENCY: |
25
+ | qe-transfer-specialist DEPENDS ON qe-learning-coordinator's |
26
+ | output. They CANNOT run in parallel. |
27
+ +-------------------------------------------------------------+
28
+ ```
29
+
30
+ ### SEQUENTIAL ENFORCEMENT
31
+
32
+ ```
33
+ +-------------------------------------------------------------+
34
+ | YOU MUST RUN THESE AGENTS SEQUENTIALLY (NOT IN PARALLEL) |
35
+ | |
36
+ | Step A: Spawn qe-learning-coordinator (ONE Task call) |
37
+ | Step B: WAIT for learning coordinator to complete |
38
+ | Step C: Read 13-feedback-loops.md produced by Step A |
39
+ | Step D: Spawn qe-transfer-specialist (ONE Task call) |
40
+ | with learning coordinator's output as input |
41
+ | Step E: WAIT for transfer specialist to complete |
42
+ | |
43
+ | qe-transfer-specialist DEPENDS on qe-learning-coordinator's |
44
+ | saved output. Running them in parallel produces garbage. |
45
+ +-------------------------------------------------------------+
46
+ ```
47
+
48
+ ### Agent 1: Learning Coordinator
49
+
50
+ Spawn qe-learning-coordinator to synthesize all production findings into cross-domain learnings. This agent must:
51
+
52
+ 1. Create a Learning Synthesis Matrix from ALL agents that ran
53
+ 2. Consolidate cross-domain patterns
54
+ 3. Produce Strategic Feedback signals for Ideation phase (DORA trends, defect patterns, SLA data, escape analysis)
55
+ 4. Produce Tactical Feedback signals for Refinement phase (RCA patterns, escape analysis, hotspot data, regression patterns)
56
+ 5. Calculate a Learning Quality Score (0-100)
57
+
58
+ Save output to: `${OUTPUT_FOLDER}/13-feedback-loops.md`
59
+
60
+ **WAIT for this agent to complete before spawning the transfer specialist.**
61
+
62
+ ### Wait for Learning Coordinator
63
+
64
+ When the learning coordinator returns:
65
+ 1. Use the Read tool to read `${OUTPUT_FOLDER}/13-feedback-loops.md`
66
+ 2. Extract the Learning Synthesis Matrix
67
+ 3. Extract the Strategic Feedback signals
68
+ 4. Extract the Tactical Feedback signals
69
+ 5. THEN spawn qe-transfer-specialist with this data
70
+
71
+ ### Agent 2: Transfer Specialist
72
+
73
+ **PREREQUISITE: qe-learning-coordinator MUST have completed and saved 13-feedback-loops.md.**
74
+
75
+ Spawn qe-transfer-specialist to transfer synthesized production learnings to target QCSD phases. This agent must:
76
+
77
+ 1. Create a Knowledge Transfer Plan mapping learnings to target agents
78
+ 2. Map transfers to specific target agents in Ideation and Refinement
79
+ 3. Verify transfer status
80
+ 4. Assess feedback loop closure for all loops
81
+ 5. Provide continuous improvement recommendations
82
+
83
+ Append output to: `${OUTPUT_FOLDER}/13-feedback-loops.md`
84
+
85
+ ### Post-Completion Confirmation
86
+
87
+ After BOTH agents have completed sequentially:
88
+
89
+ ```
90
+ Feedback loop closure complete (sequential execution):
91
+
92
+ Step A: qe-learning-coordinator [Domain: learning-optimization] - COMPLETE
93
+ - Synthesized cross-domain learnings from all production agents
94
+ - Produced strategic feedback for Ideation phase
95
+ - Produced tactical feedback for Refinement phase
96
+ - Saved output to: 13-feedback-loops.md
97
+
98
+ Step B: qe-transfer-specialist [Domain: learning-optimization] - COMPLETE
99
+ - Created knowledge transfer plan to target agents
100
+ - Verified feedback loop closure status
101
+ - Mapped learnings to specific behavioral changes
102
+ - Appended output to: 13-feedback-loops.md
103
+
104
+ PROCEEDING to Step 9 (Final Output)...
105
+ ```
106
+
107
+ ## Success Criteria
108
+ - [ ] qe-learning-coordinator spawned, completed, and saved 13-feedback-loops.md
109
+ - [ ] Learning coordinator output read before spawning transfer specialist
110
+ - [ ] qe-transfer-specialist spawned with learning coordinator data, completed
111
+ - [ ] Feedback loop closure status documented
112
+ - [ ] Both agents ran SEQUENTIALLY (not in parallel)
113
+
114
+ ## Output
115
+ Provide to the next step:
116
+ - Learning quality score
117
+ - Feedback loops closed count
118
+ - Transfer completion percentage
119
+
120
+ ## Navigation
121
+ - On success: proceed to Step 9 (Final Output) by reading `steps/09-final-output.md`
122
+ - On failure: if either agent failed, retry that agent before proceeding
@@ -0,0 +1,140 @@
1
+ # Step 9: Final Output & Completion Summary
2
+
3
+ ## Prerequisites
4
+ - All previous steps (1-8) completed
5
+ - All reports saved to OUTPUT_FOLDER
6
+ - FINAL RECOMMENDATION determined
7
+ - Feedback loops closed
8
+
9
+ ## Instructions
10
+
11
+ **At the very end of swarm execution, ALWAYS output this completion summary:**
12
+
13
+ ```
14
+ +---------------------------------------------------------------------+
15
+ | QCSD PRODUCTION SWARM COMPLETE |
16
+ +---------------------------------------------------------------------+
17
+ | |
18
+ | Release Assessed: [Release Name/ID] |
19
+ | Reports Generated: [count] |
20
+ | Output Folder: ${OUTPUT_FOLDER} |
21
+ | |
22
+ | PRODUCTION HEALTH SCORES: |
23
+ | +-- DORA Score: __.__ (Elite/High/Med/Low) |
24
+ | +-- SLA Compliance: __% |
25
+ | +-- Incident Severity: P_/NONE |
26
+ | +-- Defect Trend: declining/stable/increasing |
27
+ | +-- RCA Completeness: __% |
28
+ | +-- Defect Density: __.__ per KLOC |
29
+ | +-- Learning Quality: __/100 |
30
+ | [IF HAS_INFRASTRUCTURE_CHANGE] |
31
+ | +-- Chaos Resilience: __/100 |
32
+ | [IF HAS_PERFORMANCE_SLA] |
33
+ | +-- Performance SLA: __/100 |
34
+ | [IF HAS_REGRESSION_RISK] |
35
+ | +-- Regression Score: __/100 |
36
+ | [IF HAS_RECURRING_INCIDENTS] |
37
+ | +-- Recurring Patterns: __ identified |
38
+ | [IF HAS_MIDDLEWARE] |
39
+ | +-- Middleware Health: __/100 |
40
+ | [IF HAS_SAP_INTEGRATION] |
41
+ | +-- SAP Health: __/100 |
42
+ | [IF HAS_AUTHORIZATION] |
43
+ | +-- SoD Compliance: __/100 |
44
+ | |
45
+ | FEEDBACK LOOPS: |
46
+ | +-- To Ideation: [X signals transferred] |
47
+ | +-- To Refinement: [X signals transferred] |
48
+ | +-- Loop Closure: X/Y closed |
49
+ | |
50
+ | RECOMMENDATION: [HEALTHY / DEGRADED / CRITICAL] |
51
+ | REASON: [1-2 sentence rationale] |
52
+ | |
53
+ | DELIVERABLES: |
54
+ | +-- 01-executive-summary.md |
55
+ | +-- 02-dora-metrics.md |
56
+ | +-- 03-defect-prediction.md |
57
+ | +-- 04-root-cause-analysis.md |
58
+ | [IF HAS_INFRASTRUCTURE_CHANGE] |
59
+ | +-- 05-chaos-resilience.md |
60
+ | [IF HAS_PERFORMANCE_SLA] |
61
+ | +-- 06-performance-sla.md |
62
+ | [IF HAS_REGRESSION_RISK] |
63
+ | +-- 07-regression-analysis.md |
64
+ | [IF HAS_RECURRING_INCIDENTS] |
65
+ | +-- 08-pattern-analysis.md |
66
+ | +-- 09-learning-persistence.json |
67
+ | [IF HAS_MIDDLEWARE] |
68
+ | +-- 10-middleware-health.md |
69
+ | [IF HAS_SAP_INTEGRATION] |
70
+ | +-- 11-sap-health.md |
71
+ | [IF HAS_AUTHORIZATION] |
72
+ | +-- 12-sod-compliance.md |
73
+ | +-- 13-feedback-loops.md |
74
+ | |
75
+ +---------------------------------------------------------------------+
76
+ ```
77
+
78
+ **IF recommendation is CRITICAL, ALSO output this prominent action box:**
79
+
80
+ ```
81
+ +---------------------------------------------------------------------+
82
+ | ACTION REQUIRED: PRODUCTION CRITICAL - IMMEDIATE ATTENTION |
83
+ +---------------------------------------------------------------------+
84
+ | |
85
+ | The following critical issues MUST be resolved immediately: |
86
+ | |
87
+ | 1. [Critical issue 1 with specific remediation] |
88
+ | 2. [Critical issue 2 with specific remediation] |
89
+ | 3. [Critical issue 3 with specific remediation] |
90
+ | |
91
+ | NEXT STEPS: |
92
+ | - Activate incident response for all P0/P1 incidents |
93
+ | - Address all critical issues listed above |
94
+ | - Consider rollback if production stability cannot be restored |
95
+ | - Re-run /qcsd-production-swarm after stabilization |
96
+ | - Target: DORA >= 0.7, SLA >= 99%, no P0/P1, density <= 2.0 |
97
+ | |
98
+ +---------------------------------------------------------------------+
99
+ ```
100
+
101
+ **IF recommendation is DEGRADED, output this guidance box:**
102
+
103
+ ```
104
+ +---------------------------------------------------------------------+
105
+ | DEGRADED: PRODUCTION NEEDS ATTENTION |
106
+ +---------------------------------------------------------------------+
107
+ | |
108
+ | The production environment is functional but requires improvement: |
109
+ | |
110
+ | 1. [Improvement 1 - must be addressed this sprint] |
111
+ | 2. [Improvement 2 - must be addressed next sprint] |
112
+ | |
113
+ | MONITORING STRATEGY: |
114
+ | - Increase monitoring frequency for [specific metrics] |
115
+ | - Set tighter alert thresholds for [conditions] |
116
+ | - Schedule follow-up production assessment in [timeframe] |
117
+ | |
118
+ | FEEDBACK LOOP ACTIONS: |
119
+ | - Ideation: Update risk criteria based on production learnings |
120
+ | - Refinement: Add BDD scenarios for escaped defect patterns |
121
+ | - Development: Increase test coverage for identified hotspots |
122
+ | |
123
+ +---------------------------------------------------------------------+
124
+ ```
125
+
126
+ **DO NOT end the swarm without displaying the completion summary.**
127
+
128
+ ## Success Criteria
129
+ - [ ] Completion summary displayed with all metrics filled
130
+ - [ ] Recommendation-specific action box shown (CRITICAL or DEGRADED)
131
+ - [ ] All deliverable files listed
132
+ - [ ] Feedback loop status reported
133
+
134
+ ## Output
135
+ This is the final step. The swarm execution is complete.
136
+
137
+ ## Navigation
138
+ - This is the terminal step. No further steps.
139
+ - To re-run: invoke `/qcsd-production-swarm` again
140
+ - To resume from a specific step: use `--from-step N`
@@ -1,6 +1,6 @@
1
1
  ---
2
2
  name: security-testing
3
- description: "Test for security vulnerabilities using OWASP principles. Use when conducting security audits, testing auth, or implementing security practices."
3
+ description: "Scans for security vulnerabilities including XSS, SQL injection, CSRF, and auth flaws using OWASP Top 10 methodology. Use when conducting SAST/DAST scans, auditing authentication flows, testing authorization rules, or implementing security test automation."
4
4
  category: specialized-testing
5
5
  priority: critical
6
6
  tokenEstimate: 1200
@@ -18,6 +18,18 @@ validation:
18
18
  eval_path: evals/security-testing.yaml
19
19
  ---
20
20
 
21
+ <!-- Vendored from https://github.com/proffesor-for-testing/agentic-qe at 0a6de058575cbe292afe220df105cc74120f7674 (MIT, Copyright (c) 2025 Agentic QE Contributors), 2026-10-24. Bundled references do not install aqe, MCP tools, pattern memory, or fleet runtime. See ../LICENSE.agentic-qe and ../README.md. -->
22
+
23
+ ## Keysarium execution adapter
24
+
25
+ This pinned upstream body is methodology inside the bundled feature-ADR pipeline. In Reference Mode, the feature-ADR module that loaded this file owns orchestration and checkpoints. Use the reasoning and output shape below with the host's available tools. Do not treat upstream `aqe` CLI/MCP calls, named agent roles, browser tools, or example absolute paths as installed capabilities. Name a missing capability or evidence in the checkpoint instead of reporting that an upstream step ran. The schemas and eval files are bundled for explicit validation; bundling them does not run those checks automatically.
26
+
27
+ Relative paths such as `schemas/output.json`, `evals/...` and `steps/...` resolve from this skill directory under `references/agentic-qe/`. Direct Extended Mode still requires a separately installed `aqe` runtime; verify each required runtime capability before using it.
28
+
29
+ The upstream `run-history.json` is execution history, not a reference contract, and is intentionally omitted. Do not run an upstream example that reads or writes it unless an installed aqe runtime supplies its own history.
30
+
31
+ <!-- BEGIN AGENTIC-QE UPSTREAM BODY -->
32
+
21
33
  # Security Testing
22
34
 
23
35
  <default_to_action>
@@ -295,6 +307,10 @@ API keys in code → **Environment variables, secret management**
295
307
 
296
308
  ---
297
309
 
310
+ ## Compliance & Agent CLI
311
+
312
+ For v3 agent-specific commands (`aqe security ...`), SAST/DAST scanning code, compliance audits (SOC2/GDPR/HIPAA), secret detection, and security gates, see [references/compliance-agent-commands.md](references/compliance-agent-commands.md).
313
+
298
314
  ## Related Skills
299
315
  - [agentic-quality-engineering](../agentic-quality-engineering/) - Security with agents
300
316
  - [api-testing-patterns](../api-testing-patterns/) - API security testing
@@ -309,3 +325,30 @@ API keys in code → **Environment variables, secret management**
309
325
  **Test continuously:** Security testing is ongoing, not one-time.
310
326
 
311
327
  **With Agents:** Agents automate vulnerability scanning, track remediation, and validate fixes. Use agents to maintain security posture at scale.
328
+
329
+ ## Run History
330
+
331
+ After each security scan, append results to `run-history.json` in this skill directory:
332
+ ```bash
333
+ node -e "
334
+ const fs = require('fs');
335
+ const h = JSON.parse(fs.readFileSync('.claude/skills/security-testing/run-history.json'));
336
+ h.runs.push({date: new Date().toISOString().split('T')[0], scan_types: ['sast','deps'], findings: {critical: 0, high: 0, medium: 0, low: 0}});
337
+ fs.writeFileSync('.claude/skills/security-testing/run-history.json', JSON.stringify(h, null, 2));
338
+ "
339
+ ```
340
+ Read `run-history.json` before each scan — track finding count by severity over time. Alert if critical findings increase.
341
+
342
+ ## Skill Composition
343
+
344
+ - **During code review** → Use with `/code-review-quality` for combined quality + security review
345
+ - **Validate findings** → Use `/pentest-validation` to prove exploitability
346
+ - **Compliance** → Use `/compliance-testing` for regulatory requirements
347
+
348
+ ## Gotchas
349
+
350
+ - `npm audit` may report false positives for dev dependencies — filter with `--omit=dev` for production-relevant results
351
+ - Agent may skip DAST in favor of faster SAST-only scans — explicitly request both if needed
352
+ - security-compliance domain has 100% success rate — use as model for other skill reliability
353
+ - When scanning dependencies, check both direct and transitive — `npm audit --all` catches nested vulnerabilities
354
+ <!-- END AGENTIC-QE UPSTREAM BODY -->
@@ -0,0 +1,13 @@
1
+ {
2
+ "$schema": "./config-schema.json",
3
+ "_description": "Security Testing configuration. Auto-created on first run. Edit to customize.",
4
+ "severity_threshold": "high",
5
+ "scan_types": ["sast", "deps"],
6
+ "owasp_version": "2021",
7
+ "options": {
8
+ "includeDevDependencies": false,
9
+ "autoFix": false,
10
+ "reportFormat": "json"
11
+ },
12
+ "_setupPrompt": "If severity_threshold is default, ask: 'What minimum severity should block deployment? (critical/high/medium/low)'. If scan_types only has defaults, ask: 'Which scan types to run? (sast/dast/deps/secrets — comma-separated)'."
13
+ }