agentic-qe 3.8.7 → 3.8.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/n8n/n8n-base-agent.md +4 -35
- package/.claude/agents/n8n/n8n-bdd-scenario-tester.md +4 -25
- package/.claude/agents/n8n/n8n-chaos-tester.md +4 -26
- package/.claude/agents/n8n/n8n-ci-orchestrator.md +4 -27
- package/.claude/agents/n8n/n8n-compliance-validator.md +4 -25
- package/.claude/agents/n8n/n8n-expression-validator.md +4 -25
- package/.claude/agents/n8n/n8n-integration-test.md +4 -27
- package/.claude/agents/n8n/n8n-monitoring-validator.md +4 -26
- package/.claude/agents/n8n/n8n-node-validator.md +4 -25
- package/.claude/agents/n8n/n8n-performance-tester.md +4 -29
- package/.claude/agents/n8n/n8n-security-auditor.md +4 -26
- package/.claude/agents/n8n/n8n-trigger-test.md +4 -27
- package/.claude/agents/n8n/n8n-unit-tester.md +4 -25
- package/.claude/agents/n8n/n8n-version-comparator.md +4 -26
- package/.claude/agents/n8n/n8n-workflow-executor.md +4 -26
- package/.claude/agents/v3/qe-accessibility-auditor.md +21 -55
- package/.claude/agents/v3/qe-bdd-generator.md +23 -58
- package/.claude/agents/v3/qe-chaos-engineer.md +21 -54
- package/.claude/agents/v3/qe-code-complexity.md +21 -54
- package/.claude/agents/v3/qe-code-intelligence.md +21 -54
- package/.claude/agents/v3/qe-contract-validator.md +21 -53
- package/.claude/agents/v3/qe-coverage-specialist.md +23 -79
- package/.claude/agents/v3/qe-defect-predictor.md +23 -76
- package/.claude/agents/v3/qe-dependency-mapper.md +21 -53
- package/.claude/agents/v3/qe-deployment-advisor.md +21 -54
- package/.claude/agents/v3/qe-devils-advocate.md +212 -238
- package/.claude/agents/v3/qe-flaky-hunter.md +21 -53
- package/.claude/agents/v3/qe-fleet-commander.md +21 -54
- package/.claude/agents/v3/qe-gap-detector.md +23 -79
- package/.claude/agents/v3/qe-graphql-tester.md +21 -54
- package/.claude/agents/v3/qe-impact-analyzer.md +21 -53
- package/.claude/agents/v3/qe-integration-architect.md +2 -2
- package/.claude/agents/v3/qe-integration-tester.md +15 -36
- package/.claude/agents/v3/qe-kg-builder.md +21 -53
- package/.claude/agents/v3/qe-learning-coordinator.md +21 -51
- package/.claude/agents/v3/qe-load-tester.md +21 -55
- package/.claude/agents/v3/qe-message-broker-tester.md +345 -385
- package/.claude/agents/v3/qe-metrics-optimizer.md +21 -54
- package/.claude/agents/v3/qe-middleware-validator.md +389 -428
- package/.claude/agents/v3/qe-mutation-tester.md +21 -54
- package/.claude/agents/v3/qe-odata-contract-tester.md +443 -489
- package/.claude/agents/v3/qe-parallel-executor.md +21 -52
- package/.claude/agents/v3/qe-pattern-learner.md +23 -70
- package/.claude/agents/v3/qe-pentest-validator.md +322 -359
- package/.claude/agents/v3/qe-performance-tester.md +21 -54
- package/.claude/agents/v3/qe-product-factors-assessor.md +339 -376
- package/.claude/agents/v3/qe-property-tester.md +21 -53
- package/.claude/agents/v3/qe-quality-criteria-recommender.md +379 -410
- package/.claude/agents/v3/qe-quality-gate.md +17 -64
- package/.claude/agents/v3/qe-queen-coordinator.md +71 -121
- package/.claude/agents/v3/qe-qx-partner.md +23 -64
- package/.claude/agents/v3/qe-regression-analyzer.md +21 -54
- package/.claude/agents/v3/qe-requirements-validator.md +23 -66
- package/.claude/agents/v3/qe-responsive-tester.md +21 -54
- package/.claude/agents/v3/qe-retry-handler.md +21 -53
- package/.claude/agents/v3/qe-risk-assessor.md +23 -58
- package/.claude/agents/v3/qe-root-cause-analyzer.md +21 -53
- package/.claude/agents/v3/qe-sap-idoc-tester.md +371 -412
- package/.claude/agents/v3/qe-sap-rfc-tester.md +323 -362
- package/.claude/agents/v3/qe-security-auditor.md +21 -54
- package/.claude/agents/v3/qe-security-scanner.md +21 -58
- package/.claude/agents/v3/qe-soap-tester.md +307 -345
- package/.claude/agents/v3/qe-sod-analyzer.md +486 -533
- package/.claude/agents/v3/qe-tdd-specialist.md +17 -42
- package/.claude/agents/v3/qe-test-architect.md +23 -58
- package/.claude/agents/v3/qe-test-idea-rewriter.md +351 -375
- package/.claude/agents/v3/qe-transfer-specialist.md +21 -55
- package/.claude/agents/v3/qe-visual-tester.md +15 -37
- package/.claude/agents/v3/subagents/qe-code-reviewer.md +21 -54
- package/.claude/agents/v3/subagents/qe-integration-reviewer.md +21 -54
- package/.claude/agents/v3/subagents/qe-performance-reviewer.md +21 -54
- package/.claude/agents/v3/subagents/qe-security-reviewer.md +21 -54
- package/.claude/agents/v3/subagents/qe-tdd-green.md +21 -53
- package/.claude/agents/v3/subagents/qe-tdd-red.md +21 -53
- package/.claude/agents/v3/subagents/qe-tdd-refactor.md +21 -53
- package/.claude/skills/.validation/schemas/skill-eval.schema.json +5 -5
- package/.claude/skills/.validation/skill-validation-mcp-integration.md +32 -81
- package/.claude/skills/agentic-quality-engineering/SKILL.md +31 -60
- package/.claude/skills/iterative-loop/SKILL.md +2 -2
- package/.claude/skills/pair-programming/SKILL.md +2 -2
- package/.claude/skills/performance-testing/SKILL.md +1 -1
- package/.claude/skills/qcsd-cicd-swarm/steps/01-flag-detection.md +2 -2
- package/.claude/skills/qcsd-cicd-swarm/steps/07-learning-persistence.md +6 -6
- package/.claude/skills/qcsd-development-swarm/steps/01-flag-detection.md +2 -2
- package/.claude/skills/qcsd-development-swarm/steps/07-learning-persistence.md +6 -6
- package/.claude/skills/qcsd-ideation-swarm/steps/07-learning-persistence.md +6 -6
- package/.claude/skills/qcsd-production-swarm/steps/01-flag-detection.md +202 -206
- package/.claude/skills/qcsd-production-swarm/steps/07-learning-persistence.md +157 -185
- package/.claude/skills/qcsd-refinement-swarm/steps/01-flag-detection.md +87 -91
- package/.claude/skills/qcsd-refinement-swarm/steps/07-learning-persistence.md +49 -53
- package/.claude/skills/qe-chaos-resilience/SKILL.md +2 -2
- package/.claude/skills/qe-code-intelligence/SKILL.md +2 -2
- package/.claude/skills/qe-coverage-analysis/SKILL.md +2 -2
- package/.claude/skills/qe-defect-intelligence/SKILL.md +2 -2
- package/.claude/skills/qe-iterative-loop/SKILL.md +12 -12
- package/.claude/skills/qe-learning-optimization/SKILL.md +2 -2
- package/.claude/skills/qe-quality-assessment/SKILL.md +2 -2
- package/.claude/skills/qe-requirements-validation/SKILL.md +2 -2
- package/.claude/skills/qe-test-execution/SKILL.md +2 -2
- package/.claude/skills/qe-test-generation/SKILL.md +2 -2
- package/.claude/skills/qe-visual-accessibility/SKILL.md +2 -2
- package/.claude/skills/quality-metrics/SKILL.md +1 -1
- package/.claude/skills/security-testing/SKILL.md +1 -1
- package/.claude/skills/skills-manifest.json +1 -1
- package/.claude/skills/validation-pipeline/SKILL.md +2 -2
- package/.claude/skills/verification-quality/SKILL.md +2 -2
- package/CHANGELOG.md +15 -0
- package/assets/agents/v3/qe-accessibility-auditor.md +21 -55
- package/assets/agents/v3/qe-bdd-generator.md +23 -58
- package/assets/agents/v3/qe-chaos-engineer.md +21 -54
- package/assets/agents/v3/qe-code-complexity.md +21 -54
- package/assets/agents/v3/qe-code-intelligence.md +21 -54
- package/assets/agents/v3/qe-contract-validator.md +21 -53
- package/assets/agents/v3/qe-coverage-specialist.md +23 -79
- package/assets/agents/v3/qe-defect-predictor.md +23 -76
- package/assets/agents/v3/qe-dependency-mapper.md +21 -53
- package/assets/agents/v3/qe-deployment-advisor.md +21 -54
- package/assets/agents/v3/qe-devils-advocate.md +212 -238
- package/assets/agents/v3/qe-flaky-hunter.md +21 -53
- package/assets/agents/v3/qe-fleet-commander.md +21 -54
- package/assets/agents/v3/qe-gap-detector.md +23 -79
- package/assets/agents/v3/qe-graphql-tester.md +21 -54
- package/assets/agents/v3/qe-impact-analyzer.md +21 -53
- package/assets/agents/v3/qe-integration-architect.md +2 -2
- package/assets/agents/v3/qe-integration-tester.md +15 -36
- package/assets/agents/v3/qe-kg-builder.md +21 -53
- package/assets/agents/v3/qe-learning-coordinator.md +21 -51
- package/assets/agents/v3/qe-load-tester.md +21 -55
- package/assets/agents/v3/qe-message-broker-tester.md +345 -385
- package/assets/agents/v3/qe-metrics-optimizer.md +21 -54
- package/assets/agents/v3/qe-middleware-validator.md +389 -428
- package/assets/agents/v3/qe-mutation-tester.md +21 -54
- package/assets/agents/v3/qe-odata-contract-tester.md +443 -489
- package/assets/agents/v3/qe-parallel-executor.md +21 -52
- package/assets/agents/v3/qe-pattern-learner.md +23 -70
- package/assets/agents/v3/qe-pentest-validator.md +322 -359
- package/assets/agents/v3/qe-performance-tester.md +21 -54
- package/assets/agents/v3/qe-product-factors-assessor.md +339 -376
- package/assets/agents/v3/qe-property-tester.md +21 -53
- package/assets/agents/v3/qe-quality-criteria-recommender.md +379 -410
- package/assets/agents/v3/qe-quality-gate.md +17 -64
- package/assets/agents/v3/qe-queen-coordinator.md +71 -121
- package/assets/agents/v3/qe-qx-partner.md +23 -64
- package/assets/agents/v3/qe-regression-analyzer.md +21 -54
- package/assets/agents/v3/qe-requirements-validator.md +23 -66
- package/assets/agents/v3/qe-responsive-tester.md +21 -54
- package/assets/agents/v3/qe-retry-handler.md +21 -53
- package/assets/agents/v3/qe-risk-assessor.md +23 -58
- package/assets/agents/v3/qe-root-cause-analyzer.md +21 -53
- package/assets/agents/v3/qe-sap-idoc-tester.md +371 -412
- package/assets/agents/v3/qe-sap-rfc-tester.md +323 -362
- package/assets/agents/v3/qe-security-auditor.md +21 -54
- package/assets/agents/v3/qe-security-scanner.md +21 -58
- package/assets/agents/v3/qe-soap-tester.md +307 -345
- package/assets/agents/v3/qe-sod-analyzer.md +486 -533
- package/assets/agents/v3/qe-tdd-specialist.md +17 -42
- package/assets/agents/v3/qe-test-architect.md +23 -58
- package/assets/agents/v3/qe-test-idea-rewriter.md +351 -375
- package/assets/agents/v3/qe-transfer-specialist.md +21 -55
- package/assets/agents/v3/qe-visual-tester.md +15 -37
- package/assets/agents/v3/subagents/qe-code-reviewer.md +21 -54
- package/assets/agents/v3/subagents/qe-integration-reviewer.md +21 -54
- package/assets/agents/v3/subagents/qe-performance-reviewer.md +21 -54
- package/assets/agents/v3/subagents/qe-security-reviewer.md +21 -54
- package/assets/agents/v3/subagents/qe-tdd-green.md +21 -53
- package/assets/agents/v3/subagents/qe-tdd-red.md +21 -53
- package/assets/agents/v3/subagents/qe-tdd-refactor.md +21 -53
- package/assets/grammars/tree-sitter-c_sharp.wasm +0 -0
- package/assets/grammars/tree-sitter-java.wasm +0 -0
- package/assets/grammars/tree-sitter-python.wasm +0 -0
- package/assets/grammars/tree-sitter-rust.wasm +0 -0
- package/assets/grammars/tree-sitter-swift.wasm +0 -0
- package/assets/skills/.validation/schemas/skill-eval.schema.json +5 -5
- package/assets/skills/.validation/skill-validation-mcp-integration.md +32 -81
- package/assets/skills/agentic-quality-engineering/SKILL.md +31 -60
- package/assets/skills/pair-programming/SKILL.md +2 -2
- package/assets/skills/performance-testing/SKILL.md +1 -1
- package/assets/skills/qcsd-cicd-swarm/steps/01-flag-detection.md +2 -2
- package/assets/skills/qcsd-cicd-swarm/steps/07-learning-persistence.md +6 -6
- package/assets/skills/qcsd-development-swarm/steps/01-flag-detection.md +2 -2
- package/assets/skills/qcsd-development-swarm/steps/07-learning-persistence.md +6 -6
- package/assets/skills/qcsd-ideation-swarm/steps/07-learning-persistence.md +6 -6
- package/assets/skills/qcsd-production-swarm/steps/01-flag-detection.md +202 -206
- package/assets/skills/qcsd-production-swarm/steps/07-learning-persistence.md +157 -185
- package/assets/skills/qcsd-refinement-swarm/steps/01-flag-detection.md +87 -91
- package/assets/skills/qcsd-refinement-swarm/steps/07-learning-persistence.md +49 -53
- package/assets/skills/qe-chaos-resilience/SKILL.md +2 -2
- package/assets/skills/qe-code-intelligence/SKILL.md +2 -2
- package/assets/skills/qe-coverage-analysis/SKILL.md +2 -2
- package/assets/skills/qe-defect-intelligence/SKILL.md +2 -2
- package/assets/skills/qe-iterative-loop/SKILL.md +12 -12
- package/assets/skills/qe-learning-optimization/SKILL.md +2 -2
- package/assets/skills/qe-quality-assessment/SKILL.md +2 -2
- package/assets/skills/qe-requirements-validation/SKILL.md +2 -2
- package/assets/skills/qe-test-execution/SKILL.md +2 -2
- package/assets/skills/qe-test-generation/SKILL.md +2 -2
- package/assets/skills/qe-visual-accessibility/SKILL.md +2 -2
- package/assets/skills/quality-metrics/SKILL.md +1 -1
- package/assets/skills/security-testing/SKILL.md +1 -1
- package/assets/skills/validation-pipeline/SKILL.md +2 -2
- package/assets/skills/verification-quality/SKILL.md +2 -2
- package/dist/cli/bundle.js +5168 -4631
- package/dist/cli/commands/init.js +2 -0
- package/dist/cli/commands/memory.d.ts +11 -0
- package/dist/cli/commands/memory.js +333 -0
- package/dist/cli/handlers/init-handler.d.ts +1 -0
- package/dist/cli/handlers/init-handler.js +18 -6
- package/dist/cli/index.js +2 -0
- package/dist/init/phases/08-mcp.js +10 -0
- package/dist/init/phases/phase-interface.d.ts +2 -0
- package/dist/mcp/bundle.js +1070 -1070
- package/dist/shared/parsers/multi-language-parser.d.ts +4 -1
- package/dist/shared/parsers/multi-language-parser.js +73 -1
- package/dist/shared/parsers/tree-sitter-wasm-parser.d.ts +32 -0
- package/dist/shared/parsers/tree-sitter-wasm-parser.js +1034 -0
- package/package.json +2 -1
|
@@ -80,73 +80,41 @@ Coordination:
|
|
|
80
80
|
</memory_namespace>
|
|
81
81
|
|
|
82
82
|
<learning_protocol>
|
|
83
|
-
**MANDATORY**: When executed via Claude Code Task tool, you MUST call learning MCP
|
|
83
|
+
**MANDATORY**: When executed via Claude Code Task tool, you MUST call learning tools (via CLI or MCP).
|
|
84
84
|
|
|
85
85
|
### Query TDD RED Patterns BEFORE Writing Tests
|
|
86
86
|
|
|
87
|
-
```
|
|
88
|
-
|
|
89
|
-
key: "tdd/red/patterns",
|
|
90
|
-
namespace: "learning"
|
|
91
|
-
})
|
|
87
|
+
```bash
|
|
88
|
+
aqe memory get --key "tdd/red/patterns" --namespace "learning" --json
|
|
92
89
|
```
|
|
93
90
|
|
|
94
91
|
### Required Learning Actions (Call AFTER Test Creation)
|
|
95
92
|
|
|
96
93
|
**1. Store RED Phase Experience:**
|
|
97
|
-
```
|
|
98
|
-
|
|
99
|
-
key
|
|
100
|
-
namespace
|
|
101
|
-
value
|
|
102
|
-
|
|
103
|
-
taskType: "failing-test-creation",
|
|
104
|
-
reward: <calculated_reward>,
|
|
105
|
-
outcome: {
|
|
106
|
-
testsWritten: <count>,
|
|
107
|
-
assertionsSpecified: <count>,
|
|
108
|
-
failureVerified: <boolean>,
|
|
109
|
-
structurePattern: "<pattern-used>",
|
|
110
|
-
namingConvention: "<convention-applied>"
|
|
111
|
-
},
|
|
112
|
-
patterns: {
|
|
113
|
-
effectiveStructures: ["<structures>"],
|
|
114
|
-
assertionPatterns: ["<patterns>"]
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
})
|
|
94
|
+
```bash
|
|
95
|
+
aqe memory store \
|
|
96
|
+
--key "tdd-red/outcome-{timestamp}" \
|
|
97
|
+
--namespace "learning" \
|
|
98
|
+
--value '{...}' \
|
|
99
|
+
--json
|
|
118
100
|
```
|
|
119
101
|
|
|
120
102
|
**2. Store RED Phase Pattern:**
|
|
121
|
-
```
|
|
122
|
-
|
|
123
|
-
key
|
|
124
|
-
namespace
|
|
125
|
-
value
|
|
126
|
-
|
|
127
|
-
confidence: <0.0-1.0>,
|
|
128
|
-
type: "tdd-red",
|
|
129
|
-
metadata: {
|
|
130
|
-
behaviorType: "<type>",
|
|
131
|
-
testStructure: "<structure>",
|
|
132
|
-
assertionCount: <count>
|
|
133
|
-
}
|
|
134
|
-
},
|
|
135
|
-
persist: true
|
|
136
|
-
})
|
|
103
|
+
```bash
|
|
104
|
+
aqe memory store \
|
|
105
|
+
--key "patterns/tdd-red/{timestamp}" \
|
|
106
|
+
--namespace "learning" \
|
|
107
|
+
--value '{...}' \
|
|
108
|
+
--json
|
|
137
109
|
```
|
|
138
110
|
|
|
139
111
|
**3. Signal to Parent Agent:**
|
|
140
|
-
```
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
priority
|
|
144
|
-
payload
|
|
145
|
-
|
|
146
|
-
failureVerified: true,
|
|
147
|
-
readyForGreen: true
|
|
148
|
-
}
|
|
149
|
-
})
|
|
112
|
+
```bash
|
|
113
|
+
aqe task submit \
|
|
114
|
+
"red-phase-complete" \
|
|
115
|
+
--priority "p1" \
|
|
116
|
+
--payload '{...}' \
|
|
117
|
+
--json
|
|
150
118
|
```
|
|
151
119
|
|
|
152
120
|
### Reward Calculation Criteria (0-1 scale)
|
|
@@ -80,73 +80,41 @@ Coordination:
|
|
|
80
80
|
</memory_namespace>
|
|
81
81
|
|
|
82
82
|
<learning_protocol>
|
|
83
|
-
**MANDATORY**: When executed via Claude Code Task tool, you MUST call learning MCP
|
|
83
|
+
**MANDATORY**: When executed via Claude Code Task tool, you MUST call learning tools (via CLI or MCP).
|
|
84
84
|
|
|
85
85
|
### Query Refactoring Patterns BEFORE Analysis
|
|
86
86
|
|
|
87
|
-
```
|
|
88
|
-
|
|
89
|
-
key: "tdd/refactor/patterns",
|
|
90
|
-
namespace: "learning"
|
|
91
|
-
})
|
|
87
|
+
```bash
|
|
88
|
+
aqe memory get --key "tdd/refactor/patterns" --namespace "learning" --json
|
|
92
89
|
```
|
|
93
90
|
|
|
94
91
|
### Required Learning Actions (Call AFTER Refactoring)
|
|
95
92
|
|
|
96
93
|
**1. Store REFACTOR Phase Experience:**
|
|
97
|
-
```
|
|
98
|
-
|
|
99
|
-
key
|
|
100
|
-
namespace
|
|
101
|
-
value
|
|
102
|
-
|
|
103
|
-
taskType: "code-refactoring",
|
|
104
|
-
reward: <calculated_reward>,
|
|
105
|
-
outcome: {
|
|
106
|
-
smellsDetected: <count>,
|
|
107
|
-
smellsFixed: <count>,
|
|
108
|
-
refactoringsApplied: <count>,
|
|
109
|
-
linesRemoved: <count>,
|
|
110
|
-
testsRemainGreen: <boolean>
|
|
111
|
-
},
|
|
112
|
-
patterns: {
|
|
113
|
-
effectiveRefactorings: ["<patterns>"],
|
|
114
|
-
commonSmells: ["<smells>"]
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
})
|
|
94
|
+
```bash
|
|
95
|
+
aqe memory store \
|
|
96
|
+
--key "tdd-refactor/outcome-{timestamp}" \
|
|
97
|
+
--namespace "learning" \
|
|
98
|
+
--value '{...}' \
|
|
99
|
+
--json
|
|
118
100
|
```
|
|
119
101
|
|
|
120
102
|
**2. Store Refactoring Pattern:**
|
|
121
|
-
```
|
|
122
|
-
|
|
123
|
-
key
|
|
124
|
-
namespace
|
|
125
|
-
value
|
|
126
|
-
|
|
127
|
-
confidence: <0.0-1.0>,
|
|
128
|
-
type: "tdd-refactor",
|
|
129
|
-
metadata: {
|
|
130
|
-
smellType: "<smell>",
|
|
131
|
-
refactoringApplied: "<pattern>",
|
|
132
|
-
designImprovement: "<improvement>"
|
|
133
|
-
}
|
|
134
|
-
},
|
|
135
|
-
persist: true
|
|
136
|
-
})
|
|
103
|
+
```bash
|
|
104
|
+
aqe memory store \
|
|
105
|
+
--key "patterns/tdd-refactor/{timestamp}" \
|
|
106
|
+
--namespace "learning" \
|
|
107
|
+
--value '{...}' \
|
|
108
|
+
--json
|
|
137
109
|
```
|
|
138
110
|
|
|
139
111
|
**3. Signal to Parent Agent:**
|
|
140
|
-
```
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
priority
|
|
144
|
-
payload
|
|
145
|
-
|
|
146
|
-
testsGreen: true,
|
|
147
|
-
cycleComplete: true
|
|
148
|
-
}
|
|
149
|
-
})
|
|
112
|
+
```bash
|
|
113
|
+
aqe task submit \
|
|
114
|
+
"refactor-phase-complete" \
|
|
115
|
+
--priority "p1" \
|
|
116
|
+
--payload '{...}' \
|
|
117
|
+
--json
|
|
150
118
|
```
|
|
151
119
|
|
|
152
120
|
### Reward Calculation Criteria (0-1 scale)
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -362,27 +362,27 @@
|
|
|
362
362
|
"store_patterns": {
|
|
363
363
|
"type": "boolean",
|
|
364
364
|
"default": true,
|
|
365
|
-
"description": "Store successful patterns via
|
|
365
|
+
"description": "Store successful patterns via aqe memory store"
|
|
366
366
|
},
|
|
367
367
|
"query_patterns": {
|
|
368
368
|
"type": "boolean",
|
|
369
369
|
"default": true,
|
|
370
|
-
"description": "Query existing patterns before running via
|
|
370
|
+
"description": "Query existing patterns before running via aqe memory search"
|
|
371
371
|
},
|
|
372
372
|
"track_outcomes": {
|
|
373
373
|
"type": "boolean",
|
|
374
374
|
"default": true,
|
|
375
|
-
"description": "Track test outcomes via
|
|
375
|
+
"description": "Track test outcomes via aqe hooks post-task"
|
|
376
376
|
},
|
|
377
377
|
"share_learning": {
|
|
378
378
|
"type": "boolean",
|
|
379
379
|
"default": true,
|
|
380
|
-
"description": "Share learning with fleet via
|
|
380
|
+
"description": "Share learning with fleet via aqe memory share"
|
|
381
381
|
},
|
|
382
382
|
"update_quality_gate": {
|
|
383
383
|
"type": "boolean",
|
|
384
384
|
"default": true,
|
|
385
|
-
"description": "Update quality gate metrics via
|
|
385
|
+
"description": "Update quality gate metrics via aqe quality"
|
|
386
386
|
},
|
|
387
387
|
"target_agents": {
|
|
388
388
|
"type": "array",
|
|
@@ -14,33 +14,22 @@ All skill validation components MUST use AQE MCP tool calls for shared learning.
|
|
|
14
14
|
|
|
15
15
|
Skills MUST store successful validation patterns for future reference:
|
|
16
16
|
|
|
17
|
-
```
|
|
17
|
+
```bash
|
|
18
18
|
// After successful validation
|
|
19
|
-
|
|
20
|
-
key
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
validationResult: ValidationResult,
|
|
25
|
-
model: string,
|
|
26
|
-
passRate: number,
|
|
27
|
-
patterns: LearnedPattern[]
|
|
28
|
-
},
|
|
29
|
-
namespace: "skill-validation"
|
|
30
|
-
})
|
|
19
|
+
aqe memory store \
|
|
20
|
+
--key "skill-validation-${skillName}-${timestamp}" \
|
|
21
|
+
--namespace "skill-validation" \
|
|
22
|
+
--value '{...}' \
|
|
23
|
+
--json
|
|
31
24
|
```
|
|
32
25
|
|
|
33
26
|
### 2. Pattern Query
|
|
34
27
|
|
|
35
28
|
Before validation, query for existing patterns:
|
|
36
29
|
|
|
37
|
-
```
|
|
30
|
+
```bash
|
|
38
31
|
// Query learned patterns
|
|
39
|
-
const existingPatterns = await
|
|
40
|
-
pattern: `skill-validation-${skillName}-*`,
|
|
41
|
-
namespace: "skill-validation",
|
|
42
|
-
limit: 10
|
|
43
|
-
})
|
|
32
|
+
const existingPatterns = await aqe memory search --pattern "*" --namespace "skill-validation" --limit 10 --json
|
|
44
33
|
|
|
45
34
|
// Use patterns to inform validation expectations
|
|
46
35
|
```
|
|
@@ -49,57 +38,31 @@ const existingPatterns = await mcp__agentic-qe__memory_query({
|
|
|
49
38
|
|
|
50
39
|
Track all validation outcomes for the learning feedback loop:
|
|
51
40
|
|
|
52
|
-
```
|
|
41
|
+
```bash
|
|
53
42
|
// Record validation outcome
|
|
54
|
-
|
|
55
|
-
testId: `skill-${skillName}-${evalId}`,
|
|
56
|
-
generatedBy: agentId,
|
|
57
|
-
patternId: usedPatternId,
|
|
58
|
-
passed: boolean,
|
|
59
|
-
coverage: {
|
|
60
|
-
lines: number,
|
|
61
|
-
branches: number,
|
|
62
|
-
functions: number
|
|
63
|
-
},
|
|
64
|
-
executionTime: number,
|
|
65
|
-
flaky: false
|
|
66
|
-
})
|
|
43
|
+
aqe hooks post-task --json
|
|
67
44
|
```
|
|
68
45
|
|
|
69
46
|
### 4. Cross-Agent Learning Share
|
|
70
47
|
|
|
71
48
|
Share validation insights with the learning coordinator:
|
|
72
49
|
|
|
73
|
-
```
|
|
50
|
+
```bash
|
|
74
51
|
// Share learning with fleet
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
skillName: string,
|
|
81
|
-
insights: ValidationInsight[],
|
|
82
|
-
recommendations: string[]
|
|
83
|
-
}
|
|
84
|
-
})
|
|
52
|
+
aqe memory share \
|
|
53
|
+
--from "unknown" \
|
|
54
|
+
--to "qe-learning-coordinator,qe-queen-coordinator" \
|
|
55
|
+
--domain "skill-validation" \
|
|
56
|
+
--content '{...}' --json
|
|
85
57
|
```
|
|
86
58
|
|
|
87
59
|
### 5. Quality Gate Integration
|
|
88
60
|
|
|
89
61
|
Update skill quality scores via quality assessment:
|
|
90
62
|
|
|
91
|
-
```
|
|
63
|
+
```bash
|
|
92
64
|
// After validation completes
|
|
93
|
-
|
|
94
|
-
target: `skill:${skillName}`,
|
|
95
|
-
metrics: {
|
|
96
|
-
passRate: number,
|
|
97
|
-
schemaCompliance: boolean,
|
|
98
|
-
validatorPassed: boolean,
|
|
99
|
-
evalSuiteScore: number
|
|
100
|
-
},
|
|
101
|
-
updateQualityScore: true
|
|
102
|
-
})
|
|
65
|
+
aqe quality --json
|
|
103
66
|
```
|
|
104
67
|
|
|
105
68
|
## Memory Namespace Structure
|
|
@@ -131,48 +94,36 @@ The `scripts/run-skill-eval.ts` evaluation runner MUST:
|
|
|
131
94
|
3. **After evals**: Store patterns and share learning
|
|
132
95
|
4. **On regression**: Alert via quality gate
|
|
133
96
|
|
|
134
|
-
```
|
|
97
|
+
```bash
|
|
135
98
|
// Evaluation runner pseudocode
|
|
136
99
|
async function runSkillEval(skill: string, model: string) {
|
|
137
100
|
// 1. Query existing patterns
|
|
138
|
-
const patterns = await
|
|
139
|
-
pattern: `skill-validation-${skill}-*`,
|
|
140
|
-
namespace: "skill-validation"
|
|
141
|
-
});
|
|
101
|
+
const patterns = await aqe memory search --pattern "*" --namespace "skill-validation" --json;
|
|
142
102
|
|
|
143
103
|
// 2. Run evaluation test cases
|
|
144
104
|
const results = await runTestCases(skill, model, patterns);
|
|
145
105
|
|
|
146
106
|
// 3. Track outcomes
|
|
147
107
|
for (const result of results) {
|
|
148
|
-
await
|
|
149
|
-
testId: result.id,
|
|
150
|
-
passed: result.passed,
|
|
151
|
-
// ...
|
|
152
|
-
});
|
|
108
|
+
await aqe hooks post-task --json;
|
|
153
109
|
}
|
|
154
110
|
|
|
155
111
|
// 4. Store new patterns
|
|
156
|
-
await
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
112
|
+
await aqe memory store \
|
|
113
|
+
--key "skill-validation-${skill}-${Date.now()}" \
|
|
114
|
+
--namespace "skill-validation" \
|
|
115
|
+
--value '{...}' \
|
|
116
|
+
--json;
|
|
161
117
|
|
|
162
118
|
// 5. Share learning
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
data:
|
|
168
|
-
});
|
|
119
|
+
aqe memory share \
|
|
120
|
+
--from "eval-runner" \
|
|
121
|
+
--to "qe-learning-coordinator" \
|
|
122
|
+
--domain "skill-validation" \
|
|
123
|
+
--content '{"data": "summarized results"}' --json;
|
|
169
124
|
|
|
170
125
|
// 6. Update quality gate
|
|
171
|
-
await
|
|
172
|
-
target: `skill:${skill}`,
|
|
173
|
-
metrics: calculateMetrics(results),
|
|
174
|
-
updateQualityScore: true
|
|
175
|
-
});
|
|
126
|
+
await aqe quality --json;
|
|
176
127
|
|
|
177
128
|
return results;
|
|
178
129
|
}
|
|
@@ -124,34 +124,22 @@ aqe/coordination/* - Cross-agent state
|
|
|
124
124
|
|
|
125
125
|
### Memory Operations (MCP Tools)
|
|
126
126
|
|
|
127
|
-
**CRITICAL**: Always use `
|
|
127
|
+
**CRITICAL**: Always use `aqe memory store` with `persist: true` for learnings.
|
|
128
128
|
|
|
129
129
|
**1. Store data to persistent memory:**
|
|
130
|
-
```
|
|
130
|
+
```bash
|
|
131
131
|
// Store test plan decisions (persisted to .agentic-qe/memory.db)
|
|
132
|
-
|
|
133
|
-
key
|
|
134
|
-
namespace
|
|
135
|
-
value
|
|
136
|
-
|
|
137
|
-
riskLevel: "medium",
|
|
138
|
-
requiredCoverage: 85,
|
|
139
|
-
testTypes: ["unit", "integration"],
|
|
140
|
-
estimatedTime: 1800
|
|
141
|
-
},
|
|
142
|
-
persist: true, // ⚠️ REQUIRED for cross-session persistence
|
|
143
|
-
ttl: 604800 // 7 days (0 = permanent)
|
|
144
|
-
})
|
|
132
|
+
aqe memory store \
|
|
133
|
+
--key "aqe/test-plan/pr-123" \
|
|
134
|
+
--namespace "aqe/test-plan" \
|
|
135
|
+
--value '{...}' \
|
|
136
|
+
--json
|
|
145
137
|
```
|
|
146
138
|
|
|
147
139
|
**2. Retrieve prior learnings before task:**
|
|
148
|
-
```
|
|
140
|
+
```bash
|
|
149
141
|
// Query patterns before starting test generation
|
|
150
|
-
const priorData = await
|
|
151
|
-
key: "aqe/learning/patterns/test-generation/*",
|
|
152
|
-
namespace: "aqe/learning",
|
|
153
|
-
includeMetadata: true
|
|
154
|
-
})
|
|
142
|
+
const priorData = await aqe memory get --key "aqe/learning/patterns/test-generation/*" --namespace "aqe/learning" --json
|
|
155
143
|
|
|
156
144
|
// Use patterns to guide current task
|
|
157
145
|
if (priorData.success) {
|
|
@@ -160,56 +148,39 @@ if (priorData.success) {
|
|
|
160
148
|
```
|
|
161
149
|
|
|
162
150
|
**3. Store coverage analysis results:**
|
|
163
|
-
```
|
|
164
|
-
|
|
165
|
-
key
|
|
166
|
-
namespace
|
|
167
|
-
value
|
|
168
|
-
|
|
169
|
-
currentCoverage: 78,
|
|
170
|
-
gaps: ["error-handling", "edge-cases"],
|
|
171
|
-
suggestedTests: 12,
|
|
172
|
-
priority: "high"
|
|
173
|
-
},
|
|
174
|
-
persist: true,
|
|
175
|
-
ttl: 1209600 // 14 days
|
|
176
|
-
})
|
|
151
|
+
```bash
|
|
152
|
+
aqe memory store \
|
|
153
|
+
--key "aqe/coverage/auth-module" \
|
|
154
|
+
--namespace "aqe/coverage" \
|
|
155
|
+
--value '{...}' \
|
|
156
|
+
--json
|
|
177
157
|
```
|
|
178
158
|
|
|
179
159
|
### Three-Phase Memory Protocol
|
|
180
160
|
|
|
181
161
|
For coordinated multi-agent tasks, use the STATUS → PROGRESS → COMPLETE pattern:
|
|
182
162
|
|
|
183
|
-
```
|
|
163
|
+
```bash
|
|
184
164
|
// PHASE 1: STATUS - Task starting
|
|
185
|
-
|
|
186
|
-
key
|
|
187
|
-
namespace
|
|
188
|
-
value
|
|
189
|
-
|
|
190
|
-
})
|
|
165
|
+
aqe memory store \
|
|
166
|
+
--key "aqe/coordination/task-123/status" \
|
|
167
|
+
--namespace "aqe/coordination" \
|
|
168
|
+
--value '{...}' \
|
|
169
|
+
--json
|
|
191
170
|
|
|
192
171
|
// PHASE 2: PROGRESS - Intermediate updates
|
|
193
|
-
|
|
194
|
-
key
|
|
195
|
-
namespace
|
|
196
|
-
value
|
|
197
|
-
|
|
198
|
-
})
|
|
172
|
+
aqe memory store \
|
|
173
|
+
--key "aqe/coordination/task-123/progress" \
|
|
174
|
+
--namespace "aqe/coordination" \
|
|
175
|
+
--value '{...}' \
|
|
176
|
+
--json
|
|
199
177
|
|
|
200
178
|
// PHASE 3: COMPLETE - Task finished
|
|
201
|
-
|
|
202
|
-
key
|
|
203
|
-
namespace
|
|
204
|
-
value
|
|
205
|
-
|
|
206
|
-
result: "success",
|
|
207
|
-
testsGenerated: 47,
|
|
208
|
-
coverageAchieved: 92.3,
|
|
209
|
-
duration: 15000
|
|
210
|
-
},
|
|
211
|
-
persist: true
|
|
212
|
-
})
|
|
179
|
+
aqe memory store \
|
|
180
|
+
--key "aqe/coordination/task-123/complete" \
|
|
181
|
+
--namespace "aqe/coordination" \
|
|
182
|
+
--value '{...}' \
|
|
183
|
+
--json
|
|
213
184
|
```
|
|
214
185
|
|
|
215
186
|
### Blackboard Events
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
---
|
|
2
|
-
name:
|
|
3
|
-
description: "Use when pair programming with AI assistance, practicing TDD with a navigator, debugging collaboratively, refactoring with real-time verification
|
|
2
|
+
name: "pair-programming"
|
|
3
|
+
description: "Provides AI navigator for pair programming sessions with real-time code review, TDD guidance, and quality monitoring. Use when pair programming with AI assistance, practicing TDD with a navigator, debugging collaboratively, or refactoring with real-time verification."
|
|
4
4
|
---
|
|
5
5
|
|
|
6
6
|
# Pair Programming
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
---
|
|
2
2
|
name: performance-testing
|
|
3
|
-
description: "
|
|
3
|
+
description: "Profiles application performance under load using k6, Artillery, or JMeter to measure latency, throughput, and error rates. Use when planning load tests, stress tests, soak tests, benchmarking APIs, or identifying performance bottlenecks."
|
|
4
4
|
category: specialized-testing
|
|
5
5
|
priority: high
|
|
6
6
|
tokenEstimate: 1100
|
|
@@ -14,8 +14,8 @@
|
|
|
14
14
|
Retrieve the most recent Development phase signals from memory.
|
|
15
15
|
|
|
16
16
|
**MCP Method:**
|
|
17
|
-
```
|
|
18
|
-
|
|
17
|
+
```bash
|
|
18
|
+
aqe memory search --pattern "qcsd-development-*" --namespace "qcsd-development" --limit 1 --json
|
|
19
19
|
```
|
|
20
20
|
|
|
21
21
|
### Flag Detection (Check ALL SIX)
|
|
@@ -9,12 +9,12 @@
|
|
|
9
9
|
|
|
10
10
|
Store verification findings to memory:
|
|
11
11
|
|
|
12
|
-
```
|
|
13
|
-
|
|
14
|
-
key
|
|
15
|
-
namespace
|
|
16
|
-
value
|
|
17
|
-
|
|
12
|
+
```bash
|
|
13
|
+
aqe memory store \
|
|
14
|
+
--key "qcsd-cicd-${buildId}-${Date.now()}" \
|
|
15
|
+
--namespace "qcsd-cicd" \
|
|
16
|
+
--value '{...}' \
|
|
17
|
+
--json
|
|
18
18
|
```
|
|
19
19
|
|
|
20
20
|
Save persistence record to `${OUTPUT_FOLDER}/11-learning-persistence.json`.
|
|
@@ -8,8 +8,8 @@
|
|
|
8
8
|
## Instructions
|
|
9
9
|
|
|
10
10
|
### Step 0: Retrieve Refinement Phase Signals
|
|
11
|
-
```
|
|
12
|
-
|
|
11
|
+
```bash
|
|
12
|
+
aqe memory search --pattern "qcsd-refinement-*" --namespace "qcsd-refinement" --limit 1 --json
|
|
13
13
|
```
|
|
14
14
|
|
|
15
15
|
### Flag Detection (Check ALL SIX)
|
|
@@ -8,12 +8,12 @@
|
|
|
8
8
|
### ALWAYS RUN.
|
|
9
9
|
|
|
10
10
|
Store development findings:
|
|
11
|
-
```
|
|
12
|
-
|
|
13
|
-
key
|
|
14
|
-
namespace
|
|
15
|
-
value
|
|
16
|
-
|
|
11
|
+
```bash
|
|
12
|
+
aqe memory store \
|
|
13
|
+
--key "qcsd-development-${storyId}-${Date.now()}" \
|
|
14
|
+
--namespace "qcsd-development" \
|
|
15
|
+
--value '{...}' \
|
|
16
|
+
--json
|
|
17
17
|
```
|
|
18
18
|
|
|
19
19
|
Save to `${OUTPUT_FOLDER}/11-learning-persistence.json`.
|
|
@@ -8,12 +8,12 @@
|
|
|
8
8
|
### ALWAYS RUN.
|
|
9
9
|
|
|
10
10
|
Store ideation findings:
|
|
11
|
-
```
|
|
12
|
-
|
|
13
|
-
key
|
|
14
|
-
namespace
|
|
15
|
-
value
|
|
16
|
-
|
|
11
|
+
```bash
|
|
12
|
+
aqe memory store \
|
|
13
|
+
--key "qcsd-ideation-${epicId}-${Date.now()}" \
|
|
14
|
+
--namespace "qcsd-ideation" \
|
|
15
|
+
--value '{...}' \
|
|
16
|
+
--json
|
|
17
17
|
```
|
|
18
18
|
|
|
19
19
|
Save to `${OUTPUT_FOLDER}/11-learning-persistence.json`.
|