@dzhechkov/keysarium 1.7.19 → 1.7.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dz-manifest.json +167 -27
- package/README.md +2 -2
- package/package.json +1 -1
- package/sbom.json +386 -36
- package/templates/.claude/skills/feature-adr/SKILL.md +9 -7
- package/templates/.claude/skills/feature-adr/modules/09-fleet-qe.md +1 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/README.md +11 -9
- package/templates/.claude/skills/feature-adr/references/agentic-qe/UPSTREAM-MANIFEST.json +290 -70
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{chaos-engineering-resilience.md → qe-ref-chaos-engineering-resilience/REFERENCE.md} +13 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-chaos-engineering-resilience/evals/chaos-engineering-resilience.yaml +761 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-chaos-engineering-resilience/schemas/output.json +1205 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-chaos-engineering-resilience/scripts/validate-config.json +47 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{mutation-testing.md → qe-ref-mutation-testing/REFERENCE.md} +39 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/config.json +14 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/evals/mutation-testing.yaml +651 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/references/mutation-operators.md +38 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/schemas/output.json +707 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/scripts/validate-config.json +44 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/test-data/sample-output.json +295 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{performance-testing.md → qe-ref-performance-testing/REFERENCE.md} +35 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/config.json +18 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/evals/performance-testing.yaml +771 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/references/k6-patterns.md +72 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/schemas/output.json +1184 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/scripts/validate-config.json +55 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/REFERENCE.md +222 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/evals/qcsd-production-swarm.yaml +246 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/schemas/output.json +505 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/scripts/validate-config.json +25 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/01-flag-detection.md +202 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/02-core-agents.md +428 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/03-batch1-results.md +101 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/04-conditional-agents.md +125 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/05-decision-synthesis.md +136 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/06-report-generation.md +181 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/07-learning-persistence.md +157 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/08-feedback-loop.md +122 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-production-swarm/steps/09-final-output.md +140 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{security-testing.md → qe-ref-security-testing/REFERENCE.md} +44 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/config.json +13 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/evals/security-testing.yaml +789 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/references/compliance-agent-commands.md +131 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/references/owasp-top-10.md +66 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/schemas/output.json +879 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/scripts/validate-config.json +45 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-security-testing/templates/security-report.md +44 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/{tdd-london-chicago.md → qe-ref-tdd-london-chicago/REFERENCE.md} +21 -1
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-tdd-london-chicago/schemas/output.json +444 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-tdd-london-chicago/scripts/validate-config.json +43 -0
- package/templates/.claude/skills/feature-adr/references/agentic-qe/qcsd-production-swarm.md +0 -108
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
{
|
|
2
|
+
"skillName": "chaos-engineering-resilience",
|
|
3
|
+
"skillVersion": "1.0.0",
|
|
4
|
+
"requiredTools": [
|
|
5
|
+
"jq"
|
|
6
|
+
],
|
|
7
|
+
"optionalTools": [
|
|
8
|
+
"chaos",
|
|
9
|
+
"litmus",
|
|
10
|
+
"gremlin",
|
|
11
|
+
"kubectl",
|
|
12
|
+
"node",
|
|
13
|
+
"ajv",
|
|
14
|
+
"jsonschema",
|
|
15
|
+
"python3"
|
|
16
|
+
],
|
|
17
|
+
"schemaPath": "schemas/output.json",
|
|
18
|
+
"requiredFields": [
|
|
19
|
+
"skillName",
|
|
20
|
+
"status",
|
|
21
|
+
"output",
|
|
22
|
+
"output.summary",
|
|
23
|
+
"output.experiments",
|
|
24
|
+
"output.resilienceScore"
|
|
25
|
+
],
|
|
26
|
+
"requiredNonEmptyFields": [
|
|
27
|
+
"output.summary"
|
|
28
|
+
],
|
|
29
|
+
"mustContainTerms": [
|
|
30
|
+
"chaos",
|
|
31
|
+
"experiment",
|
|
32
|
+
"resilience"
|
|
33
|
+
],
|
|
34
|
+
"mustNotContainTerms": [
|
|
35
|
+
"TODO",
|
|
36
|
+
"placeholder",
|
|
37
|
+
"FIXME"
|
|
38
|
+
],
|
|
39
|
+
"enumValidations": {
|
|
40
|
+
".status": [
|
|
41
|
+
"success",
|
|
42
|
+
"partial",
|
|
43
|
+
"failed",
|
|
44
|
+
"skipped"
|
|
45
|
+
]
|
|
46
|
+
}
|
|
47
|
+
}
|
|
@@ -11,7 +11,6 @@ last_optimized: 2025-12-02
|
|
|
11
11
|
dependencies: []
|
|
12
12
|
quick_reference_card: true
|
|
13
13
|
tags: [mutation, stryker, test-quality, kill-rate, assertions, effectiveness]
|
|
14
|
-
|
|
15
14
|
# ADR-056 Trust Tier 3 Validation
|
|
16
15
|
trust_tier: 3
|
|
17
16
|
validation:
|
|
@@ -20,6 +19,18 @@ validation:
|
|
|
20
19
|
eval_path: evals/mutation-testing.yaml
|
|
21
20
|
---
|
|
22
21
|
|
|
22
|
+
<!-- Vendored from https://github.com/proffesor-for-testing/agentic-qe at 0a6de058575cbe292afe220df105cc74120f7674 (MIT, Copyright (c) 2025 Agentic QE Contributors), 2026-10-24. Bundled references do not install aqe, MCP tools, pattern memory, or fleet runtime. See ../LICENSE.agentic-qe and ../README.md. -->
|
|
23
|
+
|
|
24
|
+
## Keysarium execution adapter
|
|
25
|
+
|
|
26
|
+
This pinned upstream body is methodology inside the bundled feature-ADR pipeline. In Reference Mode, the feature-ADR module that loaded this file owns orchestration and checkpoints. Use the reasoning and output shape below with the host's available tools. Do not treat upstream `aqe` CLI/MCP calls, named agent roles, browser tools, or example absolute paths as installed capabilities. Name a missing capability or evidence in the checkpoint instead of reporting that an upstream step ran. The schemas and eval files are bundled for explicit validation; bundling them does not run those checks automatically.
|
|
27
|
+
|
|
28
|
+
Relative paths such as `schemas/output.json`, `evals/...` and `steps/...` resolve from this skill directory under `references/agentic-qe/`. Direct Extended Mode still requires a separately installed `aqe` runtime; verify each required runtime capability before using it.
|
|
29
|
+
|
|
30
|
+
The upstream `run-history.json` is execution history, not a reference contract, and is intentionally omitted. Do not run an upstream example that reads or writes it unless an installed aqe runtime supplies its own history.
|
|
31
|
+
|
|
32
|
+
<!-- BEGIN AGENTIC-QE UPSTREAM BODY -->
|
|
33
|
+
|
|
23
34
|
# Mutation Testing
|
|
24
35
|
|
|
25
36
|
<default_to_action>
|
|
@@ -234,3 +245,30 @@ const mutationFleet = await FleetManager.coordinate({
|
|
|
234
245
|
**Focus on critical paths first.** Don't mutation test everything - prioritize payment, authentication, data integrity code.
|
|
235
246
|
|
|
236
247
|
**With Agents:** Agents run mutation analysis, identify surviving mutants, and generate missing test cases to kill them. Automated improvement of test quality.
|
|
248
|
+
|
|
249
|
+
## Run History
|
|
250
|
+
|
|
251
|
+
After each mutation test run, append results to `run-history.json` in this skill directory:
|
|
252
|
+
```bash
|
|
253
|
+
node -e "
|
|
254
|
+
const fs = require('fs');
|
|
255
|
+
const h = JSON.parse(fs.readFileSync('.claude/skills/mutation-testing/run-history.json'));
|
|
256
|
+
h.runs.push({date: new Date().toISOString().split('T')[0], mutation_score_pct: SCORE, killed: KILLED, survived: SURVIVED});
|
|
257
|
+
fs.writeFileSync('.claude/skills/mutation-testing/run-history.json', JSON.stringify(h, null, 2));
|
|
258
|
+
"
|
|
259
|
+
```
|
|
260
|
+
Read `run-history.json` before each run to track score improvements over time.
|
|
261
|
+
|
|
262
|
+
## Skill Composition
|
|
263
|
+
|
|
264
|
+
- **Before mutation testing** → Run `/qe-test-generation` to ensure tests exist
|
|
265
|
+
- **After mutation results** → Use `/qe-coverage-analysis` to prioritize improvement areas
|
|
266
|
+
- **Quality gate** → Feed results into `/qe-quality-assessment` for ship/no-ship decision
|
|
267
|
+
|
|
268
|
+
## Gotchas
|
|
269
|
+
|
|
270
|
+
- Stryker requires `--testRunner jest` explicitly if both jest and vitest are installed
|
|
271
|
+
- Mutating `>=` to `>` in date comparisons rarely gets killed — add boundary tests
|
|
272
|
+
- Running on files >500 LOC will timeout; use `--mutate` to target specific functions
|
|
273
|
+
- `--concurrency` defaults to CPU count which OOMs in containers — set to 2
|
|
274
|
+
<!-- END AGENTIC-QE UPSTREAM BODY -->
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "./config-schema.json",
|
|
3
|
+
"_description": "Mutation Testing configuration. Auto-created on first run. Edit to customize.",
|
|
4
|
+
"mutator": "stryker",
|
|
5
|
+
"concurrency": 2,
|
|
6
|
+
"score_threshold": 80,
|
|
7
|
+
"options": {
|
|
8
|
+
"testRunner": null,
|
|
9
|
+
"mutateGlob": "src/**/*.{ts,js}",
|
|
10
|
+
"excludeGlob": "src/**/*.test.{ts,js}",
|
|
11
|
+
"timeoutMs": 60000
|
|
12
|
+
},
|
|
13
|
+
"_setupPrompt": "If testRunner is null, ask: 'Which test runner does this project use? (jest/vitest/mocha)'. Warn: concurrency defaults to 2 to avoid OOM in containers."
|
|
14
|
+
}
|