@dzhechkov/keysarium 1.7.18 → 1.7.20

package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/scripts/validate-config.json

@@ -0,0 +1,44 @@
+{
+  "skillName": "mutation-testing",
+  "skillVersion": "1.0.0",
+  "requiredTools": [
+    "jq"
+  ],
+  "optionalTools": [
+    "stryker",
+    "pitest",
+    "mutmut",
+    "ajv",
+    "jsonschema",
+    "python3"
+  ],
+  "schemaPath": "schemas/output.json",
+  "requiredFields": [
+    "skillName",
+    "status",
+    "output",
+    "output.mutationScore",
+    "output.mutants"
+  ],
+  "requiredNonEmptyFields": [
+    "output.summary"
+  ],
+  "mustContainTerms": [
+    "mutation",
+    "mutant",
+    "killed"
+  ],
+  "mustNotContainTerms": [
+    "TODO",
+    "placeholder",
+    "undefined mutation score"
+  ],
+  "enumValidations": {
+    ".status": [
+      "success",
+      "partial",
+      "failed",
+      "skipped"
+    ]
+  }
+}

package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-mutation-testing/test-data/sample-output.json

@@ -0,0 +1,295 @@
+{
+  "skillName": "mutation-testing",
+  "version": "1.0.0",
+  "timestamp": "2026-02-02T12:00:00Z",
+  "status": "success",
+  "trustTier": 3,
+  "output": {
+    "summary": "Mutation testing completed for src/auth module. Generated 150 mutants across 8 files. Test suite killed 127 mutants (84.7% mutation score). Identified 5 weak tests requiring boundary value improvements.",
+    "mutationScore": {
+      "score": 84.67,
+      "killed": 127,
+      "survived": 18,
+      "timeout": 3,
+      "noCoverage": 1,
+      "equivalent": 1,
+      "total": 150,
+      "grade": "B",
+      "threshold": {
+        "target": 80,
+        "met": true
+      },
+      "trend": "improving"
+    },
+    "mutants": {
+      "total": 150,
+      "byStatus": {
+        "killed": 127,
+        "survived": 18,
+        "timeout": 3,
+        "noCoverage": 1,
+        "equivalent": 1,
+        "runtimeError": 0,
+        "compileError": 0
+      },
+      "byOperator": {
+        "AOR": 25,
+        "ROR": 45,
+        "LCR": 30,
+        "COR": 28,
+        "RVR": 22
+      }
+    },
+    "survivors": [
+      {
+        "id": "MUT-001",
+        "operator": "ROR",
+        "operatorDescription": "Relational Operator Replacement (>= to >)",
+        "location": {
+          "file": "src/auth/validator.ts",
+          "line": 45,
+          "column": 12,
+          "function": "validateAge"
+        },
+        "original": "if (age >= 18)",
+        "mutated": "if (age > 18)",
+        "impact": "high",
+        "impactDescription": "Edge case at exactly 18 years old would incorrectly fail validation",
+        "suggestedTest": "test('should validate user exactly 18 years old', () => { expect(validateAge(18)).toBe(true); });",
+        "relatedTests": ["should validate adult", "should reject minor"],
+        "equivalentSuspect": false
+      },
+      {
+        "id": "MUT-002",
+        "operator": "LCR",
+        "operatorDescription": "Logical Connector Replacement (&& to ||)",
+        "location": {
+          "file": "src/auth/permissions.ts",
+          "line": 28,
+          "column": 8,
+          "function": "canAccess"
+        },
+        "original": "isAdmin && hasPermission",
+        "mutated": "isAdmin || hasPermission",
+        "impact": "critical",
+        "impactDescription": "Would allow unauthorized access if only one condition is true",
+        "suggestedTest": "test('should deny access when only admin flag is set', () => { expect(canAccess({ isAdmin: true, hasPermission: false })).toBe(false); });",
+        "relatedTests": ["should allow admin access"],
+        "equivalentSuspect": false
+      },
+      {
+        "id": "MUT-003",
+        "operator": "conditional",
+        "operatorDescription": "Conditional boundary mutation",
+        "location": {
+          "file": "src/auth/session.ts",
+          "line": 67,
+          "column": 6,
+          "function": "isSessionValid"
+        },
+        "original": "if (expiresAt > now)",
+        "mutated": "if (expiresAt >= now)",
+        "impact": "medium",
+        "impactDescription": "Session might be considered valid at exact expiration moment",
+        "suggestedTest": "test('should invalidate session at exact expiration time', () => { const now = Date.now(); expect(isSessionValid({ expiresAt: now })).toBe(false); });",
+        "relatedTests": ["should validate active session"],
+        "equivalentSuspect": false
+      }
+    ],
+    "operatorBreakdown": [
+      {
+        "operator": "AOR",
+        "operatorCategory": "arithmetic",
+        "total": 25,
+        "killed": 24,
+        "survived": 1,
+        "score": 96.0
+      },
+      {
+        "operator": "ROR",
+        "operatorCategory": "relational",
+        "total": 45,
+        "killed": 36,
+        "survived": 8,
+        "score": 80.0
+      },
+      {
+        "operator": "LCR",
+        "operatorCategory": "logical",
+        "total": 30,
+        "killed": 25,
+        "survived": 5,
+        "score": 83.3
+      },
+      {
+        "operator": "COR",
+        "operatorCategory": "conditional",
+        "total": 28,
+        "killed": 24,
+        "survived": 3,
+        "score": 85.7
+      },
+      {
+        "operator": "RVR",
+        "operatorCategory": "return",
+        "total": 22,
+        "killed": 18,
+        "survived": 1,
+        "score": 81.8
+      }
+    ],
+    "fileBreakdown": [
+      {
+        "file": "src/auth/validator.ts",
+        "total": 35,
+        "killed": 28,
+        "survived": 6,
+        "score": 80.0,
+        "priority": "high"
+      },
+      {
+        "file": "src/auth/permissions.ts",
+        "total": 28,
+        "killed": 22,
+        "survived": 5,
+        "score": 78.6,
+        "priority": "high"
+      },
+      {
+        "file": "src/auth/session.ts",
+        "total": 25,
+        "killed": 21,
+        "survived": 3,
+        "score": 84.0,
+        "priority": "medium"
+      }
+    ],
+    "weakTests": [
+      {
+        "testFile": "tests/auth/validator.test.ts",
+        "mutantsNotKilled": 6,
+        "priority": "high",
+        "reason": "Missing boundary value tests for age validation",
+        "suggestions": [
+          "Add test for exactly 18 years old",
+          "Add test for age = 0",
+          "Add test for maximum age boundary"
+        ]
+      },
+      {
+        "testFile": "tests/auth/permissions.test.ts",
+        "mutantsNotKilled": 5,
+        "priority": "high",
+        "reason": "Incomplete logical condition coverage",
+        "suggestions": [
+          "Test all combinations of admin and permission flags",
+          "Add negative tests for partial conditions"
+        ]
+      },
+      {
+        "testFile": "tests/auth/session.test.ts",
+        "mutantsNotKilled": 3,
+        "priority": "medium",
+        "reason": "Missing exact boundary tests for session expiration",
+        "suggestions": [
+          "Test session validity at exact expiration time"
+        ]
+      }
+    ],
+    "recommendations": [
+      {
+        "id": "REC-001",
+        "title": "Add boundary value tests for age validation",
+        "description": "The validator.ts file has multiple surviving relational operator mutations. Add tests for exact boundary values (18, 0, max age).",
+        "priority": "high",
+        "effort": "low",
+        "impact": 8,
+        "relatedMutants": ["MUT-001"],
+        "codeExample": "test('should validate exact boundary ages', () => {\n  expect(validateAge(18)).toBe(true);\n  expect(validateAge(17)).toBe(false);\n});",
+        "targetFile": "tests/auth/validator.test.ts"
+      },
+      {
+        "id": "REC-002",
+        "title": "Add combinatorial tests for permission logic",
+        "description": "The permissions.ts file has surviving logical operator mutations. Test all combinations of boolean conditions.",
+        "priority": "critical",
+        "effort": "medium",
+        "impact": 9,
+        "relatedMutants": ["MUT-002"],
+        "targetFile": "tests/auth/permissions.test.ts"
+      },
+      {
+        "id": "REC-003",
+        "title": "Add session expiration edge case tests",
+        "description": "Test session validity at the exact moment of expiration.",
+        "priority": "medium",
+        "effort": "low",
+        "impact": 6,
+        "relatedMutants": ["MUT-003"],
+        "targetFile": "tests/auth/session.test.ts"
+      }
+    ],
+    "metrics": {
+      "coverageCorrelation": 0.72,
+      "assertionDensity": 3.2,
+      "testEfficiency": 89.5,
+      "avgMutantsPerFile": 18.75,
+      "avgTimePerMutant": 245,
+      "parallelWorkers": 8
+    },
+    "testSuiteEffectiveness": {
+      "overallRating": "good",
+      "strengthAreas": [
+        "Good arithmetic operator coverage",
+        "Strong return value testing"
+      ],
+      "weaknessAreas": [
+        "Boundary value testing needs improvement",
+        "Logical condition combinations incomplete"
+      ],
+      "boundaryTesting": 72,
+      "conditionCoverage": 78,
+      "errorHandling": 85
+    },
+    "artifacts": [
+      {
+        "type": "report",
+        "path": "reports/mutation/mutation-report.html",
+        "format": "html",
+        "description": "Interactive HTML mutation testing report",
+        "sizeBytes": 245678
+      },
+      {
+        "type": "data",
+        "path": "reports/mutation/mutation-results.json",
+        "format": "json",
+        "description": "Raw mutation testing data",
+        "sizeBytes": 89234
+      }
+    ]
+  },
+  "metadata": {
+    "executionTimeMs": 125430,
+    "toolsUsed": ["stryker"],
+    "agentId": "qe-mutation-tester",
+    "modelUsed": "claude-sonnet-4-6",
+    "targetPath": "src/auth",
+    "testPath": "tests/auth",
+    "incremental": false,
+    "changedLinesOnly": false
+  },
+  "validation": {
+    "schemaValid": true,
+    "contentValid": true,
+    "confidence": 0.92,
+    "warnings": []
+  },
+  "learning": {
+    "patternsDetected": [
+      "boundary-value-weakness",
+      "logical-condition-gaps",
+      "high-arithmetic-coverage"
+    ],
+    "reward": 0.85
+  }
+}

package/templates/.claude/skills/feature-adr/references/agentic-qe/{performance-testing.md → qe-ref-performance-testing/REFERENCE.md}

@@ -1,6 +1,6 @@
 ---
 name: performance-testing
-description: "Test application performance, scalability, and resilience. Use when planning load testing, stress testing, or optimizing system performance."
+description: "Profiles application performance under load using k6, Artillery, or JMeter to measure latency, throughput, and error rates. Use when planning load tests, stress tests, soak tests, benchmarking APIs, or identifying performance bottlenecks."
 category: specialized-testing
 priority: high
 tokenEstimate: 1100
@@ -18,6 +18,18 @@ validation:
   eval_path: evals/performance-testing.yaml
 ---
 
+<!-- Vendored from https://github.com/proffesor-for-testing/agentic-qe at 0a6de058575cbe292afe220df105cc74120f7674 (MIT, Copyright (c) 2025 Agentic QE Contributors), 2026-10-24. Bundled references do not install aqe, MCP tools, pattern memory, or fleet runtime. See ../LICENSE.agentic-qe and ../README.md. -->
+
+## Keysarium execution adapter
+
+This pinned upstream body is methodology inside the bundled feature-ADR pipeline. In Reference Mode, the feature-ADR module that loaded this file owns orchestration and checkpoints. Use the reasoning and output shape below with the host's available tools. Do not treat upstream `aqe` CLI/MCP calls, named agent roles, browser tools, or example absolute paths as installed capabilities. Name a missing capability or evidence in the checkpoint instead of reporting that an upstream step ran. The schemas and eval files are bundled for explicit validation; bundling them does not run those checks automatically.
+
+Relative paths such as `schemas/output.json`, `evals/...` and `steps/...` resolve from this skill directory under `references/agentic-qe/`. Direct Extended Mode still requires a separately installed `aqe` runtime; verify each required runtime capability before using it.
+
+The upstream `run-history.json` is execution history, not a reference contract, and is intentionally omitted. Do not run an upstream example that reads or writes it unless an installed aqe runtime supplies its own history.
+
+<!-- BEGIN AGENTIC-QE UPSTREAM BODY -->
+
 # Performance Testing
 
 <default_to_action>
@@ -313,3 +325,25 @@ const perfFleet = await FleetManager.coordinate({
 **Trend over time:** Catch degradation early
 
 **With Agents:** Agents automate load testing, analyze bottlenecks, and compare with production. Use agents to maintain performance at scale.
+
+## Run History
+
+After each performance test run, append results to `run-history.json` in this skill directory:
+```bash
+node -e "
+const fs = require('fs');
+const h = JSON.parse(fs.readFileSync('.claude/skills/performance-testing/run-history.json'));
+h.runs.push({date: new Date().toISOString().split('T')[0], scenario: 'load', p95_ms: P95, throughput_rps: RPS, error_rate_pct: ERR});
+fs.writeFileSync('.claude/skills/performance-testing/run-history.json', JSON.stringify(h, null, 2));
+"
+```
+Read `run-history.json` before each run — compare with baselines. Alert if p95 increases >20% from baseline.
+
+## Gotchas
+
+- k6 scripts generated by agent often hardcode base URLs — use environment variables for portability
+- Load tests in containers hit resource limits before app limits — ensure container has 2x the resources of target
+- Agent forgets to include think time between requests — without it, load is unrealistically bursty
+- P95 vs P99 matters — agent defaults to averages which hide tail latency problems
+- Baseline comparison requires consistent environment — CI runner variance can cause 20%+ noise
+<!-- END AGENTIC-QE UPSTREAM BODY -->

package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-performance-testing/config.json

@@ -0,0 +1,18 @@
+{
+  "$schema": "./config-schema.json",
+  "_description": "Performance Testing configuration. Auto-created on first run. Edit to customize.",
+  "tool": null,
+  "baseline_file": null,
+  "thresholds": {
+    "p95_response_ms": 500,
+    "error_rate_percent": 1,
+    "throughput_rps": 100
+  },
+  "options": {
+    "duration": "30s",
+    "vus": 10,
+    "rampUp": "10s",
+    "thinkTime": "1s"
+  },
+  "_setupPrompt": "If tool is null, ask: 'Which load testing tool do you use? (k6/artillery/jmeter)'. If baseline_file is null, ask: 'Do you have an existing performance baseline file? (path or \"none\")'."
+}