perf-skills 4.0.0 → 4.1.0

package/.claude-plugin/marketplace.json

@@ -1,90 +1,90 @@
-{
-  "name": "perf",
-  "owner": {
-    "name": "NaveenKumar Namachivayam",
-    "email": "contact@qainsights.com"
-  },
-  "metadata": {
-    "description": "Expert AI skill for performance testing - covers the full lifecycle using JMeter, k6, Gatling, Locust, Artillery, NeoLoad, LoadRunner, OctoPerf, plus LLM inference benchmarking and SLO/capacity planning.",
-    "version": "4.0.0"
-  },
-  "plugins": [
-    {
-      "name": "perf",
-      "source": "./",
-      "description": "Expert guidance for performance testing: planning, scripting, executing, and analyzing load/stress/soak/spike tests across 8 tools, 13 topic areas, LLM inference benchmarking, and SLO/capacity planning.",
-      "version": "4.0.0",
-      "author": {
-        "name": "NaveenKumar Namachivayam",
-        "email": "contact@qainsights.com"
-      },
-      "homepage": "https://github.com/QAInsights/perf-skills",
-      "repository": "https://github.com/QAInsights/perf-skills",
-      "license": "MIT",
-      "keywords": [
-        "performance-testing",
-        "load-testing",
-        "jmeter",
-        "k6",
-        "gatling",
-        "locust",
-        "artillery",
-        "neoload",
-        "loadrunner",
-        "octoperf",
-        "stress-testing",
-        "soak-testing",
-        "grpc",
-        "graphql",
-        "websocket",
-        "observability",
-        "ci-cd",
-        "llm-inference",
-        "vllm",
-        "slo",
-        "capacity-planning",
-        "performance-testing-best-practices",
-        "performance-testing-strategies",
-        "black-friday-performance-testing",
-        "cyber-monday-performance-testing",
-        "holiday-performance-testing",
-        "super-bowl-performance-testing"
-      ],
-      "category": "testing",
-      "tags": [
-        "performance",
-        "load-testing",
-        "quality-engineering",
-        "testing",
-        "stress-testing",
-        "soak-testing",
-        "spike-testing",
-        "capacity-testing",
-        "breakpoint-testing",
-        "smoke-testing",
-        "regression-testing",
-        "performance-analysis",
-        "load-testing-tools",
-        "performance-testing-tools",
-        "load-testing-frameworks",
-        "performance-testing-frameworks",
-        "performance-testing-automation",
-        "jmeter",
-        "k6",
-        "gatling",
-        "locust",
-        "artillery",
-        "neoload",
-        "loadrunner",
-        "octoperf",
-        "performance-engineering",
-        "llm-inference",
-        "vllm",
-        "slo",
-        "capacity-planning",
-        "performance-testing-best-practices",
-        "performance-testing-strategies"
-      ]
-    }
-  ]
-}
+{
+  "name": "perf",
+  "owner": {
+    "name": "NaveenKumar Namachivayam",
+    "email": "contact@qainsights.com"
+  },
+  "metadata": {
+    "description": "Expert AI skill for performance testing - covers the full lifecycle using JMeter, k6, Gatling, Locust, Artillery, NeoLoad, LoadRunner, OctoPerf, plus LLM inference benchmarking and SLO/capacity planning.",
+    "version": "4.1.0"
+  },
+  "plugins": [
+    {
+      "name": "perf",
+      "source": "./",
+      "description": "Expert guidance for performance testing: planning, scripting, executing, and analyzing load/stress/soak/spike tests across 8 tools, 14 topic areas, LLM inference benchmarking, and SLO/capacity planning.",
+      "version": "4.1.0",
+      "author": {
+        "name": "NaveenKumar Namachivayam",
+        "email": "contact@qainsights.com"
+      },
+      "homepage": "https://github.com/QAInsights/perf-skills",
+      "repository": "https://github.com/QAInsights/perf-skills",
+      "license": "MIT",
+      "keywords": [
+        "performance-testing",
+        "load-testing",
+        "jmeter",
+        "k6",
+        "gatling",
+        "locust",
+        "artillery",
+        "neoload",
+        "loadrunner",
+        "octoperf",
+        "stress-testing",
+        "soak-testing",
+        "grpc",
+        "graphql",
+        "websocket",
+        "observability",
+        "ci-cd",
+        "llm-inference",
+        "vllm",
+        "slo",
+        "capacity-planning",
+        "performance-testing-best-practices",
+        "performance-testing-strategies",
+        "black-friday-performance-testing",
+        "cyber-monday-performance-testing",
+        "holiday-performance-testing",
+        "super-bowl-performance-testing"
+      ],
+      "category": "testing",
+      "tags": [
+        "performance",
+        "load-testing",
+        "quality-engineering",
+        "testing",
+        "stress-testing",
+        "soak-testing",
+        "spike-testing",
+        "capacity-testing",
+        "breakpoint-testing",
+        "smoke-testing",
+        "regression-testing",
+        "performance-analysis",
+        "load-testing-tools",
+        "performance-testing-tools",
+        "load-testing-frameworks",
+        "performance-testing-frameworks",
+        "performance-testing-automation",
+        "jmeter",
+        "k6",
+        "gatling",
+        "locust",
+        "artillery",
+        "neoload",
+        "loadrunner",
+        "octoperf",
+        "performance-engineering",
+        "llm-inference",
+        "vllm",
+        "slo",
+        "capacity-planning",
+        "performance-testing-best-practices",
+        "performance-testing-strategies"
+      ]
+    }
+  ]
+}

package/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
-{
-  "name": "perf",
-  "description": "Expert guidance for performance testing: planning, scripting, executing, and analyzing load/stress/soak/spike tests using JMeter, k6, Gatling, Locust, Artillery, NeoLoad, LoadRunner, OctoPerf, plus LLM inference benchmarking and SLO/capacity planning.",
-  "version": "4.0.0",
-  "skills": "./skills/"
-}
+{
+  "name": "perf",
+  "description": "Expert guidance for performance testing: planning, scripting, executing, and analyzing load/stress/soak/spike tests using JMeter, k6, Gatling, Locust, Artillery, NeoLoad, LoadRunner, OctoPerf, plus LLM inference benchmarking and SLO/capacity planning.",
+  "version": "4.1.0",
+  "skills": "./skills/"
+}

package/LICENSE.md

@@ -1,8 +1,8 @@
-Copyright 2026 NaveenKumar Namachivayam
-
-Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-
+Copyright 2026 NaveenKumar Namachivayam
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+

package/README.md

@@ -194,6 +194,8 @@ The skill will auto-trigger when you ask about performance testing, load testing
 ## 📂 File Structure & Routing
 
 Here is how the knowledge base is organized. The entry point [SKILL.md](skills/perf/SKILL.md) routes queries to specific reference guides to keep prompt sizes minimal.
+The topic references also include a tool-selection guide backed by the
+perf.jmeter.ai catalog for broader recommendations.
 
 ```text
 perf-skills/
@@ -228,6 +230,7 @@ perf-skills/
                 ├── database-testing.md   # JDBC, pools, deadlocks, slow queries
                 ├── modern-architectures.md # K8s scaling, HPA, Frontend CWV
                 ├── llm-inference.md     # LLM serving: TTFT, TPOT/ITL, TPS, goodput, tools
+                ├── tool-selection.md   # Tool alternatives, comparisons, and catalog lookup
                 └── slo-capacity.md      # SLOs, error budgets, headroom, CI gating
 ```
 
@@ -251,6 +254,26 @@ To avoid hitting context window limits, the skill operates on a **selective load
 | *"Our p95 latency spikes during database writes, how do we fix?"* | `database-testing.md` + `results-analysis.md` |
 | *"What TTFT/throughput can our vLLM endpoint sustain at 200 concurrent users?"* | `llm-inference.md` |
 | *"How many replicas do we need, and what SLO headroom should we keep?"* | `slo-capacity.md` |
+| *"Which load testing tool should we use for a gRPC service on-prem?"* | `tool-selection.md` |
+
+---
+
+## ✅ Eval-Verified Quality
+
+This skill is tested with 12 eval cases across 8 categories (k6, JMeter, Artillery, Locust, tool selection, migration, LLM inference, SLO/capacity). Each eval verifies that the skill context produces correct, concrete answers with code examples - not just generic advice.
+
+| Category | Evals | What it verifies |
+| :--- | :--- | :--- |
+| k6 | 1, 5, 7 | Checks vs thresholds, executor choice, SLA baselines |
+| JMeter | 3 | OOM diagnosis, listener memory leak |
+| Artillery | 8, 9 | `ensure` CI gating, `arrivalRate` vs concurrency |
+| Locust | 6 | `catch_response` silent failure |
+| Tool selection | 2, 12 | Kafka and catalog-driven tool recommendation |
+| Migration | 4 | LoadRunner-to-k6 concept mapping |
+| LLM inference | 10 | TTFT/TPOT metrics, benchmarking tools |
+| SLO/capacity | 11 | Error budgets, burn rate CI gating |
+
+Run them yourself - see [`.claude/CLAUDE.md`](.claude/CLAUDE.md) for instructions.
 
 ---
 

package/package.json

@@ -1,48 +1,48 @@
-{
-  "name": "perf-skills",
-  "version": "4.0.0",
-  "description": "Expert AI skill for performance testing - covers JMeter, k6, Gatling, Locust, Artillery, NeoLoad, LoadRunner, OctoPerf, LLM inference benchmarking, and SLO/capacity planning across the full lifecycle",
-  "main": "skills/perf/SKILL.md",
-  "files": [
-    "skills/",
-    ".claude-plugin/"
-  ],
-  "keywords": [
-    "performance-testing",
-    "load-testing",
-    "jmeter",
-    "k6",
-    "gatling",
-    "locust",
-    "artillery",
-    "neoload",
-    "loadrunner",
-    "octoperf",
-    "stress-testing",
-    "soak-testing",
-    "grpc",
-    "graphql",
-    "websocket",
-    "observability",
-    "ci-cd",
-    "llm-inference",
-    "vllm",
-    "slo",
-    "capacity-planning",
-    "claude-skills",
-    "ai-assistant"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/QAInsights/perf-skills.git"
-  },
-  "author": {
-    "name": "NaveenKumar Namachivayam",
-    "email": "contact@qainsights.com"
-  },
-  "license": "MIT",
-  "homepage": "https://github.com/QAInsights/perf-skills#readme",
-  "engines": {
-    "node": ">=14"
-  }
-}
+{
+  "name": "perf-skills",
+  "version": "4.1.0",
+  "description": "Expert AI skill for performance testing - covers JMeter, k6, Gatling, Locust, Artillery, NeoLoad, LoadRunner, OctoPerf, LLM inference benchmarking, and SLO/capacity planning across the full lifecycle",
+  "main": "skills/perf/SKILL.md",
+  "files": [
+    "skills/",
+    ".claude-plugin/"
+  ],
+  "keywords": [
+    "performance-testing",
+    "load-testing",
+    "jmeter",
+    "k6",
+    "gatling",
+    "locust",
+    "artillery",
+    "neoload",
+    "loadrunner",
+    "octoperf",
+    "stress-testing",
+    "soak-testing",
+    "grpc",
+    "graphql",
+    "websocket",
+    "observability",
+    "ci-cd",
+    "llm-inference",
+    "vllm",
+    "slo",
+    "capacity-planning",
+    "claude-skills",
+    "ai-assistant"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/QAInsights/perf-skills.git"
+  },
+  "author": {
+    "name": "NaveenKumar Namachivayam",
+    "email": "contact@qainsights.com"
+  },
+  "license": "MIT",
+  "homepage": "https://github.com/QAInsights/perf-skills#readme",
+  "engines": {
+    "node": ">=14"
+  }
+}