perf-skills 3.0.0 → 4.1.0

package/.claude-plugin/marketplace.json

@@ -1,82 +1,90 @@
-{
-  "name": "perf",
-  "owner": {
-    "name": "NaveenKumar Namachivayam",
-    "email": "contact@qainsights.com"
-  },
-  "metadata": {
-    "description": "Expert AI skill for performance testing - covers the full lifecycle using JMeter, k6, Gatling, Locust, NeoLoad, LoadRunner, and OctoPerf.",
-    "version": "1.0.4"
-  },
-  "plugins": [
-    {
-      "name": "perf",
-      "source": "./",
-      "description": "Expert guidance for performance testing: planning, scripting, executing, and analyzing load/stress/soak/spike tests across 7 tools and 10 topic areas.",
-      "version": "1.0.4",
-      "author": {
-        "name": "NaveenKumar Namachivayam",
-        "email": "contact@qainsights.com"
-      },
-      "homepage": "https://github.com/QAInsights/perf-skills",
-      "repository": "https://github.com/QAInsights/perf-skills",
-      "license": "MIT",
-      "keywords": [
-        "performance-testing",
-        "load-testing",
-        "jmeter",
-        "k6",
-        "gatling",
-        "locust",
-        "neoload",
-        "loadrunner",
-        "octoperf",
-        "stress-testing",
-        "soak-testing",
-        "grpc",
-        "graphql",
-        "websocket",
-        "observability",
-        "ci-cd",
-        "performance-testing-best-practices",
-        "performance-testing-strategies",
-        "black-friday-performance-testing",
-        "cyber-monday-performance-testing",
-        "holiday-performance-testing",
-        "super-bowl-performance-testing"
-      ],
-      "category": "testing",
-      "tags": [
-        "performance",
-        "load-testing",
-        "quality-engineering",
-        "testing",
-        "stress-testing",
-        "soak-testing",
-        "spike-testing",
-        "capacity-testing",
-        "breakpoint-testing",
-        "smoke-testing",
-        "regression-testing",
-        "performance-analysis",
-        "load-testing-tools",
-        "performance-testing-tools",
-        "load-testing-frameworks",
-        "performance-testing-frameworks",
-        "performance-testing-automation",
-        "jmeter",
-        "k6",
-        "gatling",
-        "locust",
-        "neoload",
-        "loadrunner",
-        "octoperf",
-        "performance-engineering",
-        "load-testing-automation",
-        "performance-testing-automation",
-        "performance-testing-best-practices",
-        "performance-testing-strategies"
-      ]
-    }
-  ]
-}
+{
+  "name": "perf",
+  "owner": {
+    "name": "NaveenKumar Namachivayam",
+    "email": "contact@qainsights.com"
+  },
+  "metadata": {
+    "description": "Expert AI skill for performance testing - covers the full lifecycle using JMeter, k6, Gatling, Locust, Artillery, NeoLoad, LoadRunner, OctoPerf, plus LLM inference benchmarking and SLO/capacity planning.",
+    "version": "4.1.0"
+  },
+  "plugins": [
+    {
+      "name": "perf",
+      "source": "./",
+      "description": "Expert guidance for performance testing: planning, scripting, executing, and analyzing load/stress/soak/spike tests across 8 tools, 14 topic areas, LLM inference benchmarking, and SLO/capacity planning.",
+      "version": "4.1.0",
+      "author": {
+        "name": "NaveenKumar Namachivayam",
+        "email": "contact@qainsights.com"
+      },
+      "homepage": "https://github.com/QAInsights/perf-skills",
+      "repository": "https://github.com/QAInsights/perf-skills",
+      "license": "MIT",
+      "keywords": [
+        "performance-testing",
+        "load-testing",
+        "jmeter",
+        "k6",
+        "gatling",
+        "locust",
+        "artillery",
+        "neoload",
+        "loadrunner",
+        "octoperf",
+        "stress-testing",
+        "soak-testing",
+        "grpc",
+        "graphql",
+        "websocket",
+        "observability",
+        "ci-cd",
+        "llm-inference",
+        "vllm",
+        "slo",
+        "capacity-planning",
+        "performance-testing-best-practices",
+        "performance-testing-strategies",
+        "black-friday-performance-testing",
+        "cyber-monday-performance-testing",
+        "holiday-performance-testing",
+        "super-bowl-performance-testing"
+      ],
+      "category": "testing",
+      "tags": [
+        "performance",
+        "load-testing",
+        "quality-engineering",
+        "testing",
+        "stress-testing",
+        "soak-testing",
+        "spike-testing",
+        "capacity-testing",
+        "breakpoint-testing",
+        "smoke-testing",
+        "regression-testing",
+        "performance-analysis",
+        "load-testing-tools",
+        "performance-testing-tools",
+        "load-testing-frameworks",
+        "performance-testing-frameworks",
+        "performance-testing-automation",
+        "jmeter",
+        "k6",
+        "gatling",
+        "locust",
+        "artillery",
+        "neoload",
+        "loadrunner",
+        "octoperf",
+        "performance-engineering",
+        "llm-inference",
+        "vllm",
+        "slo",
+        "capacity-planning",
+        "performance-testing-best-practices",
+        "performance-testing-strategies"
+      ]
+    }
+  ]
+}

package/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
-{
-  "name": "perf",
-  "description": "Expert guidance for performance testing: planning, scripting, executing, and analyzing load/stress/soak/spike tests using JMeter, k6, Gatling, Locust, NeoLoad, LoadRunner, OctoPerf.",
-  "version": "1.0.4",
-  "skills": "./skills/"
-}
+{
+  "name": "perf",
+  "description": "Expert guidance for performance testing: planning, scripting, executing, and analyzing load/stress/soak/spike tests using JMeter, k6, Gatling, Locust, Artillery, NeoLoad, LoadRunner, OctoPerf, plus LLM inference benchmarking and SLO/capacity planning.",
+  "version": "4.1.0",
+  "skills": "./skills/"
+}

package/LICENSE.md

@@ -1,8 +1,8 @@
-Copyright 2026 NaveenKumar Namachivayam
-
-Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
-
+Copyright 2026 NaveenKumar Namachivayam
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+

package/README.md

@@ -30,9 +30,10 @@
 
 | Category | Supported Technologies |
 | :--- | :--- |
-| **Open Source** | Apache JMeter, k6 (Grafana Labs), Gatling, Locust |
+| **Open Source** | Apache JMeter, k6 (Grafana Labs), Gatling, Locust, Artillery |
 | **Commercial/SaaS** | NeoLoad (Tricentis), LoadRunner (OpenText), OctoPerf |
 | **Protocols** | HTTP/REST, gRPC, GraphQL, WebSocket, SSE, JDBC, SOAP, Kafka/MQ, Citrix, SAP |
+| **AI/ML** | LLM inference benchmarking (vLLM, TRT-LLM, SGLang), SLO/capacity planning |
 
 ---
 
@@ -60,6 +61,7 @@ A major highlight of this library is the **Dynamic Value Correlation** engine ([
 | AI Assistant | Integration Method |
 | :--- | :--- |
 | **Claude Code** | Native Plugin or `CLAUDE.md` context referencing |
+| **Qwen Code** | Native Skill (`/perf`) or `QWEN.md` context referencing |
 | **Windsurf (Cascade)** | Local Skill configuration |
 | **Cursor** | Custom rules `.cursor/rules/` or index via `@Docs` |
 | **Cline / Roo Code** | Workspace instructions / custom rules |
@@ -92,6 +94,24 @@ To update to the latest version:
 
 ---
 
+### Qwen Code Skill
+
+Install as a user-level skill so `/perf` is available in every project:
+```bash
+qwen skills add QAInsights/perf-skills
+```
+
+Or for a single project, copy the skill directory and reference it in `QWEN.md`:
+```bash
+cp -r perf-skills/skills/perf ./perf
+```
+```markdown
+<!-- QWEN.md -->
+For performance testing questions, read `perf/SKILL.md` for routing, then load the relevant reference files from `perf/references/`.
+```
+
+---
+
 ### Install as local Skills (npx)
 
 If you are using a tool that supports `npx skills`, add it directly:
@@ -174,6 +194,8 @@ The skill will auto-trigger when you ask about performance testing, load testing
 ## 📂 File Structure & Routing
 
 Here is how the knowledge base is organized. The entry point [SKILL.md](skills/perf/SKILL.md) routes queries to specific reference guides to keep prompt sizes minimal.
+The topic references also include a tool-selection guide backed by the
+perf.jmeter.ai catalog for broader recommendations.
 
 ```text
 perf-skills/
@@ -191,7 +213,7 @@ perf-skills/
             │   ├── k6.md                 # k6 JS/TS scripting, thresholds, VU options
             │   ├── gatling.md            # Gatling Scala/Java DSL & feeders
             │   ├── locust.md             # Locust Python scripting & FastHttpUser
-│   ├── artillery.md          # Artillery YAML/JS/TS scripting, phases, ensure SLOs, cloud
+            │   ├── artillery.md          # Artillery YAML/JS/TS scripting, phases, ensure SLOs, cloud
             │   ├── neoload.md            # NeoLoad GUI configs & API execution
             │   ├── loadrunner.md         # LoadRunner VuGen C scripting
             │   └── octoperf.md           # OctoPerf JMeter-based cloud execution
@@ -208,6 +230,7 @@ perf-skills/
                 ├── database-testing.md   # JDBC, pools, deadlocks, slow queries
                 ├── modern-architectures.md # K8s scaling, HPA, Frontend CWV
                 ├── llm-inference.md     # LLM serving: TTFT, TPOT/ITL, TPS, goodput, tools
+                ├── tool-selection.md   # Tool alternatives, comparisons, and catalog lookup
                 └── slo-capacity.md      # SLOs, error budgets, headroom, CI gating
 ```
 
@@ -231,6 +254,26 @@ To avoid hitting context window limits, the skill operates on a **selective load
 | *"Our p95 latency spikes during database writes, how do we fix?"* | `database-testing.md` + `results-analysis.md` |
 | *"What TTFT/throughput can our vLLM endpoint sustain at 200 concurrent users?"* | `llm-inference.md` |
 | *"How many replicas do we need, and what SLO headroom should we keep?"* | `slo-capacity.md` |
+| *"Which load testing tool should we use for a gRPC service on-prem?"* | `tool-selection.md` |
+
+---
+
+## ✅ Eval-Verified Quality
+
+This skill is tested with 12 eval cases across 8 categories (k6, JMeter, Artillery, Locust, tool selection, migration, LLM inference, SLO/capacity). Each eval verifies that the skill context produces correct, concrete answers with code examples - not just generic advice.
+
+| Category | Evals | What it verifies |
+| :--- | :--- | :--- |
+| k6 | 1, 5, 7 | Checks vs thresholds, executor choice, SLA baselines |
+| JMeter | 3 | OOM diagnosis, listener memory leak |
+| Artillery | 8, 9 | `ensure` CI gating, `arrivalRate` vs concurrency |
+| Locust | 6 | `catch_response` silent failure |
+| Tool selection | 2, 12 | Kafka and catalog-driven tool recommendation |
+| Migration | 4 | LoadRunner-to-k6 concept mapping |
+| LLM inference | 10 | TTFT/TPOT metrics, benchmarking tools |
+| SLO/capacity | 11 | Error budgets, burn rate CI gating |
+
+Run them yourself - see [`.claude/CLAUDE.md`](.claude/CLAUDE.md) for instructions.
 
 ---
 

package/package.json

@@ -1,43 +1,48 @@
-{
-  "name": "perf-skills",
-  "version": "3.0.0",
-  "description": "Expert AI skill for performance testing - covers JMeter, k6, Gatling, Locust, NeoLoad, LoadRunner, OctoPerf across the full lifecycle",
-  "main": "skills/perf/SKILL.md",
-  "files": [
-    "skills/",
-    ".claude-plugin/"
-  ],
-  "keywords": [
-    "performance-testing",
-    "load-testing",
-    "jmeter",
-    "k6",
-    "gatling",
-    "locust",
-    "neoload",
-    "loadrunner",
-    "octoperf",
-    "stress-testing",
-    "soak-testing",
-    "grpc",
-    "graphql",
-    "websocket",
-    "observability",
-    "ci-cd",
-    "claude-skills",
-    "ai-assistant"
-  ],
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/QAInsights/perf-skills.git"
-  },
-  "author": {
-    "name": "NaveenKumar Namachivayam",
-    "email": "contact@qainsights.com"
-  },
-  "license": "MIT",
-  "homepage": "https://github.com/QAInsights/perf-skills#readme",
-  "engines": {
-    "node": ">=14"
-  }
-}
+{
+  "name": "perf-skills",
+  "version": "4.1.0",
+  "description": "Expert AI skill for performance testing - covers JMeter, k6, Gatling, Locust, Artillery, NeoLoad, LoadRunner, OctoPerf, LLM inference benchmarking, and SLO/capacity planning across the full lifecycle",
+  "main": "skills/perf/SKILL.md",
+  "files": [
+    "skills/",
+    ".claude-plugin/"
+  ],
+  "keywords": [
+    "performance-testing",
+    "load-testing",
+    "jmeter",
+    "k6",
+    "gatling",
+    "locust",
+    "artillery",
+    "neoload",
+    "loadrunner",
+    "octoperf",
+    "stress-testing",
+    "soak-testing",
+    "grpc",
+    "graphql",
+    "websocket",
+    "observability",
+    "ci-cd",
+    "llm-inference",
+    "vllm",
+    "slo",
+    "capacity-planning",
+    "claude-skills",
+    "ai-assistant"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/QAInsights/perf-skills.git"
+  },
+  "author": {
+    "name": "NaveenKumar Namachivayam",
+    "email": "contact@qainsights.com"
+  },
+  "license": "MIT",
+  "homepage": "https://github.com/QAInsights/perf-skills#readme",
+  "engines": {
+    "node": ">=14"
+  }
+}