@skill-harness/cli 0.1.0 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -0
- package/dist/cli.js +0 -0
- package/package.json +7 -4
package/README.md
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
# @skill-harness/cli
|
|
2
|
+
|
|
3
|
+
The command surface for [skill-harness](https://github.com/mojomanyana/skill-harness) —
|
|
4
|
+
a test/optimize loop for agent skills: run spec'd scenarios on the `pi` harness,
|
|
5
|
+
LLM-judge each transcript, score against a ship bar, review, and re-run to
|
|
6
|
+
measure a `SKILL.md` edit.
|
|
7
|
+
|
|
8
|
+
Most users should install the `skill-harness` meta-package (`npm i -g
|
|
9
|
+
skill-harness`) instead of this package directly.
|
|
10
|
+
|
|
11
|
+
## Install
|
|
12
|
+
|
|
13
|
+
```bash
|
|
14
|
+
npm i -g @skill-harness/cli
|
|
15
|
+
```
|
|
16
|
+
|
|
17
|
+
## Commands
|
|
18
|
+
|
|
19
|
+
| command | does |
|
|
20
|
+
|---|---|
|
|
21
|
+
| `skill-harness list --skills <root>` | discovered skills + spec status |
|
|
22
|
+
| `skill-harness lint <skill\|all> --skills <root>` | validate specs/fixtures; CI gate |
|
|
23
|
+
| `skill-harness run <skill\|all> --skills <root> [--model p:m ...] [--judge p:m]` | run scenarios, grade, score |
|
|
24
|
+
| `skill-harness grade <run-dir> [--judge p:m]` | re-grade saved transcripts |
|
|
25
|
+
| `skill-harness review <skill> --skills <root> [--port N]` | serve the interactive review UI |
|
|
26
|
+
| `skill-harness add-test <skill> --skills <root> --id ID --title T ...` | scaffold a new scenario |
|
|
27
|
+
|
|
28
|
+
## More
|
|
29
|
+
|
|
30
|
+
- Repo + full docs: https://github.com/mojomanyana/skill-harness
|
|
31
|
+
- Step-by-step usage: [`docs/USAGE.md`](https://github.com/mojomanyana/skill-harness/blob/main/docs/USAGE.md)
|
package/dist/cli.js
CHANGED
|
File without changes
|
package/package.json
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@skill-harness/cli",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.2",
|
|
4
|
+
"description": "skill-harness CLI — run, grade, review, and lint agent-skill scenarios on the pi harness",
|
|
4
5
|
"type": "module",
|
|
5
6
|
"license": "MIT",
|
|
6
7
|
"main": "./dist/cli.js",
|
|
@@ -11,11 +12,13 @@
|
|
|
11
12
|
".": "./dist/cli.js",
|
|
12
13
|
"./serve": "./dist/serve.js"
|
|
13
14
|
},
|
|
15
|
+
"keywords": ["agent-skills", "skill", "llm", "testing", "eval", "grading", "pi", "ci", "harness"],
|
|
14
16
|
"files": [
|
|
15
17
|
"dist/**/*.js",
|
|
16
18
|
"dist/**/*.d.ts",
|
|
17
19
|
"assets",
|
|
18
|
-
"LICENSE"
|
|
20
|
+
"LICENSE",
|
|
21
|
+
"README.md"
|
|
19
22
|
],
|
|
20
23
|
"repository": {
|
|
21
24
|
"type": "git",
|
|
@@ -31,7 +34,7 @@
|
|
|
31
34
|
"prepack": "rm -rf ./assets && cp -r ../../assets ./assets && cp ../../LICENSE ./LICENSE"
|
|
32
35
|
},
|
|
33
36
|
"dependencies": {
|
|
34
|
-
"@skill-harness/core": "0.1.
|
|
35
|
-
"@skill-harness/adapters": "0.1.
|
|
37
|
+
"@skill-harness/core": "0.1.2",
|
|
38
|
+
"@skill-harness/adapters": "0.1.2"
|
|
36
39
|
}
|
|
37
40
|
}
|