@sx4im/skillcheck 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. package/LICENSE +21 -0
  2. package/METHODOLOGY.md +91 -0
  3. package/README.md +159 -0
  4. package/dist/bin/skillcheck.d.ts +2 -0
  5. package/dist/bin/skillcheck.js +8 -0
  6. package/dist/bin/skillcheck.js.map +1 -0
  7. package/dist/src/adapters/nvidia-nim.d.ts +30 -0
  8. package/dist/src/adapters/nvidia-nim.js +165 -0
  9. package/dist/src/adapters/nvidia-nim.js.map +1 -0
  10. package/dist/src/cache.d.ts +5 -0
  11. package/dist/src/cache.js +27 -0
  12. package/dist/src/cache.js.map +1 -0
  13. package/dist/src/cli.d.ts +1 -0
  14. package/dist/src/cli.js +146 -0
  15. package/dist/src/cli.js.map +1 -0
  16. package/dist/src/corpus.d.ts +43 -0
  17. package/dist/src/corpus.js +233 -0
  18. package/dist/src/corpus.js.map +1 -0
  19. package/dist/src/deterministic.d.ts +7 -0
  20. package/dist/src/deterministic.js +25 -0
  21. package/dist/src/deterministic.js.map +1 -0
  22. package/dist/src/env.d.ts +12 -0
  23. package/dist/src/env.js +39 -0
  24. package/dist/src/env.js.map +1 -0
  25. package/dist/src/eval.d.ts +13 -0
  26. package/dist/src/eval.js +155 -0
  27. package/dist/src/eval.js.map +1 -0
  28. package/dist/src/generate.d.ts +9 -0
  29. package/dist/src/generate.js +94 -0
  30. package/dist/src/generate.js.map +1 -0
  31. package/dist/src/grade.d.ts +5 -0
  32. package/dist/src/grade.js +112 -0
  33. package/dist/src/grade.js.map +1 -0
  34. package/dist/src/hash.d.ts +2 -0
  35. package/dist/src/hash.js +8 -0
  36. package/dist/src/hash.js.map +1 -0
  37. package/dist/src/m0/hardcoded.d.ts +7 -0
  38. package/dist/src/m0/hardcoded.js +51 -0
  39. package/dist/src/m0/hardcoded.js.map +1 -0
  40. package/dist/src/m0/run.d.ts +38 -0
  41. package/dist/src/m0/run.js +102 -0
  42. package/dist/src/m0/run.js.map +1 -0
  43. package/dist/src/normalize.d.ts +2 -0
  44. package/dist/src/normalize.js +109 -0
  45. package/dist/src/normalize.js.map +1 -0
  46. package/dist/src/rot.d.ts +62 -0
  47. package/dist/src/rot.js +156 -0
  48. package/dist/src/rot.js.map +1 -0
  49. package/dist/src/run.d.ts +5 -0
  50. package/dist/src/run.js +47 -0
  51. package/dist/src/run.js.map +1 -0
  52. package/dist/src/score.d.ts +14 -0
  53. package/dist/src/score.js +59 -0
  54. package/dist/src/score.js.map +1 -0
  55. package/dist/src/types.d.ts +41 -0
  56. package/dist/src/types.js +2 -0
  57. package/dist/src/types.js.map +1 -0
  58. package/dist/src/verify.d.ts +5 -0
  59. package/dist/src/verify.js +71 -0
  60. package/dist/src/verify.js.map +1 -0
  61. package/package.json +64 -0
package/package.json ADDED
@@ -0,0 +1,64 @@
1
+ {
2
+ "name": "@sx4im/skillcheck",
3
+ "version": "0.1.0",
4
+ "description": "Measure whether agent skills improve task performance.",
5
+ "type": "module",
6
+ "license": "MIT",
7
+ "repository": {
8
+ "type": "git",
9
+ "url": "git+ssh://git@github.com/sx4im/skillcheck.git"
10
+ },
11
+ "bugs": {
12
+ "url": "https://github.com/sx4im/skillcheck/issues"
13
+ },
14
+ "homepage": "https://github.com/sx4im/skillcheck#readme",
15
+ "keywords": [
16
+ "agents",
17
+ "ai",
18
+ "benchmark",
19
+ "cli",
20
+ "evaluation",
21
+ "skills"
22
+ ],
23
+ "bin": {
24
+ "skillcheck": "dist/bin/skillcheck.js"
25
+ },
26
+ "publishConfig": {
27
+ "access": "public"
28
+ },
29
+ "files": [
30
+ "dist",
31
+ "README.md",
32
+ "METHODOLOGY.md"
33
+ ],
34
+ "scripts": {
35
+ "build": "rm -rf dist && tsc -p tsconfig.json",
36
+ "m0": "tsx packages/cli/bin/skillcheck.ts m0",
37
+ "site:build": "next build packages/site",
38
+ "test": "vitest run",
39
+ "typecheck": "tsc -p tsconfig.json --noEmit && tsc -p tsconfig.test.json --noEmit"
40
+ },
41
+ "engines": {
42
+ "node": ">=20"
43
+ },
44
+ "dependencies": {
45
+ "dotenv": "^16.4.7",
46
+ "openai": "^4.77.0"
47
+ },
48
+ "overrides": {
49
+ "next": {
50
+ "postcss": "8.5.10"
51
+ }
52
+ },
53
+ "devDependencies": {
54
+ "@types/node": "^22.10.2",
55
+ "@types/react": "^19.2.16",
56
+ "@types/react-dom": "^19.2.3",
57
+ "next": "^16.2.7",
58
+ "react": "^19.2.7",
59
+ "react-dom": "^19.2.7",
60
+ "tsx": "^4.19.2",
61
+ "typescript": "^5.7.2",
62
+ "vitest": "^4.1.8"
63
+ }
64
+ }