@aipack-ai/eval 1.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +24 -0
- package/dist/index.js +26 -0
- package/dist/index.js.map +1 -0
- package/dist/src/cli.d.ts +12 -0
- package/dist/src/cli.js +149 -0
- package/dist/src/cli.js.map +1 -0
- package/dist/src/core/loader.d.ts +21 -0
- package/dist/src/core/loader.js +91 -0
- package/dist/src/core/loader.js.map +1 -0
- package/dist/src/core/mock-stream.d.ts +16 -0
- package/dist/src/core/mock-stream.js +71 -0
- package/dist/src/core/mock-stream.js.map +1 -0
- package/dist/src/core/mock-tools.d.ts +24 -0
- package/dist/src/core/mock-tools.js +161 -0
- package/dist/src/core/mock-tools.js.map +1 -0
- package/dist/src/core/report.d.ts +26 -0
- package/dist/src/core/report.js +149 -0
- package/dist/src/core/report.js.map +1 -0
- package/dist/src/core/runner.d.ts +18 -0
- package/dist/src/core/runner.js +213 -0
- package/dist/src/core/runner.js.map +1 -0
- package/dist/src/core/scorer/index.d.ts +19 -0
- package/dist/src/core/scorer/index.js +56 -0
- package/dist/src/core/scorer/index.js.map +1 -0
- package/dist/src/core/scorer/rule.d.ts +17 -0
- package/dist/src/core/scorer/rule.js +231 -0
- package/dist/src/core/scorer/rule.js.map +1 -0
- package/dist/src/core/trajectory.d.ts +13 -0
- package/dist/src/core/trajectory.js +41 -0
- package/dist/src/core/trajectory.js.map +1 -0
- package/dist/src/core/types.d.ts +251 -0
- package/dist/src/core/types.js +16 -0
- package/dist/src/core/types.js.map +1 -0
- package/dist/src/core/validate.d.ts +7 -0
- package/dist/src/core/validate.js +71 -0
- package/dist/src/core/validate.js.map +1 -0
- package/package.json +53 -0
package/package.json
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@aipack-ai/eval",
|
|
3
|
+
"version": "1.1.6",
|
|
4
|
+
"description": "aipack Eval 体系：EvalCase 格式 + 规则评分器 + Runner（mock fixture replay）+ 报告与 baseline 门禁",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "./dist/index.js",
|
|
7
|
+
"types": "./dist/index.d.ts",
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"types": "./dist/index.d.ts",
|
|
11
|
+
"import": "./dist/index.js"
|
|
12
|
+
},
|
|
13
|
+
"./cli": {
|
|
14
|
+
"types": "./dist/cli.d.ts",
|
|
15
|
+
"import": "./dist/cli.js"
|
|
16
|
+
},
|
|
17
|
+
"./package.json": "./package.json"
|
|
18
|
+
},
|
|
19
|
+
"bin": {
|
|
20
|
+
"aipack-eval": "./dist/cli.js"
|
|
21
|
+
},
|
|
22
|
+
"files": [
|
|
23
|
+
"dist"
|
|
24
|
+
],
|
|
25
|
+
"sideEffects": false,
|
|
26
|
+
"keywords": [
|
|
27
|
+
"aipack",
|
|
28
|
+
"eval",
|
|
29
|
+
"agent",
|
|
30
|
+
"benchmark",
|
|
31
|
+
"scorer"
|
|
32
|
+
],
|
|
33
|
+
"license": "MIT",
|
|
34
|
+
"engines": {
|
|
35
|
+
"node": ">=18.0.0"
|
|
36
|
+
},
|
|
37
|
+
"dependencies": {
|
|
38
|
+
"@aipack-ai/agent": "1.1.6"
|
|
39
|
+
},
|
|
40
|
+
"devDependencies": {
|
|
41
|
+
"@types/node": "^20.12.0",
|
|
42
|
+
"tsup": "^8.5.1",
|
|
43
|
+
"typescript": "^5.5.0",
|
|
44
|
+
"tsx": "^4.16.0"
|
|
45
|
+
},
|
|
46
|
+
"scripts": {
|
|
47
|
+
"build": "tsc -p tsconfig.build.json && node scripts/fix-imports.mjs",
|
|
48
|
+
"prebuild": "[ -f ../agent/dist/index.d.ts ] || pnpm --filter @aipack-ai/agent build",
|
|
49
|
+
"typecheck": "tsc --noEmit",
|
|
50
|
+
"test": "node --import tsx --test tests/*.test.ts",
|
|
51
|
+
"eval": "node --import tsx src/cli.ts run"
|
|
52
|
+
}
|
|
53
|
+
}
|