peerbench 0.0.9 → 0.0.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +71 -58
- package/dist/benchmarks/examples/echo-basic/runner.d.ts +11 -254
- package/dist/benchmarks/examples/echo-basic/schema-sets/echo.v1.d.ts +16 -16
- package/dist/benchmarks/examples/exact-match-scorer/runner.d.ts +38 -386
- package/dist/benchmarks/examples/exact-match-scorer/schema-sets/exact-match.v1.d.ts +16 -16
- package/dist/benchmarks/examples/text-transform/runner.d.ts +32 -480
- package/dist/benchmarks/examples/text-transform/schema-sets/echo.v1.d.ts +16 -16
- package/dist/benchmarks/examples/text-transform/schema-sets/reverse.v1.d.ts +16 -16
- package/dist/benchmarks/index.js +179 -247
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/benchmarks/peerbench/index.d.ts +2 -1
- package/dist/benchmarks/peerbench/mcq-runner.d.ts +78 -0
- package/dist/benchmarks/peerbench/qa-runner.d.ts +77 -0
- package/dist/benchmarks/peerbench/schema-sets/mcq.v1.d.ts +16 -16
- package/dist/benchmarks/peerbench/schema-sets/multi-turn.v1.d.ts +16 -16
- package/dist/benchmarks/peerbench/schema-sets/qa.v1.d.ts +16 -16
- package/dist/chunk-6WDCU5BP.js +9 -0
- package/dist/chunk-6WDCU5BP.js.map +1 -0
- package/dist/{chunk-YY33MNMV.js → chunk-7KMGLEYP.js} +2 -2
- package/dist/{chunk-HMQYGCKI.js → chunk-ZJWSK4VO.js} +1 -1
- package/dist/chunk-ZJWSK4VO.js.map +1 -0
- package/dist/helpers/define-runner.d.ts +2 -45
- package/dist/index.js +2 -2
- package/dist/providers/callables/callable.d.ts +4 -0
- package/dist/providers/callables/llm.d.ts +38 -0
- package/dist/providers/example/echo.d.ts +12 -11
- package/dist/providers/example/restapi.d.ts +11 -18
- package/dist/providers/index.d.ts +3 -2
- package/dist/providers/index.js +264 -9
- package/dist/providers/index.js.map +1 -1
- package/dist/providers/mastra.d.ts +16 -21
- package/dist/providers/openai.d.ts +25 -10
- package/dist/providers/openrouter.d.ts +6 -8
- package/dist/schemas/index.js +2 -2
- package/dist/schemas/llm/index.js +36 -7
- package/dist/schemas/llm/index.js.map +1 -1
- package/dist/scorers/abstract.d.ts +1 -1
- package/dist/scorers/index.js +377 -7
- package/dist/scorers/index.js.map +1 -1
- package/dist/scorers/llm-judge.d.ts +6 -6
- package/dist/types/index.d.ts +0 -5
- package/dist/types/runner.d.ts +13 -17
- package/package.json +6 -7
- package/dist/benchmarks/peerbench/runner.d.ts +0 -754
- package/dist/chunk-3JHDJEY3.js +0 -374
- package/dist/chunk-3JHDJEY3.js.map +0 -1
- package/dist/chunk-HMQYGCKI.js.map +0 -1
- package/dist/chunk-Q6GSOHOP.js +0 -44
- package/dist/chunk-Q6GSOHOP.js.map +0 -1
- package/dist/chunk-RTEAK4II.js +0 -37
- package/dist/chunk-RTEAK4II.js.map +0 -1
- package/dist/chunk-SMLNDQFX.js +0 -244
- package/dist/chunk-SMLNDQFX.js.map +0 -1
- package/dist/providers/abstract/llm.d.ts +0 -20
- /package/dist/{chunk-YY33MNMV.js.map → chunk-7KMGLEYP.js.map} +0 -0
- /package/dist/providers/{abstract/provider.d.ts → abstract.d.ts} +0 -0
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "peerbench",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.11",
|
|
4
4
|
"description": "Tooling help work with AI benchmarking data and create trustworthy AI",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"ai",
|
|
@@ -84,18 +84,17 @@
|
|
|
84
84
|
"clean": "rm -rf dist"
|
|
85
85
|
},
|
|
86
86
|
"dependencies": {
|
|
87
|
-
"@mastra/client-js": "^0.
|
|
87
|
+
"@mastra/client-js": "^1.0.1",
|
|
88
88
|
"axios": "^1.11.0",
|
|
89
89
|
"better-sqlite3": "^12.6.0",
|
|
90
|
-
"cheerio": "^1.1.2",
|
|
91
90
|
"decimal.js": "^10.6.0",
|
|
92
91
|
"handlebars": "^4.7.8",
|
|
93
|
-
"hyparquet": "^1.11.0",
|
|
94
92
|
"jsonrepair": "^3.13.0",
|
|
95
|
-
"multiformats": "^13.3.2",
|
|
96
93
|
"openai": "^6.15.0",
|
|
97
94
|
"safe-stable-stringify": "^2.5.0",
|
|
98
|
-
"uuid": "^11.1.0"
|
|
95
|
+
"uuid": "^11.1.0"
|
|
96
|
+
},
|
|
97
|
+
"peerDependencies": {
|
|
99
98
|
"zod": "^4.2.1"
|
|
100
99
|
},
|
|
101
100
|
"devDependencies": {
|
|
@@ -112,4 +111,4 @@
|
|
|
112
111
|
"typescript-eslint": "^8.29.0",
|
|
113
112
|
"vitest": "^4.0.16"
|
|
114
113
|
}
|
|
115
|
-
}
|
|
114
|
+
}
|