vitest-evals 0.5.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +100 -122
- package/dist/evaluate/index.d.mts +23 -0
- package/dist/evaluate/index.d.ts +23 -0
- package/dist/evaluate/index.js +189 -0
- package/dist/evaluate/index.js.map +1 -0
- package/dist/evaluate/index.mjs +163 -0
- package/dist/evaluate/index.mjs.map +1 -0
- package/dist/index.d.mts +2 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.js +33 -23
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +41 -24
- package/dist/index.mjs.map +1 -1
- package/dist/reporter.js +3 -2
- package/dist/reporter.js.map +1 -1
- package/dist/reporter.mjs +3 -2
- package/dist/reporter.mjs.map +1 -1
- package/dist/scorers/index.d.mts +2 -1
- package/dist/scorers/index.d.ts +2 -1
- package/dist/scorers/structuredOutputScorer.d.mts +2 -1
- package/dist/scorers/structuredOutputScorer.d.ts +2 -1
- package/dist/scorers/toolCallScorer.d.mts +6 -23
- package/dist/scorers/toolCallScorer.d.ts +6 -23
- package/dist/wrapText.d.mts +23 -0
- package/dist/wrapText.d.ts +23 -0
- package/dist/wrapText.js +50 -0
- package/dist/wrapText.js.map +1 -0
- package/dist/wrapText.mjs +25 -0
- package/dist/wrapText.mjs.map +1 -0
- package/package.json +27 -11
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "vitest-evals",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.7.0",
|
|
4
4
|
"sideEffects": false,
|
|
5
5
|
"types": "./dist/index.d.ts",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -28,6 +28,11 @@
|
|
|
28
28
|
"types": "./dist/scorers/toolCallScorer.d.ts",
|
|
29
29
|
"require": "./dist/scorers/toolCallScorer.js",
|
|
30
30
|
"import": "./dist/scorers/toolCallScorer.mjs"
|
|
31
|
+
},
|
|
32
|
+
"./evaluate": {
|
|
33
|
+
"types": "./dist/evaluate/index.d.ts",
|
|
34
|
+
"require": "./dist/evaluate/index.js",
|
|
35
|
+
"import": "./dist/evaluate/index.mjs"
|
|
31
36
|
}
|
|
32
37
|
},
|
|
33
38
|
"repository": {
|
|
@@ -42,24 +47,35 @@
|
|
|
42
47
|
"homepage": "https://github.com/getsentry/vitest-evals#readme",
|
|
43
48
|
"description": "",
|
|
44
49
|
"peerDependencies": {
|
|
45
|
-
"
|
|
46
|
-
"
|
|
50
|
+
"ai": ">=4 <7",
|
|
51
|
+
"tinyrainbow": ">=2 <4",
|
|
52
|
+
"vitest": ">=3 <5",
|
|
53
|
+
"zod": ">=3 <5"
|
|
54
|
+
},
|
|
55
|
+
"peerDependenciesMeta": {
|
|
56
|
+
"ai": {
|
|
57
|
+
"optional": true
|
|
58
|
+
},
|
|
59
|
+
"zod": {
|
|
60
|
+
"optional": true
|
|
61
|
+
}
|
|
47
62
|
},
|
|
48
63
|
"devDependencies": {
|
|
49
|
-
"@ai-sdk/openai": "^
|
|
64
|
+
"@ai-sdk/openai": "^3.0.48",
|
|
50
65
|
"@biomejs/biome": "^1.9.4",
|
|
51
|
-
"@
|
|
52
|
-
"
|
|
53
|
-
"
|
|
66
|
+
"@types/node": "^25.5.0",
|
|
67
|
+
"@vitest/coverage-v8": "^4.1.2",
|
|
68
|
+
"ai": "^6.0.141",
|
|
69
|
+
"autoevals": "^0.0.132",
|
|
54
70
|
"dotenv-cli": "^8.0.0",
|
|
55
71
|
"lint-staged": "^15.5.2",
|
|
56
|
-
"openai": "^
|
|
72
|
+
"openai": "^6.33.0",
|
|
57
73
|
"simple-git-hooks": "^2.13.0",
|
|
58
|
-
"tinyrainbow": "^
|
|
74
|
+
"tinyrainbow": "^3.1.0",
|
|
59
75
|
"tsup": "^8.5.0",
|
|
60
76
|
"typescript": "^5.8.3",
|
|
61
|
-
"vitest": "^
|
|
62
|
-
"zod": "^3.
|
|
77
|
+
"vitest": "^4.1.2",
|
|
78
|
+
"zod": "^4.3.6"
|
|
63
79
|
},
|
|
64
80
|
"simple-git-hooks": {
|
|
65
81
|
"pre-commit": "npm exec lint-staged --concurrent false"
|