@cogitator-ai/evals 0.1.13 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/package.json +11 -9
package/README.md
CHANGED
|
@@ -164,7 +164,7 @@ const suite = new EvalSuite({
|
|
|
164
164
|
prompt: 'Rate how technically accurate the response is for a software engineering audience.',
|
|
165
165
|
}),
|
|
166
166
|
],
|
|
167
|
-
judge: { model: 'gpt-
|
|
167
|
+
judge: { model: 'gpt-6.1-sol', temperature: 0 },
|
|
168
168
|
});
|
|
169
169
|
```
|
|
170
170
|
|
|
@@ -335,7 +335,7 @@ const suite = new EvalBuilder()
|
|
|
335
335
|
.withTarget({ fn: async (input) => myModel(input) })
|
|
336
336
|
.withMetrics([exactMatch(), contains(), faithfulness()])
|
|
337
337
|
.withStatisticalMetrics([latency()])
|
|
338
|
-
.withJudge({ model: 'gpt-
|
|
338
|
+
.withJudge({ model: 'gpt-6.1-sol', temperature: 0 })
|
|
339
339
|
.withAssertions([threshold('exactMatch', 0.85), noRegression('./baseline.json')])
|
|
340
340
|
.withConcurrency(10)
|
|
341
341
|
.withTimeout(60_000)
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@cogitator-ai/evals",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.2.0",
|
|
4
4
|
"description": "Evaluation framework for Cogitator AI agents",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -14,11 +14,14 @@
|
|
|
14
14
|
"files": [
|
|
15
15
|
"dist"
|
|
16
16
|
],
|
|
17
|
+
"engines": {
|
|
18
|
+
"node": ">=22.12.0"
|
|
19
|
+
},
|
|
17
20
|
"dependencies": {
|
|
18
|
-
"zod": "^4.
|
|
21
|
+
"zod": "^4.6.5"
|
|
19
22
|
},
|
|
20
23
|
"peerDependencies": {
|
|
21
|
-
"@cogitator-ai/core": ">=0.
|
|
24
|
+
"@cogitator-ai/core": ">=0.21.0"
|
|
22
25
|
},
|
|
23
26
|
"peerDependenciesMeta": {
|
|
24
27
|
"@cogitator-ai/core": {
|
|
@@ -26,13 +29,13 @@
|
|
|
26
29
|
}
|
|
27
30
|
},
|
|
28
31
|
"optionalDependencies": {
|
|
29
|
-
"papaparse": "^5.
|
|
32
|
+
"papaparse": "^5.7.0"
|
|
30
33
|
},
|
|
31
34
|
"devDependencies": {
|
|
35
|
+
"@cogitator-ai/core": "0.21.0",
|
|
32
36
|
"@types/papaparse": "^5.3.15",
|
|
33
|
-
"typescript": "^
|
|
34
|
-
"vitest": "^
|
|
35
|
-
"@cogitator-ai/core": "0.20.0"
|
|
37
|
+
"typescript": "^6.0.3",
|
|
38
|
+
"vitest": "^5.0.3"
|
|
36
39
|
},
|
|
37
40
|
"repository": {
|
|
38
41
|
"type": "git",
|
|
@@ -40,8 +43,7 @@
|
|
|
40
43
|
"directory": "packages/evals"
|
|
41
44
|
},
|
|
42
45
|
"publishConfig": {
|
|
43
|
-
"access": "public"
|
|
44
|
-
"registry": "https://npm.pkg.github.com"
|
|
46
|
+
"access": "public"
|
|
45
47
|
},
|
|
46
48
|
"license": "MIT",
|
|
47
49
|
"scripts": {
|