@learning-commons/evaluators 0.4.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/README.md +176 -45
- package/dist/{base-Ced9oKKa.d.cts → base-DKcAYXfb.d.cts} +142 -9
- package/dist/{base-Ced9oKKa.d.ts → base-DKcAYXfb.d.ts} +142 -9
- package/dist/batch/cli.js +597 -211
- package/dist/batch/cli.js.map +1 -1
- package/dist/batch/index.cjs +598 -211
- package/dist/batch/index.cjs.map +1 -1
- package/dist/batch/index.d.cts +2 -1
- package/dist/batch/index.d.ts +2 -1
- package/dist/batch/index.js +597 -211
- package/dist/batch/index.js.map +1 -1
- package/dist/index.cjs +609 -212
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +153 -86
- package/dist/index.d.ts +153 -86
- package/dist/index.js +605 -213
- package/dist/index.js.map +1 -1
- package/package.json +8 -3
- package/src/batch/README.md +1 -1
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@learning-commons/evaluators",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.5.0",
|
|
4
4
|
"description": "TypeScript SDK for Learning Commons educational evaluators",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"types": "./dist/index.d.ts",
|
|
@@ -28,6 +28,8 @@
|
|
|
28
28
|
"src/batch/README.md"
|
|
29
29
|
],
|
|
30
30
|
"scripts": {
|
|
31
|
+
"generate:schemas": "tsx scripts/generate-schema.ts ../../evals/prompts/purpose/config.json",
|
|
32
|
+
"generate:schemas:check": "tsx scripts/generate-schema.ts --check ../../evals/prompts/purpose/config.json",
|
|
31
33
|
"build": "tsup",
|
|
32
34
|
"dev": "tsup --watch",
|
|
33
35
|
"test": "vitest run",
|
|
@@ -77,23 +79,26 @@
|
|
|
77
79
|
"dependencies": {
|
|
78
80
|
"compromise": "^14.13.0",
|
|
79
81
|
"csv-parse": "^6.1.0",
|
|
80
|
-
"p-limit": "^
|
|
82
|
+
"p-limit": "^7.3.0",
|
|
81
83
|
"prompts": "^2.4.2",
|
|
82
84
|
"syllable": "^5.0.1",
|
|
85
|
+
"text-readability": "^1.1.1",
|
|
83
86
|
"zod": "^3.22.4"
|
|
84
87
|
},
|
|
85
88
|
"devDependencies": {
|
|
86
89
|
"@ai-sdk/anthropic": "^3.0.12",
|
|
87
90
|
"@ai-sdk/google": "^3.0.7",
|
|
88
91
|
"@ai-sdk/openai": "^3.0.9",
|
|
89
|
-
"@types/node": "^
|
|
92
|
+
"@types/node": "^25.6.0",
|
|
90
93
|
"@types/prompts": "^2.4.9",
|
|
91
94
|
"@typescript-eslint/eslint-plugin": "^6.19.0",
|
|
92
95
|
"@typescript-eslint/parser": "^6.19.0",
|
|
93
96
|
"@vitest/coverage-v8": "^4.0.17",
|
|
94
97
|
"ai": "^6.0.30",
|
|
95
98
|
"eslint": "^8.56.0",
|
|
99
|
+
"json-schema-to-zod": "^2.8.1",
|
|
96
100
|
"tsup": "^8.0.1",
|
|
101
|
+
"tsx": "^4.21.0",
|
|
97
102
|
"typescript": "^5.3.3",
|
|
98
103
|
"vitest": "^4.0.17"
|
|
99
104
|
},
|
package/src/batch/README.md
CHANGED
|
@@ -61,7 +61,7 @@ Any additional columns beyond `text` and `grade` are preserved as-is in the outp
|
|
|
61
61
|
|
|
62
62
|
The batch evaluator runs a fixed group of evaluators together. The current available group is:
|
|
63
63
|
|
|
64
|
-
- **text-complexity**: Runs grade-level appropriateness, subject matter knowledge, vocabulary complexity, sentence structure, and
|
|
64
|
+
- **text-complexity**: Runs grade-level appropriateness, subject matter knowledge, vocabulary complexity, sentence structure, conventionality, and purpose evaluators together (requires both Google and OpenAI API keys). Maximum 50 input rows. If you exceed the limit, the CLI will exit with an error and suggest splitting into smaller batches.
|
|
65
65
|
|
|
66
66
|
### Output Files
|
|
67
67
|
|