@mastra/evals 1.5.1 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +50 -0
- package/dist/docs/SKILL.md +2 -1
- package/dist/docs/assets/SOURCE_MAP.json +1 -1
- package/dist/docs/references/docs-evals-built-in-scorers.md +4 -2
- package/dist/docs/references/docs-evals-overview.md +8 -1
- package/dist/docs/references/docs-evals-quick-checks.md +6 -5
- package/dist/docs/references/reference-evals-answer-relevancy.md +2 -0
- package/dist/docs/references/reference-evals-answer-similarity.md +2 -0
- package/dist/docs/references/reference-evals-bias.md +2 -0
- package/dist/docs/references/reference-evals-checks.md +6 -4
- package/dist/docs/references/reference-evals-completeness.md +2 -0
- package/dist/docs/references/reference-evals-content-similarity.md +2 -0
- package/dist/docs/references/reference-evals-context-precision.md +2 -0
- package/dist/docs/references/reference-evals-context-recall.md +205 -0
- package/dist/docs/references/reference-evals-context-relevance.md +2 -0
- package/dist/docs/references/reference-evals-faithfulness.md +2 -0
- package/dist/docs/references/reference-evals-hallucination.md +3 -0
- package/dist/docs/references/reference-evals-keyword-coverage.md +2 -0
- package/dist/docs/references/reference-evals-noise-sensitivity.md +2 -0
- package/dist/docs/references/reference-evals-prompt-alignment.md +3 -0
- package/dist/docs/references/reference-evals-rubric.md +3 -1
- package/dist/docs/references/reference-evals-scorer-utils.md +2 -0
- package/dist/docs/references/reference-evals-textual-difference.md +2 -0
- package/dist/docs/references/reference-evals-tone-consistency.md +2 -0
- package/dist/docs/references/reference-evals-tool-call-accuracy.md +2 -0
- package/dist/docs/references/reference-evals-toxicity.md +2 -0
- package/dist/docs/references/reference-evals-trajectory-accuracy.md +3 -1
- package/dist/scorers/llm/context-recall/index.d.ts +20 -0
- package/dist/scorers/llm/context-recall/index.d.ts.map +1 -0
- package/dist/scorers/llm/context-recall/prompts.d.ts +19 -0
- package/dist/scorers/llm/context-recall/prompts.d.ts.map +1 -0
- package/dist/scorers/llm/index.d.ts +1 -0
- package/dist/scorers/llm/index.d.ts.map +1 -1
- package/dist/scorers/prebuilt/index.cjs +261 -0
- package/dist/scorers/prebuilt/index.cjs.map +1 -1
- package/dist/scorers/prebuilt/index.js +261 -1
- package/dist/scorers/prebuilt/index.js.map +1 -1
- package/package.json +13 -13
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/evals",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.6.0",
|
|
4
4
|
"description": "",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"files": [
|
|
@@ -75,25 +75,25 @@
|
|
|
75
75
|
},
|
|
76
76
|
"devDependencies": {
|
|
77
77
|
"@ai-sdk/openai": "^1.3.24",
|
|
78
|
-
"@ai-sdk/openai-v6": "npm:@ai-sdk/openai@3.0.
|
|
78
|
+
"@ai-sdk/openai-v6": "npm:@ai-sdk/openai@3.0.86",
|
|
79
79
|
"@copilotkit/aimock": "^1.29.0",
|
|
80
80
|
"@types/sentiment": "^5.0.4",
|
|
81
81
|
"@types/string-similarity": "^4.0.2",
|
|
82
|
-
"@vitest/coverage-v8": "4.1.
|
|
83
|
-
"@vitest/ui": "4.1.
|
|
82
|
+
"@vitest/coverage-v8": "4.1.10",
|
|
83
|
+
"@vitest/ui": "4.1.10",
|
|
84
84
|
"dotenv": "^17.4.2",
|
|
85
|
-
"eslint": "^10.
|
|
85
|
+
"eslint": "^10.7.0",
|
|
86
86
|
"tsup": "^8.5.1",
|
|
87
|
-
"tsx": "^4.
|
|
87
|
+
"tsx": "^4.23.1",
|
|
88
88
|
"typescript": "^6.0.3",
|
|
89
|
-
"vitest": "4.1.
|
|
89
|
+
"vitest": "4.1.10",
|
|
90
90
|
"zod": "^4.4.3",
|
|
91
|
-
"@internal/
|
|
92
|
-
"@internal/llm-recorder": "0.0.
|
|
93
|
-
"@internal/
|
|
94
|
-
"@internal/
|
|
95
|
-
"@
|
|
96
|
-
"@
|
|
91
|
+
"@internal/lint": "0.0.115",
|
|
92
|
+
"@internal/llm-recorder": "0.0.51",
|
|
93
|
+
"@internal/test-utils": "0.0.51",
|
|
94
|
+
"@internal/ai-sdk-v5": "0.0.62",
|
|
95
|
+
"@mastra/core": "1.52.0",
|
|
96
|
+
"@internal/types-builder": "0.0.90"
|
|
97
97
|
},
|
|
98
98
|
"engines": {
|
|
99
99
|
"node": ">=22.13.0"
|