@mastra/evals 1.10.5 → 1.10.6-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/docs/SKILL.md +1 -1
- package/dist/docs/assets/SOURCE_MAP.json +1 -1
- package/dist/docs/references/docs-evals-built-in-scorers.md +2 -2
- package/dist/docs/references/reference-evals-answer-relevancy.md +4 -2
- package/dist/docs/references/reference-evals-answer-similarity.md +1 -1
- package/dist/docs/references/reference-evals-bias.md +3 -1
- package/dist/docs/references/reference-evals-content-similarity.md +1 -1
- package/dist/docs/references/reference-evals-context-recall.md +1 -1
- package/dist/docs/references/reference-evals-context-relevance.md +6 -6
- package/dist/docs/references/reference-evals-hallucination.md +7 -8
- package/dist/docs/references/reference-evals-keyword-coverage.md +4 -4
- package/dist/docs/references/reference-evals-noise-sensitivity.md +6 -6
- package/dist/docs/references/reference-evals-prompt-alignment.md +1 -1
- package/dist/docs/references/reference-evals-scorer-utils.md +8 -8
- package/dist/docs/references/reference-evals-tone-consistency.md +23 -24
- package/dist/docs/references/reference-evals-tool-call-accuracy.md +19 -15
- package/dist/docs/references/reference-evals-toxicity.md +3 -1
- package/dist/scorers/code/trajectory/index.d.ts +2 -2
- package/dist/scorers/llm/trajectory/index.d.ts +1 -1
- package/dist/scorers/prebuilt/index.cjs +3 -3
- package/dist/scorers/prebuilt/index.cjs.map +1 -1
- package/dist/scorers/prebuilt/index.js +3 -3
- package/dist/scorers/prebuilt/index.js.map +1 -1
- package/dist/scorers/utils.cjs +1 -1
- package/dist/scorers/utils.cjs.map +1 -1
- package/dist/scorers/utils.d.ts +1 -1
- package/dist/scorers/utils.js +1 -1
- package/dist/scorers/utils.js.map +1 -1
- package/package.json +7 -7
|
@@ -3847,7 +3847,7 @@ function formatExpectedSteps(steps, indent = 0) {
|
|
|
3847
3847
|
*
|
|
3848
3848
|
* @example
|
|
3849
3849
|
* ```ts
|
|
3850
|
-
* import { createTrajectoryAccuracyScorerLLM } from '@mastra/evals/scorers';
|
|
3850
|
+
* import { createTrajectoryAccuracyScorerLLM } from '@mastra/evals/scorers/prebuilt';
|
|
3851
3851
|
*
|
|
3852
3852
|
* // Without expected trajectory (evaluates quality based on task)
|
|
3853
3853
|
* const scorer = createTrajectoryAccuracyScorerLLM({
|
|
@@ -4307,7 +4307,7 @@ function expectationToExpectedSteps(expectation) {
|
|
|
4307
4307
|
*
|
|
4308
4308
|
* @example
|
|
4309
4309
|
* ```ts
|
|
4310
|
-
* import { createTrajectoryAccuracyScorerCode } from '@mastra/evals/scorers';
|
|
4310
|
+
* import { createTrajectoryAccuracyScorerCode } from '@mastra/evals/scorers/prebuilt';
|
|
4311
4311
|
*
|
|
4312
4312
|
* const scorer = createTrajectoryAccuracyScorerCode({
|
|
4313
4313
|
* expectedTrajectory: {
|
|
@@ -4516,7 +4516,7 @@ function evaluateNestedExpectations(expectedSteps, actualSteps, weights = {
|
|
|
4516
4516
|
*
|
|
4517
4517
|
* @example
|
|
4518
4518
|
* ```ts
|
|
4519
|
-
* import { createTrajectoryScorerCode } from '@mastra/evals/scorers';
|
|
4519
|
+
* import { createTrajectoryScorerCode } from '@mastra/evals/scorers/prebuilt';
|
|
4520
4520
|
*
|
|
4521
4521
|
* const scorer = createTrajectoryScorerCode({
|
|
4522
4522
|
* defaults: {
|