@mastra/evals 0.0.1-alpha.1 → 0.0.1-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/package.json +1 -1
- package/src/metrics/index.ts +1 -1
- package/src/metrics/{difference → textual-difference}/index.test.ts +3 -3
- package/src/metrics/{difference → textual-difference}/index.ts +1 -1
- package/dist/evals.cjs.development.js +0 -1521
- package/dist/evals.cjs.development.js.map +0 -1
- package/dist/evals.cjs.production.min.js +0 -2
- package/dist/evals.cjs.production.min.js.map +0 -1
- package/dist/evals.esm.js +0 -1508
- package/dist/evals.esm.js.map +0 -1
- package/dist/evaluation.d.ts +0 -3
- package/dist/evaluation.d.ts.map +0 -1
- package/dist/index.d.ts +0 -3
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js +0 -8
- package/dist/judge/index.d.ts +0 -6
- package/dist/judge/index.d.ts.map +0 -1
- package/dist/metrics/answer-relevancy/index.d.ts +0 -18
- package/dist/metrics/answer-relevancy/index.d.ts.map +0 -1
- package/dist/metrics/answer-relevancy/metricJudge.d.ts +0 -11
- package/dist/metrics/answer-relevancy/metricJudge.d.ts.map +0 -1
- package/dist/metrics/answer-relevancy/prompts.d.ts +0 -16
- package/dist/metrics/answer-relevancy/prompts.d.ts.map +0 -1
- package/dist/metrics/completeness/index.d.ts +0 -12
- package/dist/metrics/completeness/index.d.ts.map +0 -1
- package/dist/metrics/content-similarity/index.d.ts +0 -11
- package/dist/metrics/content-similarity/index.d.ts.map +0 -1
- package/dist/metrics/context-position/index.d.ts +0 -15
- package/dist/metrics/context-position/index.d.ts.map +0 -1
- package/dist/metrics/context-position/metricJudge.d.ts +0 -14
- package/dist/metrics/context-position/metricJudge.d.ts.map +0 -1
- package/dist/metrics/context-position/prompts.d.ts +0 -17
- package/dist/metrics/context-position/prompts.d.ts.map +0 -1
- package/dist/metrics/context-precision/index.d.ts +0 -15
- package/dist/metrics/context-precision/index.d.ts.map +0 -1
- package/dist/metrics/context-precision/metricJudge.d.ts +0 -15
- package/dist/metrics/context-precision/metricJudge.d.ts.map +0 -1
- package/dist/metrics/context-precision/prompts.d.ts +0 -17
- package/dist/metrics/context-precision/prompts.d.ts.map +0 -1
- package/dist/metrics/difference/index.d.ts +0 -9
- package/dist/metrics/difference/index.d.ts.map +0 -1
- package/dist/metrics/index.d.ts +0 -10
- package/dist/metrics/index.d.ts.map +0 -1
- package/dist/metrics/keyword-coverage/index.d.ts +0 -9
- package/dist/metrics/keyword-coverage/index.d.ts.map +0 -1
- package/dist/metrics/prompt-alignment/index.d.ts +0 -17
- package/dist/metrics/prompt-alignment/index.d.ts.map +0 -1
- package/dist/metrics/prompt-alignment/metricJudge.d.ts +0 -11
- package/dist/metrics/prompt-alignment/metricJudge.d.ts.map +0 -1
- package/dist/metrics/prompt-alignment/prompts.d.ts +0 -14
- package/dist/metrics/prompt-alignment/prompts.d.ts.map +0 -1
- package/dist/metrics/tone/index.d.ts +0 -10
- package/dist/metrics/tone/index.d.ts.map +0 -1
- package/dist/metrics/types.d.ts +0 -12
- package/dist/metrics/types.d.ts.map +0 -1
- package/dist/utils.d.ts +0 -2
- package/dist/utils.d.ts.map +0 -1
package/CHANGELOG.md
CHANGED
package/package.json
CHANGED
package/src/metrics/index.ts
CHANGED
|
@@ -3,7 +3,7 @@ export { CompletenessMetric } from './completeness';
|
|
|
3
3
|
export { ContentSimilarityMetric } from './content-similarity';
|
|
4
4
|
export { ContextPositionMetric } from './context-position';
|
|
5
5
|
export { ContextPrecisionMetric } from './context-precision';
|
|
6
|
-
export {
|
|
6
|
+
export { TextualDifferenceMetric } from './textual-difference';
|
|
7
7
|
export { KeywordCoverageMetric } from './keyword-coverage';
|
|
8
8
|
export { PromptAlignmentMetric } from './prompt-alignment';
|
|
9
9
|
export { ToneConsistencyMetric } from './tone';
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { it, expect } from '@jest/globals';
|
|
2
2
|
|
|
3
|
-
import {
|
|
3
|
+
import { TextualDifferenceMetric } from './index';
|
|
4
4
|
|
|
5
|
-
describe('
|
|
6
|
-
const metric = new
|
|
5
|
+
describe('TextualDifferenceMetric', () => {
|
|
6
|
+
const metric = new TextualDifferenceMetric();
|
|
7
7
|
|
|
8
8
|
it('should return perfect match for identical strings', async () => {
|
|
9
9
|
const result = await metric.measure({
|
|
@@ -3,7 +3,7 @@ import { SequenceMatcher } from 'difflib';
|
|
|
3
3
|
|
|
4
4
|
import { MetricScoringResult } from '../types';
|
|
5
5
|
|
|
6
|
-
export class
|
|
6
|
+
export class TextualDifferenceMetric extends Metric {
|
|
7
7
|
async measure({ input, output }: { input: string; output: string }): Promise<MetricScoringResult> {
|
|
8
8
|
const matcher = new SequenceMatcher(null, input, output);
|
|
9
9
|
const ratio = matcher.ratio();
|