@mastra/evals 0.0.1-alpha.1 → 0.0.1-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/CHANGELOG.md +6 -0
  2. package/package.json +1 -1
  3. package/src/metrics/index.ts +1 -1
  4. package/src/metrics/{difference → textual-difference}/index.test.ts +3 -3
  5. package/src/metrics/{difference → textual-difference}/index.ts +1 -1
  6. package/dist/evals.cjs.development.js +0 -1521
  7. package/dist/evals.cjs.development.js.map +0 -1
  8. package/dist/evals.cjs.production.min.js +0 -2
  9. package/dist/evals.cjs.production.min.js.map +0 -1
  10. package/dist/evals.esm.js +0 -1508
  11. package/dist/evals.esm.js.map +0 -1
  12. package/dist/evaluation.d.ts +0 -3
  13. package/dist/evaluation.d.ts.map +0 -1
  14. package/dist/index.d.ts +0 -3
  15. package/dist/index.d.ts.map +0 -1
  16. package/dist/index.js +0 -8
  17. package/dist/judge/index.d.ts +0 -6
  18. package/dist/judge/index.d.ts.map +0 -1
  19. package/dist/metrics/answer-relevancy/index.d.ts +0 -18
  20. package/dist/metrics/answer-relevancy/index.d.ts.map +0 -1
  21. package/dist/metrics/answer-relevancy/metricJudge.d.ts +0 -11
  22. package/dist/metrics/answer-relevancy/metricJudge.d.ts.map +0 -1
  23. package/dist/metrics/answer-relevancy/prompts.d.ts +0 -16
  24. package/dist/metrics/answer-relevancy/prompts.d.ts.map +0 -1
  25. package/dist/metrics/completeness/index.d.ts +0 -12
  26. package/dist/metrics/completeness/index.d.ts.map +0 -1
  27. package/dist/metrics/content-similarity/index.d.ts +0 -11
  28. package/dist/metrics/content-similarity/index.d.ts.map +0 -1
  29. package/dist/metrics/context-position/index.d.ts +0 -15
  30. package/dist/metrics/context-position/index.d.ts.map +0 -1
  31. package/dist/metrics/context-position/metricJudge.d.ts +0 -14
  32. package/dist/metrics/context-position/metricJudge.d.ts.map +0 -1
  33. package/dist/metrics/context-position/prompts.d.ts +0 -17
  34. package/dist/metrics/context-position/prompts.d.ts.map +0 -1
  35. package/dist/metrics/context-precision/index.d.ts +0 -15
  36. package/dist/metrics/context-precision/index.d.ts.map +0 -1
  37. package/dist/metrics/context-precision/metricJudge.d.ts +0 -15
  38. package/dist/metrics/context-precision/metricJudge.d.ts.map +0 -1
  39. package/dist/metrics/context-precision/prompts.d.ts +0 -17
  40. package/dist/metrics/context-precision/prompts.d.ts.map +0 -1
  41. package/dist/metrics/difference/index.d.ts +0 -9
  42. package/dist/metrics/difference/index.d.ts.map +0 -1
  43. package/dist/metrics/index.d.ts +0 -10
  44. package/dist/metrics/index.d.ts.map +0 -1
  45. package/dist/metrics/keyword-coverage/index.d.ts +0 -9
  46. package/dist/metrics/keyword-coverage/index.d.ts.map +0 -1
  47. package/dist/metrics/prompt-alignment/index.d.ts +0 -17
  48. package/dist/metrics/prompt-alignment/index.d.ts.map +0 -1
  49. package/dist/metrics/prompt-alignment/metricJudge.d.ts +0 -11
  50. package/dist/metrics/prompt-alignment/metricJudge.d.ts.map +0 -1
  51. package/dist/metrics/prompt-alignment/prompts.d.ts +0 -14
  52. package/dist/metrics/prompt-alignment/prompts.d.ts.map +0 -1
  53. package/dist/metrics/tone/index.d.ts +0 -10
  54. package/dist/metrics/tone/index.d.ts.map +0 -1
  55. package/dist/metrics/types.d.ts +0 -12
  56. package/dist/metrics/types.d.ts.map +0 -1
  57. package/dist/utils.d.ts +0 -2
  58. package/dist/utils.d.ts.map +0 -1
package/CHANGELOG.md CHANGED
@@ -1,5 +1,11 @@
1
1
  # @mastra/evals
2
2
 
3
+ ## 0.0.1-alpha.2
4
+
5
+ ### Patch Changes
6
+
7
+ - 876b8a2: Rename difference metric to textual difference metric
8
+
3
9
  ## 0.0.1-alpha.1
4
10
 
5
11
  ### Patch Changes
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@mastra/evals",
3
- "version": "0.0.1-alpha.1",
3
+ "version": "0.0.1-alpha.2",
4
4
  "description": "",
5
5
  "type": "module",
6
6
  "main": "dist/index.js",
@@ -3,7 +3,7 @@ export { CompletenessMetric } from './completeness';
3
3
  export { ContentSimilarityMetric } from './content-similarity';
4
4
  export { ContextPositionMetric } from './context-position';
5
5
  export { ContextPrecisionMetric } from './context-precision';
6
- export { DifferenceMetric } from './difference';
6
+ export { TextualDifferenceMetric } from './textual-difference';
7
7
  export { KeywordCoverageMetric } from './keyword-coverage';
8
8
  export { PromptAlignmentMetric } from './prompt-alignment';
9
9
  export { ToneConsistencyMetric } from './tone';
@@ -1,9 +1,9 @@
1
1
  import { it, expect } from '@jest/globals';
2
2
 
3
- import { DifferenceMetric } from './index';
3
+ import { TextualDifferenceMetric } from './index';
4
4
 
5
- describe('DifferenceMetric', () => {
6
- const metric = new DifferenceMetric();
5
+ describe('TextualDifferenceMetric', () => {
6
+ const metric = new TextualDifferenceMetric();
7
7
 
8
8
  it('should return perfect match for identical strings', async () => {
9
9
  const result = await metric.measure({
@@ -3,7 +3,7 @@ import { SequenceMatcher } from 'difflib';
3
3
 
4
4
  import { MetricScoringResult } from '../types';
5
5
 
6
- export class DifferenceMetric extends Metric {
6
+ export class TextualDifferenceMetric extends Metric {
7
7
  async measure({ input, output }: { input: string; output: string }): Promise<MetricScoringResult> {
8
8
  const matcher = new SequenceMatcher(null, input, output);
9
9
  const ratio = matcher.ratio();