@mastra/evals 0.11.0 → 0.12.0-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (187) hide show
  1. package/dist/attachListeners.d.ts +4 -0
  2. package/dist/attachListeners.d.ts.map +1 -0
  3. package/dist/{chunk-2JVD5IX6.cjs → chunk-7QAUEU4L.cjs} +2 -0
  4. package/dist/chunk-7QAUEU4L.cjs.map +1 -0
  5. package/dist/{chunk-IS3BZTWE.cjs → chunk-EMMSS5I5.cjs} +2 -0
  6. package/dist/chunk-EMMSS5I5.cjs.map +1 -0
  7. package/dist/{chunk-U67V476Y.js → chunk-G3PMV62Z.js} +2 -0
  8. package/dist/chunk-G3PMV62Z.js.map +1 -0
  9. package/dist/{chunk-COBCYVZ7.cjs → chunk-IUSAD2BW.cjs} +2 -0
  10. package/dist/chunk-IUSAD2BW.cjs.map +1 -0
  11. package/dist/{chunk-UYXFD4VX.js → chunk-QTWX6TKR.js} +2 -0
  12. package/dist/chunk-QTWX6TKR.js.map +1 -0
  13. package/dist/{chunk-TXXJUIES.js → chunk-YGTIO3J5.js} +2 -0
  14. package/dist/chunk-YGTIO3J5.js.map +1 -0
  15. package/dist/constants.d.ts +2 -0
  16. package/dist/constants.d.ts.map +1 -0
  17. package/dist/{dist-ZXFGMR47.js → dist-66YSVXZH.js} +4 -2
  18. package/dist/dist-66YSVXZH.js.map +1 -0
  19. package/dist/{dist-JD6MNRVB.cjs → dist-6ZEQKKXY.cjs} +14 -12
  20. package/dist/dist-6ZEQKKXY.cjs.map +1 -0
  21. package/dist/evaluation.d.ts +8 -0
  22. package/dist/evaluation.d.ts.map +1 -0
  23. package/dist/index.cjs +3 -1
  24. package/dist/index.cjs.map +1 -0
  25. package/dist/index.d.ts +3 -3
  26. package/dist/index.d.ts.map +1 -0
  27. package/dist/index.js +3 -1
  28. package/dist/index.js.map +1 -0
  29. package/dist/{magic-string.es-MNZ6ZGOL.js → magic-string.es-6JSI7KY4.js} +2 -0
  30. package/dist/magic-string.es-6JSI7KY4.js.map +1 -0
  31. package/dist/{magic-string.es-T2QO2IBJ.cjs → magic-string.es-NBXOXRCK.cjs} +2 -0
  32. package/dist/magic-string.es-NBXOXRCK.cjs.map +1 -0
  33. package/dist/metrics/index.d.ts +4 -0
  34. package/dist/metrics/index.d.ts.map +1 -0
  35. package/dist/metrics/judge/index.cjs +4 -2
  36. package/dist/metrics/judge/index.cjs.map +1 -0
  37. package/dist/metrics/judge/index.d.ts +7 -1
  38. package/dist/metrics/judge/index.d.ts.map +1 -0
  39. package/dist/metrics/judge/index.js +3 -1
  40. package/dist/metrics/judge/index.js.map +1 -0
  41. package/dist/metrics/llm/answer-relevancy/index.d.ts +16 -0
  42. package/dist/metrics/llm/answer-relevancy/index.d.ts.map +1 -0
  43. package/dist/metrics/llm/answer-relevancy/metricJudge.d.ts +20 -0
  44. package/dist/metrics/llm/answer-relevancy/metricJudge.d.ts.map +1 -0
  45. package/dist/metrics/llm/answer-relevancy/prompts.d.ts +19 -0
  46. package/dist/metrics/llm/answer-relevancy/prompts.d.ts.map +1 -0
  47. package/dist/metrics/llm/bias/index.d.ts +14 -0
  48. package/dist/metrics/llm/bias/index.d.ts.map +1 -0
  49. package/dist/metrics/llm/bias/metricJudge.d.ts +14 -0
  50. package/dist/metrics/llm/bias/metricJudge.d.ts.map +1 -0
  51. package/dist/metrics/llm/bias/prompts.d.ts +14 -0
  52. package/dist/metrics/llm/bias/prompts.d.ts.map +1 -0
  53. package/dist/metrics/llm/context-position/index.d.ts +16 -0
  54. package/dist/metrics/llm/context-position/index.d.ts.map +1 -0
  55. package/dist/metrics/llm/context-position/metricJudge.d.ts +20 -0
  56. package/dist/metrics/llm/context-position/metricJudge.d.ts.map +1 -0
  57. package/dist/metrics/llm/context-position/prompts.d.ts +17 -0
  58. package/dist/metrics/llm/context-position/prompts.d.ts.map +1 -0
  59. package/dist/metrics/llm/context-precision/index.d.ts +16 -0
  60. package/dist/metrics/llm/context-precision/index.d.ts.map +1 -0
  61. package/dist/metrics/llm/context-precision/metricJudge.d.ts +20 -0
  62. package/dist/metrics/llm/context-precision/metricJudge.d.ts.map +1 -0
  63. package/dist/metrics/llm/context-precision/prompts.d.ts +17 -0
  64. package/dist/metrics/llm/context-precision/prompts.d.ts.map +1 -0
  65. package/dist/metrics/llm/context-relevancy/index.d.ts +16 -0
  66. package/dist/metrics/llm/context-relevancy/index.d.ts.map +1 -0
  67. package/dist/metrics/llm/context-relevancy/metricJudge.d.ts +16 -0
  68. package/dist/metrics/llm/context-relevancy/metricJudge.d.ts.map +1 -0
  69. package/dist/metrics/llm/context-relevancy/prompts.d.ts +13 -0
  70. package/dist/metrics/llm/context-relevancy/prompts.d.ts.map +1 -0
  71. package/dist/metrics/llm/contextual-recall/index.d.ts +16 -0
  72. package/dist/metrics/llm/contextual-recall/index.d.ts.map +1 -0
  73. package/dist/metrics/llm/contextual-recall/metricJudge.d.ts +16 -0
  74. package/dist/metrics/llm/contextual-recall/metricJudge.d.ts.map +1 -0
  75. package/dist/metrics/llm/contextual-recall/prompts.d.ts +13 -0
  76. package/dist/metrics/llm/contextual-recall/prompts.d.ts.map +1 -0
  77. package/dist/metrics/llm/faithfulness/index.d.ts +16 -0
  78. package/dist/metrics/llm/faithfulness/index.d.ts.map +1 -0
  79. package/dist/metrics/llm/faithfulness/metricJudge.d.ts +22 -0
  80. package/dist/metrics/llm/faithfulness/metricJudge.d.ts.map +1 -0
  81. package/dist/metrics/llm/faithfulness/prompts.d.ts +20 -0
  82. package/dist/metrics/llm/faithfulness/prompts.d.ts.map +1 -0
  83. package/dist/metrics/llm/hallucination/index.d.ts +16 -0
  84. package/dist/metrics/llm/hallucination/index.d.ts.map +1 -0
  85. package/dist/metrics/llm/hallucination/metricJudge.d.ts +22 -0
  86. package/dist/metrics/llm/hallucination/metricJudge.d.ts.map +1 -0
  87. package/dist/metrics/llm/hallucination/prompts.d.ts +17 -0
  88. package/dist/metrics/llm/hallucination/prompts.d.ts.map +1 -0
  89. package/dist/metrics/llm/index.cjs +26 -24
  90. package/dist/metrics/llm/index.cjs.map +1 -0
  91. package/dist/metrics/llm/index.d.ts +12 -11
  92. package/dist/metrics/llm/index.d.ts.map +1 -0
  93. package/dist/metrics/llm/index.js +4 -2
  94. package/dist/metrics/llm/index.js.map +1 -0
  95. package/dist/metrics/llm/prompt-alignment/index.d.ts +33 -0
  96. package/dist/metrics/llm/prompt-alignment/index.d.ts.map +1 -0
  97. package/dist/metrics/llm/prompt-alignment/metricJudge.d.ts +20 -0
  98. package/dist/metrics/llm/prompt-alignment/metricJudge.d.ts.map +1 -0
  99. package/dist/metrics/llm/prompt-alignment/prompts.d.ts +17 -0
  100. package/dist/metrics/llm/prompt-alignment/prompts.d.ts.map +1 -0
  101. package/dist/metrics/llm/summarization/index.d.ts +19 -0
  102. package/dist/metrics/llm/summarization/index.d.ts.map +1 -0
  103. package/dist/metrics/llm/summarization/metricJudge.d.ts +34 -0
  104. package/dist/metrics/llm/summarization/metricJudge.d.ts.map +1 -0
  105. package/dist/metrics/llm/summarization/prompts.d.ts +30 -0
  106. package/dist/metrics/llm/summarization/prompts.d.ts.map +1 -0
  107. package/dist/metrics/llm/toxicity/index.d.ts +14 -0
  108. package/dist/metrics/llm/toxicity/index.d.ts.map +1 -0
  109. package/dist/metrics/llm/toxicity/metricJudge.d.ts +14 -0
  110. package/dist/metrics/llm/toxicity/metricJudge.d.ts.map +1 -0
  111. package/dist/metrics/llm/toxicity/prompts.d.ts +10 -0
  112. package/dist/metrics/llm/toxicity/prompts.d.ts.map +1 -0
  113. package/dist/metrics/llm/types.d.ts +7 -0
  114. package/dist/metrics/llm/types.d.ts.map +1 -0
  115. package/dist/metrics/llm/utils.d.ts +14 -0
  116. package/dist/metrics/llm/utils.d.ts.map +1 -0
  117. package/dist/metrics/nlp/completeness/index.d.ts +21 -0
  118. package/dist/metrics/nlp/completeness/index.d.ts.map +1 -0
  119. package/dist/metrics/nlp/content-similarity/index.d.ts +18 -0
  120. package/dist/metrics/nlp/content-similarity/index.d.ts.map +1 -0
  121. package/dist/metrics/nlp/index.cjs +2 -0
  122. package/dist/metrics/nlp/index.cjs.map +1 -0
  123. package/dist/metrics/nlp/index.d.ts +6 -5
  124. package/dist/metrics/nlp/index.d.ts.map +1 -0
  125. package/dist/metrics/nlp/index.js +2 -0
  126. package/dist/metrics/nlp/index.js.map +1 -0
  127. package/dist/metrics/nlp/keyword-coverage/index.d.ts +13 -0
  128. package/dist/metrics/nlp/keyword-coverage/index.d.ts.map +1 -0
  129. package/dist/metrics/nlp/textual-difference/index.d.ts +15 -0
  130. package/dist/metrics/nlp/textual-difference/index.d.ts.map +1 -0
  131. package/dist/metrics/nlp/tone/index.d.ts +18 -0
  132. package/dist/metrics/nlp/tone/index.d.ts.map +1 -0
  133. package/dist/scorers/code/completeness/index.d.ts +11 -0
  134. package/dist/scorers/code/completeness/index.d.ts.map +1 -0
  135. package/dist/scorers/code/content-similarity/index.d.ts +11 -0
  136. package/dist/scorers/code/content-similarity/index.d.ts.map +1 -0
  137. package/dist/scorers/code/index.cjs +139 -161
  138. package/dist/scorers/code/index.cjs.map +1 -0
  139. package/dist/scorers/code/index.d.ts +6 -5
  140. package/dist/scorers/code/index.d.ts.map +1 -0
  141. package/dist/scorers/code/index.js +139 -161
  142. package/dist/scorers/code/index.js.map +1 -0
  143. package/dist/scorers/code/keyword-coverage/index.d.ts +17 -0
  144. package/dist/scorers/code/keyword-coverage/index.d.ts.map +1 -0
  145. package/dist/scorers/code/textual-difference/index.d.ts +8 -0
  146. package/dist/scorers/code/textual-difference/index.d.ts.map +1 -0
  147. package/dist/scorers/code/tone/index.d.ts +21 -0
  148. package/dist/scorers/code/tone/index.d.ts.map +1 -0
  149. package/dist/scorers/index.d.ts +3 -0
  150. package/dist/scorers/index.d.ts.map +1 -0
  151. package/dist/scorers/llm/answer-relevancy/index.d.ts +16 -0
  152. package/dist/scorers/llm/answer-relevancy/index.d.ts.map +1 -0
  153. package/dist/scorers/llm/answer-relevancy/prompts.d.ts +13 -0
  154. package/dist/scorers/llm/answer-relevancy/prompts.d.ts.map +1 -0
  155. package/dist/scorers/llm/bias/index.d.ts +17 -0
  156. package/dist/scorers/llm/bias/index.d.ts.map +1 -0
  157. package/dist/scorers/llm/bias/prompts.d.ts +13 -0
  158. package/dist/scorers/llm/bias/prompts.d.ts.map +1 -0
  159. package/dist/scorers/llm/faithfulness/index.d.ts +16 -0
  160. package/dist/scorers/llm/faithfulness/index.d.ts.map +1 -0
  161. package/dist/scorers/llm/faithfulness/prompts.d.ts +20 -0
  162. package/dist/scorers/llm/faithfulness/prompts.d.ts.map +1 -0
  163. package/dist/scorers/llm/hallucination/index.d.ts +19 -0
  164. package/dist/scorers/llm/hallucination/index.d.ts.map +1 -0
  165. package/dist/scorers/llm/hallucination/prompts.d.ts +20 -0
  166. package/dist/scorers/llm/hallucination/prompts.d.ts.map +1 -0
  167. package/dist/scorers/llm/index.cjs +200 -207
  168. package/dist/scorers/llm/index.cjs.map +1 -0
  169. package/dist/scorers/llm/index.d.ts +6 -11
  170. package/dist/scorers/llm/index.d.ts.map +1 -0
  171. package/dist/scorers/llm/index.js +201 -208
  172. package/dist/scorers/llm/index.js.map +1 -0
  173. package/dist/scorers/llm/toxicity/index.d.ts +15 -0
  174. package/dist/scorers/llm/toxicity/index.d.ts.map +1 -0
  175. package/dist/scorers/llm/toxicity/prompts.d.ts +10 -0
  176. package/dist/scorers/llm/toxicity/prompts.d.ts.map +1 -0
  177. package/dist/scorers/utils.d.ts +59 -0
  178. package/dist/scorers/utils.d.ts.map +1 -0
  179. package/package.json +5 -5
  180. package/dist/_tsup-dts-rollup.d.cts +0 -984
  181. package/dist/_tsup-dts-rollup.d.ts +0 -984
  182. package/dist/index.d.cts +0 -3
  183. package/dist/metrics/judge/index.d.cts +0 -1
  184. package/dist/metrics/llm/index.d.cts +0 -11
  185. package/dist/metrics/nlp/index.d.cts +0 -5
  186. package/dist/scorers/code/index.d.cts +0 -5
  187. package/dist/scorers/llm/index.d.cts +0 -11
@@ -1,10 +1,10 @@
1
1
  'use strict';
2
2
 
3
- var chunkIS3BZTWE_cjs = require('./chunk-IS3BZTWE.cjs');
3
+ var chunkEMMSS5I5_cjs = require('./chunk-EMMSS5I5.cjs');
4
4
  var tty = require('tty');
5
5
 
6
6
  // ../../node_modules/.pnpm/js-tokens@9.0.1/node_modules/js-tokens/index.js
7
- var require_js_tokens = chunkIS3BZTWE_cjs.__commonJS({
7
+ var require_js_tokens = chunkEMMSS5I5_cjs.__commonJS({
8
8
  "../../node_modules/.pnpm/js-tokens@9.0.1/node_modules/js-tokens/index.js"(exports, module) {
9
9
  var HashbangComment;
10
10
  var Identifier;
@@ -423,35 +423,35 @@ var require_js_tokens = chunkIS3BZTWE_cjs.__commonJS({
423
423
  });
424
424
 
425
425
  // ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/branding.js
426
- var require_branding = chunkIS3BZTWE_cjs.__commonJS({
426
+ var require_branding = chunkEMMSS5I5_cjs.__commonJS({
427
427
  "../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/branding.js"(exports) {
428
428
  Object.defineProperty(exports, "__esModule", { value: true });
429
429
  }
430
430
  });
431
431
 
432
432
  // ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/messages.js
433
- var require_messages = chunkIS3BZTWE_cjs.__commonJS({
433
+ var require_messages = chunkEMMSS5I5_cjs.__commonJS({
434
434
  "../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/messages.js"(exports) {
435
435
  Object.defineProperty(exports, "__esModule", { value: true });
436
436
  }
437
437
  });
438
438
 
439
439
  // ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/overloads.js
440
- var require_overloads = chunkIS3BZTWE_cjs.__commonJS({
440
+ var require_overloads = chunkEMMSS5I5_cjs.__commonJS({
441
441
  "../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/overloads.js"(exports) {
442
442
  Object.defineProperty(exports, "__esModule", { value: true });
443
443
  }
444
444
  });
445
445
 
446
446
  // ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/utils.js
447
- var require_utils = chunkIS3BZTWE_cjs.__commonJS({
447
+ var require_utils = chunkEMMSS5I5_cjs.__commonJS({
448
448
  "../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/utils.js"(exports) {
449
449
  Object.defineProperty(exports, "__esModule", { value: true });
450
450
  }
451
451
  });
452
452
 
453
453
  // ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/index.js
454
- var require_dist = chunkIS3BZTWE_cjs.__commonJS({
454
+ var require_dist = chunkEMMSS5I5_cjs.__commonJS({
455
455
  "../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/index.js"(exports) {
456
456
  var __createBinding = exports && exports.__createBinding || (Object.create ? function(o, m2, k, k2) {
457
457
  if (k2 === void 0) k2 = k;
@@ -4870,7 +4870,7 @@ Inner error message: ${err === null || err === void 0 ? void 0 : err.message}`))
4870
4870
 
4871
4871
  // ../../node_modules/.pnpm/chai@5.2.0/node_modules/chai/chai.js
4872
4872
  var chai_exports = {};
4873
- chunkIS3BZTWE_cjs.__export(chai_exports, {
4873
+ chunkEMMSS5I5_cjs.__export(chai_exports, {
4874
4874
  Assertion: () => Assertion,
4875
4875
  AssertionError: () => AssertionError,
4876
4876
  Should: () => Should,
@@ -10750,7 +10750,7 @@ function parseSingleV8Stack(raw) {
10750
10750
  }
10751
10751
 
10752
10752
  // ../../node_modules/.pnpm/strip-literal@3.0.0/node_modules/strip-literal/dist/index.mjs
10753
- var import_js_tokens = chunkIS3BZTWE_cjs.__toESM(require_js_tokens(), 1);
10753
+ var import_js_tokens = chunkEMMSS5I5_cjs.__toESM(require_js_tokens(), 1);
10754
10754
  function stripLiteralJsTokens(code, options) {
10755
10755
  const FILL = " ";
10756
10756
  const FILL_COMMENT = " ";
@@ -12889,7 +12889,7 @@ function offsetToLineNumber(source, offset) {
12889
12889
  return line + 1;
12890
12890
  }
12891
12891
  async function saveInlineSnapshots(environment, snapshots) {
12892
- const MagicString = (await import('./magic-string.es-T2QO2IBJ.cjs')).default;
12892
+ const MagicString = (await import('./magic-string.es-NBXOXRCK.cjs')).default;
12893
12893
  const files = new Set(snapshots.map((i) => i.file));
12894
12894
  await Promise.all(Array.from(files).map(async (file) => {
12895
12895
  const snaps = snapshots.filter((i) => i.file === file);
@@ -16427,12 +16427,12 @@ function formatName2(name) {
16427
16427
  }
16428
16428
 
16429
16429
  // ../../node_modules/.pnpm/vitest@3.2.4_@types+debug@4.1.12_@types+node@20.19.9_@vitest+ui@3.2.3_jiti@2.4.2_jsdom@_0090e69ea15e68f4eaa34b37eb448faf/node_modules/vitest/dist/chunks/index.CdQS2e2Q.js
16430
- chunkIS3BZTWE_cjs.__toESM(require_dist(), 1);
16430
+ chunkEMMSS5I5_cjs.__toESM(require_dist(), 1);
16431
16431
  var assertType = function assertType2() {
16432
16432
  };
16433
16433
 
16434
16434
  // ../../node_modules/.pnpm/vitest@3.2.4_@types+debug@4.1.12_@types+node@20.19.9_@vitest+ui@3.2.3_jiti@2.4.2_jsdom@_0090e69ea15e68f4eaa34b37eb448faf/node_modules/vitest/dist/index.js
16435
- var import_expect_type2 = chunkIS3BZTWE_cjs.__toESM(require_dist(), 1);
16435
+ var import_expect_type2 = chunkEMMSS5I5_cjs.__toESM(require_dist(), 1);
16436
16436
  var export_expectTypeOf = import_expect_type2.expectTypeOf;
16437
16437
  /*! Bundled license information:
16438
16438
 
@@ -16747,3 +16747,5 @@ exports.suite = suite;
16747
16747
  exports.test = test3;
16748
16748
  exports.vi = vi;
16749
16749
  exports.vitest = vitest;
16750
+ //# sourceMappingURL=dist-6ZEQKKXY.cjs.map
16751
+ //# sourceMappingURL=dist-6ZEQKKXY.cjs.map