@mastra/evals 0.11.0 → 0.12.0-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (187) hide show
  1. package/dist/attachListeners.d.ts +4 -0
  2. package/dist/attachListeners.d.ts.map +1 -0
  3. package/dist/{chunk-2JVD5IX6.cjs → chunk-7QAUEU4L.cjs} +2 -0
  4. package/dist/chunk-7QAUEU4L.cjs.map +1 -0
  5. package/dist/{chunk-IS3BZTWE.cjs → chunk-EMMSS5I5.cjs} +2 -0
  6. package/dist/chunk-EMMSS5I5.cjs.map +1 -0
  7. package/dist/{chunk-U67V476Y.js → chunk-G3PMV62Z.js} +2 -0
  8. package/dist/chunk-G3PMV62Z.js.map +1 -0
  9. package/dist/{chunk-COBCYVZ7.cjs → chunk-IUSAD2BW.cjs} +2 -0
  10. package/dist/chunk-IUSAD2BW.cjs.map +1 -0
  11. package/dist/{chunk-UYXFD4VX.js → chunk-QTWX6TKR.js} +2 -0
  12. package/dist/chunk-QTWX6TKR.js.map +1 -0
  13. package/dist/{chunk-TXXJUIES.js → chunk-YGTIO3J5.js} +2 -0
  14. package/dist/chunk-YGTIO3J5.js.map +1 -0
  15. package/dist/constants.d.ts +2 -0
  16. package/dist/constants.d.ts.map +1 -0
  17. package/dist/{dist-ZXFGMR47.js → dist-66YSVXZH.js} +4 -2
  18. package/dist/dist-66YSVXZH.js.map +1 -0
  19. package/dist/{dist-JD6MNRVB.cjs → dist-6ZEQKKXY.cjs} +14 -12
  20. package/dist/dist-6ZEQKKXY.cjs.map +1 -0
  21. package/dist/evaluation.d.ts +8 -0
  22. package/dist/evaluation.d.ts.map +1 -0
  23. package/dist/index.cjs +3 -1
  24. package/dist/index.cjs.map +1 -0
  25. package/dist/index.d.ts +3 -3
  26. package/dist/index.d.ts.map +1 -0
  27. package/dist/index.js +3 -1
  28. package/dist/index.js.map +1 -0
  29. package/dist/{magic-string.es-MNZ6ZGOL.js → magic-string.es-6JSI7KY4.js} +2 -0
  30. package/dist/magic-string.es-6JSI7KY4.js.map +1 -0
  31. package/dist/{magic-string.es-T2QO2IBJ.cjs → magic-string.es-NBXOXRCK.cjs} +2 -0
  32. package/dist/magic-string.es-NBXOXRCK.cjs.map +1 -0
  33. package/dist/metrics/index.d.ts +4 -0
  34. package/dist/metrics/index.d.ts.map +1 -0
  35. package/dist/metrics/judge/index.cjs +4 -2
  36. package/dist/metrics/judge/index.cjs.map +1 -0
  37. package/dist/metrics/judge/index.d.ts +7 -1
  38. package/dist/metrics/judge/index.d.ts.map +1 -0
  39. package/dist/metrics/judge/index.js +3 -1
  40. package/dist/metrics/judge/index.js.map +1 -0
  41. package/dist/metrics/llm/answer-relevancy/index.d.ts +16 -0
  42. package/dist/metrics/llm/answer-relevancy/index.d.ts.map +1 -0
  43. package/dist/metrics/llm/answer-relevancy/metricJudge.d.ts +20 -0
  44. package/dist/metrics/llm/answer-relevancy/metricJudge.d.ts.map +1 -0
  45. package/dist/metrics/llm/answer-relevancy/prompts.d.ts +19 -0
  46. package/dist/metrics/llm/answer-relevancy/prompts.d.ts.map +1 -0
  47. package/dist/metrics/llm/bias/index.d.ts +14 -0
  48. package/dist/metrics/llm/bias/index.d.ts.map +1 -0
  49. package/dist/metrics/llm/bias/metricJudge.d.ts +14 -0
  50. package/dist/metrics/llm/bias/metricJudge.d.ts.map +1 -0
  51. package/dist/metrics/llm/bias/prompts.d.ts +14 -0
  52. package/dist/metrics/llm/bias/prompts.d.ts.map +1 -0
  53. package/dist/metrics/llm/context-position/index.d.ts +16 -0
  54. package/dist/metrics/llm/context-position/index.d.ts.map +1 -0
  55. package/dist/metrics/llm/context-position/metricJudge.d.ts +20 -0
  56. package/dist/metrics/llm/context-position/metricJudge.d.ts.map +1 -0
  57. package/dist/metrics/llm/context-position/prompts.d.ts +17 -0
  58. package/dist/metrics/llm/context-position/prompts.d.ts.map +1 -0
  59. package/dist/metrics/llm/context-precision/index.d.ts +16 -0
  60. package/dist/metrics/llm/context-precision/index.d.ts.map +1 -0
  61. package/dist/metrics/llm/context-precision/metricJudge.d.ts +20 -0
  62. package/dist/metrics/llm/context-precision/metricJudge.d.ts.map +1 -0
  63. package/dist/metrics/llm/context-precision/prompts.d.ts +17 -0
  64. package/dist/metrics/llm/context-precision/prompts.d.ts.map +1 -0
  65. package/dist/metrics/llm/context-relevancy/index.d.ts +16 -0
  66. package/dist/metrics/llm/context-relevancy/index.d.ts.map +1 -0
  67. package/dist/metrics/llm/context-relevancy/metricJudge.d.ts +16 -0
  68. package/dist/metrics/llm/context-relevancy/metricJudge.d.ts.map +1 -0
  69. package/dist/metrics/llm/context-relevancy/prompts.d.ts +13 -0
  70. package/dist/metrics/llm/context-relevancy/prompts.d.ts.map +1 -0
  71. package/dist/metrics/llm/contextual-recall/index.d.ts +16 -0
  72. package/dist/metrics/llm/contextual-recall/index.d.ts.map +1 -0
  73. package/dist/metrics/llm/contextual-recall/metricJudge.d.ts +16 -0
  74. package/dist/metrics/llm/contextual-recall/metricJudge.d.ts.map +1 -0
  75. package/dist/metrics/llm/contextual-recall/prompts.d.ts +13 -0
  76. package/dist/metrics/llm/contextual-recall/prompts.d.ts.map +1 -0
  77. package/dist/metrics/llm/faithfulness/index.d.ts +16 -0
  78. package/dist/metrics/llm/faithfulness/index.d.ts.map +1 -0
  79. package/dist/metrics/llm/faithfulness/metricJudge.d.ts +22 -0
  80. package/dist/metrics/llm/faithfulness/metricJudge.d.ts.map +1 -0
  81. package/dist/metrics/llm/faithfulness/prompts.d.ts +20 -0
  82. package/dist/metrics/llm/faithfulness/prompts.d.ts.map +1 -0
  83. package/dist/metrics/llm/hallucination/index.d.ts +16 -0
  84. package/dist/metrics/llm/hallucination/index.d.ts.map +1 -0
  85. package/dist/metrics/llm/hallucination/metricJudge.d.ts +22 -0
  86. package/dist/metrics/llm/hallucination/metricJudge.d.ts.map +1 -0
  87. package/dist/metrics/llm/hallucination/prompts.d.ts +17 -0
  88. package/dist/metrics/llm/hallucination/prompts.d.ts.map +1 -0
  89. package/dist/metrics/llm/index.cjs +26 -24
  90. package/dist/metrics/llm/index.cjs.map +1 -0
  91. package/dist/metrics/llm/index.d.ts +12 -11
  92. package/dist/metrics/llm/index.d.ts.map +1 -0
  93. package/dist/metrics/llm/index.js +4 -2
  94. package/dist/metrics/llm/index.js.map +1 -0
  95. package/dist/metrics/llm/prompt-alignment/index.d.ts +33 -0
  96. package/dist/metrics/llm/prompt-alignment/index.d.ts.map +1 -0
  97. package/dist/metrics/llm/prompt-alignment/metricJudge.d.ts +20 -0
  98. package/dist/metrics/llm/prompt-alignment/metricJudge.d.ts.map +1 -0
  99. package/dist/metrics/llm/prompt-alignment/prompts.d.ts +17 -0
  100. package/dist/metrics/llm/prompt-alignment/prompts.d.ts.map +1 -0
  101. package/dist/metrics/llm/summarization/index.d.ts +19 -0
  102. package/dist/metrics/llm/summarization/index.d.ts.map +1 -0
  103. package/dist/metrics/llm/summarization/metricJudge.d.ts +34 -0
  104. package/dist/metrics/llm/summarization/metricJudge.d.ts.map +1 -0
  105. package/dist/metrics/llm/summarization/prompts.d.ts +30 -0
  106. package/dist/metrics/llm/summarization/prompts.d.ts.map +1 -0
  107. package/dist/metrics/llm/toxicity/index.d.ts +14 -0
  108. package/dist/metrics/llm/toxicity/index.d.ts.map +1 -0
  109. package/dist/metrics/llm/toxicity/metricJudge.d.ts +14 -0
  110. package/dist/metrics/llm/toxicity/metricJudge.d.ts.map +1 -0
  111. package/dist/metrics/llm/toxicity/prompts.d.ts +10 -0
  112. package/dist/metrics/llm/toxicity/prompts.d.ts.map +1 -0
  113. package/dist/metrics/llm/types.d.ts +7 -0
  114. package/dist/metrics/llm/types.d.ts.map +1 -0
  115. package/dist/metrics/llm/utils.d.ts +14 -0
  116. package/dist/metrics/llm/utils.d.ts.map +1 -0
  117. package/dist/metrics/nlp/completeness/index.d.ts +21 -0
  118. package/dist/metrics/nlp/completeness/index.d.ts.map +1 -0
  119. package/dist/metrics/nlp/content-similarity/index.d.ts +18 -0
  120. package/dist/metrics/nlp/content-similarity/index.d.ts.map +1 -0
  121. package/dist/metrics/nlp/index.cjs +2 -0
  122. package/dist/metrics/nlp/index.cjs.map +1 -0
  123. package/dist/metrics/nlp/index.d.ts +6 -5
  124. package/dist/metrics/nlp/index.d.ts.map +1 -0
  125. package/dist/metrics/nlp/index.js +2 -0
  126. package/dist/metrics/nlp/index.js.map +1 -0
  127. package/dist/metrics/nlp/keyword-coverage/index.d.ts +13 -0
  128. package/dist/metrics/nlp/keyword-coverage/index.d.ts.map +1 -0
  129. package/dist/metrics/nlp/textual-difference/index.d.ts +15 -0
  130. package/dist/metrics/nlp/textual-difference/index.d.ts.map +1 -0
  131. package/dist/metrics/nlp/tone/index.d.ts +18 -0
  132. package/dist/metrics/nlp/tone/index.d.ts.map +1 -0
  133. package/dist/scorers/code/completeness/index.d.ts +11 -0
  134. package/dist/scorers/code/completeness/index.d.ts.map +1 -0
  135. package/dist/scorers/code/content-similarity/index.d.ts +11 -0
  136. package/dist/scorers/code/content-similarity/index.d.ts.map +1 -0
  137. package/dist/scorers/code/index.cjs +139 -161
  138. package/dist/scorers/code/index.cjs.map +1 -0
  139. package/dist/scorers/code/index.d.ts +6 -5
  140. package/dist/scorers/code/index.d.ts.map +1 -0
  141. package/dist/scorers/code/index.js +139 -161
  142. package/dist/scorers/code/index.js.map +1 -0
  143. package/dist/scorers/code/keyword-coverage/index.d.ts +17 -0
  144. package/dist/scorers/code/keyword-coverage/index.d.ts.map +1 -0
  145. package/dist/scorers/code/textual-difference/index.d.ts +8 -0
  146. package/dist/scorers/code/textual-difference/index.d.ts.map +1 -0
  147. package/dist/scorers/code/tone/index.d.ts +21 -0
  148. package/dist/scorers/code/tone/index.d.ts.map +1 -0
  149. package/dist/scorers/index.d.ts +3 -0
  150. package/dist/scorers/index.d.ts.map +1 -0
  151. package/dist/scorers/llm/answer-relevancy/index.d.ts +16 -0
  152. package/dist/scorers/llm/answer-relevancy/index.d.ts.map +1 -0
  153. package/dist/scorers/llm/answer-relevancy/prompts.d.ts +13 -0
  154. package/dist/scorers/llm/answer-relevancy/prompts.d.ts.map +1 -0
  155. package/dist/scorers/llm/bias/index.d.ts +17 -0
  156. package/dist/scorers/llm/bias/index.d.ts.map +1 -0
  157. package/dist/scorers/llm/bias/prompts.d.ts +13 -0
  158. package/dist/scorers/llm/bias/prompts.d.ts.map +1 -0
  159. package/dist/scorers/llm/faithfulness/index.d.ts +16 -0
  160. package/dist/scorers/llm/faithfulness/index.d.ts.map +1 -0
  161. package/dist/scorers/llm/faithfulness/prompts.d.ts +20 -0
  162. package/dist/scorers/llm/faithfulness/prompts.d.ts.map +1 -0
  163. package/dist/scorers/llm/hallucination/index.d.ts +19 -0
  164. package/dist/scorers/llm/hallucination/index.d.ts.map +1 -0
  165. package/dist/scorers/llm/hallucination/prompts.d.ts +20 -0
  166. package/dist/scorers/llm/hallucination/prompts.d.ts.map +1 -0
  167. package/dist/scorers/llm/index.cjs +200 -207
  168. package/dist/scorers/llm/index.cjs.map +1 -0
  169. package/dist/scorers/llm/index.d.ts +6 -11
  170. package/dist/scorers/llm/index.d.ts.map +1 -0
  171. package/dist/scorers/llm/index.js +201 -208
  172. package/dist/scorers/llm/index.js.map +1 -0
  173. package/dist/scorers/llm/toxicity/index.d.ts +15 -0
  174. package/dist/scorers/llm/toxicity/index.d.ts.map +1 -0
  175. package/dist/scorers/llm/toxicity/prompts.d.ts +10 -0
  176. package/dist/scorers/llm/toxicity/prompts.d.ts.map +1 -0
  177. package/dist/scorers/utils.d.ts +59 -0
  178. package/dist/scorers/utils.d.ts.map +1 -0
  179. package/package.json +5 -5
  180. package/dist/_tsup-dts-rollup.d.cts +0 -984
  181. package/dist/_tsup-dts-rollup.d.ts +0 -984
  182. package/dist/index.d.cts +0 -3
  183. package/dist/metrics/judge/index.d.cts +0 -1
  184. package/dist/metrics/llm/index.d.cts +0 -11
  185. package/dist/metrics/nlp/index.d.cts +0 -5
  186. package/dist/scorers/code/index.d.cts +0 -5
  187. package/dist/scorers/llm/index.d.cts +0 -11
package/dist/index.d.cts DELETED
@@ -1,3 +0,0 @@
1
- export { evaluate_alias_1 as evaluate } from './_tsup-dts-rollup.cjs';
2
- export { attachListeners_alias_1 as attachListeners } from './_tsup-dts-rollup.cjs';
3
- export { globalSetup_alias_1 as globalSetup } from './_tsup-dts-rollup.cjs';
package/dist/metrics/judge/index.d.cts DELETED
@@ -1 +0,0 @@
1
- export { MastraAgentJudge_alias_1 as MastraAgentJudge } from '../../_tsup-dts-rollup.cjs';
package/dist/metrics/llm/index.d.cts DELETED
@@ -1,11 +0,0 @@
1
- export { AnswerRelevancyMetric_alias_1 as AnswerRelevancyMetric } from '../../_tsup-dts-rollup.cjs';
2
- export { ContextPositionMetric_alias_1 as ContextPositionMetric } from '../../_tsup-dts-rollup.cjs';
3
- export { ContextPrecisionMetric_alias_1 as ContextPrecisionMetric } from '../../_tsup-dts-rollup.cjs';
4
- export { FaithfulnessMetric_alias_1 as FaithfulnessMetric } from '../../_tsup-dts-rollup.cjs';
5
- export { HallucinationMetric_alias_1 as HallucinationMetric } from '../../_tsup-dts-rollup.cjs';
6
- export { PromptAlignmentMetric_alias_1 as PromptAlignmentMetric } from '../../_tsup-dts-rollup.cjs';
7
- export { ToxicityMetric_alias_1 as ToxicityMetric } from '../../_tsup-dts-rollup.cjs';
8
- export { ContextRelevancyMetric_alias_1 as ContextRelevancyMetric } from '../../_tsup-dts-rollup.cjs';
9
- export { ContextualRecallMetric_alias_1 as ContextualRecallMetric } from '../../_tsup-dts-rollup.cjs';
10
- export { SummarizationMetric_alias_1 as SummarizationMetric } from '../../_tsup-dts-rollup.cjs';
11
- export { BiasMetric_alias_1 as BiasMetric } from '../../_tsup-dts-rollup.cjs';
package/dist/metrics/nlp/index.d.cts DELETED
@@ -1,5 +0,0 @@
1
- export { CompletenessMetric_alias_1 as CompletenessMetric } from '../../_tsup-dts-rollup.cjs';
2
- export { ContentSimilarityMetric_alias_1 as ContentSimilarityMetric } from '../../_tsup-dts-rollup.cjs';
3
- export { TextualDifferenceMetric_alias_1 as TextualDifferenceMetric } from '../../_tsup-dts-rollup.cjs';
4
- export { KeywordCoverageMetric_alias_1 as KeywordCoverageMetric } from '../../_tsup-dts-rollup.cjs';
5
- export { ToneConsistencyMetric_alias_1 as ToneConsistencyMetric } from '../../_tsup-dts-rollup.cjs';
package/dist/scorers/code/index.d.cts DELETED
@@ -1,5 +0,0 @@
1
- export { createCompletenessScorer_alias_1 as createCompletenessScorer } from '../../_tsup-dts-rollup.cjs';
2
- export { createTextualDifferenceScorer_alias_1 as createTextualDifferenceScorer } from '../../_tsup-dts-rollup.cjs';
3
- export { createKeywordCoverageScorer_alias_1 as createKeywordCoverageScorer } from '../../_tsup-dts-rollup.cjs';
4
- export { createContentSimilarityScorer_alias_1 as createContentSimilarityScorer } from '../../_tsup-dts-rollup.cjs';
5
- export { createToneScorer_alias_1 as createToneScorer } from '../../_tsup-dts-rollup.cjs';
package/dist/scorers/llm/index.d.cts DELETED
@@ -1,11 +0,0 @@
1
- export { createAnswerRelevancyScorer_alias_1 as createAnswerRelevancyScorer } from '../../_tsup-dts-rollup.cjs';
2
- export { DEFAULT_OPTIONS_alias_1 as DEFAULT_OPTIONS } from '../../_tsup-dts-rollup.cjs';
3
- export { ANSWER_RELEVANCY_AGENT_INSTRUCTIONS_alias_2 as ANSWER_RELEVANCY_AGENT_INSTRUCTIONS } from '../../_tsup-dts-rollup.cjs';
4
- export { createFaithfulnessScorer_alias_1 as createFaithfulnessScorer } from '../../_tsup-dts-rollup.cjs';
5
- export { FaithfulnessMetricOptions_alias_2 as FaithfulnessMetricOptions } from '../../_tsup-dts-rollup.cjs';
6
- export { createBiasScorer_alias_1 as createBiasScorer } from '../../_tsup-dts-rollup.cjs';
7
- export { BiasMetricOptions_alias_2 as BiasMetricOptions } from '../../_tsup-dts-rollup.cjs';
8
- export { createHallucinationScorer_alias_1 as createHallucinationScorer } from '../../_tsup-dts-rollup.cjs';
9
- export { HallucinationMetricOptions_alias_2 as HallucinationMetricOptions } from '../../_tsup-dts-rollup.cjs';
10
- export { createToxicityScorer_alias_1 as createToxicityScorer } from '../../_tsup-dts-rollup.cjs';
11
- export { ToxicityMetricOptions_alias_2 as ToxicityMetricOptions } from '../../_tsup-dts-rollup.cjs';