@mastra/evals 0.11.0 → 0.12.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/attachListeners.d.ts +4 -0
- package/dist/attachListeners.d.ts.map +1 -0
- package/dist/{chunk-2JVD5IX6.cjs → chunk-7QAUEU4L.cjs} +2 -0
- package/dist/chunk-7QAUEU4L.cjs.map +1 -0
- package/dist/{chunk-IS3BZTWE.cjs → chunk-EMMSS5I5.cjs} +2 -0
- package/dist/chunk-EMMSS5I5.cjs.map +1 -0
- package/dist/{chunk-U67V476Y.js → chunk-G3PMV62Z.js} +2 -0
- package/dist/chunk-G3PMV62Z.js.map +1 -0
- package/dist/{chunk-COBCYVZ7.cjs → chunk-IUSAD2BW.cjs} +2 -0
- package/dist/chunk-IUSAD2BW.cjs.map +1 -0
- package/dist/{chunk-UYXFD4VX.js → chunk-QTWX6TKR.js} +2 -0
- package/dist/chunk-QTWX6TKR.js.map +1 -0
- package/dist/{chunk-TXXJUIES.js → chunk-YGTIO3J5.js} +2 -0
- package/dist/chunk-YGTIO3J5.js.map +1 -0
- package/dist/constants.d.ts +2 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/{dist-ZXFGMR47.js → dist-66YSVXZH.js} +4 -2
- package/dist/dist-66YSVXZH.js.map +1 -0
- package/dist/{dist-JD6MNRVB.cjs → dist-6ZEQKKXY.cjs} +14 -12
- package/dist/dist-6ZEQKKXY.cjs.map +1 -0
- package/dist/evaluation.d.ts +8 -0
- package/dist/evaluation.d.ts.map +1 -0
- package/dist/index.cjs +3 -1
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.ts +3 -3
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +3 -1
- package/dist/index.js.map +1 -0
- package/dist/{magic-string.es-MNZ6ZGOL.js → magic-string.es-6JSI7KY4.js} +2 -0
- package/dist/magic-string.es-6JSI7KY4.js.map +1 -0
- package/dist/{magic-string.es-T2QO2IBJ.cjs → magic-string.es-NBXOXRCK.cjs} +2 -0
- package/dist/magic-string.es-NBXOXRCK.cjs.map +1 -0
- package/dist/metrics/index.d.ts +4 -0
- package/dist/metrics/index.d.ts.map +1 -0
- package/dist/metrics/judge/index.cjs +4 -2
- package/dist/metrics/judge/index.cjs.map +1 -0
- package/dist/metrics/judge/index.d.ts +7 -1
- package/dist/metrics/judge/index.d.ts.map +1 -0
- package/dist/metrics/judge/index.js +3 -1
- package/dist/metrics/judge/index.js.map +1 -0
- package/dist/metrics/llm/answer-relevancy/index.d.ts +16 -0
- package/dist/metrics/llm/answer-relevancy/index.d.ts.map +1 -0
- package/dist/metrics/llm/answer-relevancy/metricJudge.d.ts +20 -0
- package/dist/metrics/llm/answer-relevancy/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/answer-relevancy/prompts.d.ts +19 -0
- package/dist/metrics/llm/answer-relevancy/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/bias/index.d.ts +14 -0
- package/dist/metrics/llm/bias/index.d.ts.map +1 -0
- package/dist/metrics/llm/bias/metricJudge.d.ts +14 -0
- package/dist/metrics/llm/bias/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/bias/prompts.d.ts +14 -0
- package/dist/metrics/llm/bias/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/context-position/index.d.ts +16 -0
- package/dist/metrics/llm/context-position/index.d.ts.map +1 -0
- package/dist/metrics/llm/context-position/metricJudge.d.ts +20 -0
- package/dist/metrics/llm/context-position/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/context-position/prompts.d.ts +17 -0
- package/dist/metrics/llm/context-position/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/context-precision/index.d.ts +16 -0
- package/dist/metrics/llm/context-precision/index.d.ts.map +1 -0
- package/dist/metrics/llm/context-precision/metricJudge.d.ts +20 -0
- package/dist/metrics/llm/context-precision/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/context-precision/prompts.d.ts +17 -0
- package/dist/metrics/llm/context-precision/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/context-relevancy/index.d.ts +16 -0
- package/dist/metrics/llm/context-relevancy/index.d.ts.map +1 -0
- package/dist/metrics/llm/context-relevancy/metricJudge.d.ts +16 -0
- package/dist/metrics/llm/context-relevancy/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/context-relevancy/prompts.d.ts +13 -0
- package/dist/metrics/llm/context-relevancy/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/contextual-recall/index.d.ts +16 -0
- package/dist/metrics/llm/contextual-recall/index.d.ts.map +1 -0
- package/dist/metrics/llm/contextual-recall/metricJudge.d.ts +16 -0
- package/dist/metrics/llm/contextual-recall/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/contextual-recall/prompts.d.ts +13 -0
- package/dist/metrics/llm/contextual-recall/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/faithfulness/index.d.ts +16 -0
- package/dist/metrics/llm/faithfulness/index.d.ts.map +1 -0
- package/dist/metrics/llm/faithfulness/metricJudge.d.ts +22 -0
- package/dist/metrics/llm/faithfulness/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/faithfulness/prompts.d.ts +20 -0
- package/dist/metrics/llm/faithfulness/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/hallucination/index.d.ts +16 -0
- package/dist/metrics/llm/hallucination/index.d.ts.map +1 -0
- package/dist/metrics/llm/hallucination/metricJudge.d.ts +22 -0
- package/dist/metrics/llm/hallucination/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/hallucination/prompts.d.ts +17 -0
- package/dist/metrics/llm/hallucination/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/index.cjs +26 -24
- package/dist/metrics/llm/index.cjs.map +1 -0
- package/dist/metrics/llm/index.d.ts +12 -11
- package/dist/metrics/llm/index.d.ts.map +1 -0
- package/dist/metrics/llm/index.js +4 -2
- package/dist/metrics/llm/index.js.map +1 -0
- package/dist/metrics/llm/prompt-alignment/index.d.ts +33 -0
- package/dist/metrics/llm/prompt-alignment/index.d.ts.map +1 -0
- package/dist/metrics/llm/prompt-alignment/metricJudge.d.ts +20 -0
- package/dist/metrics/llm/prompt-alignment/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/prompt-alignment/prompts.d.ts +17 -0
- package/dist/metrics/llm/prompt-alignment/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/summarization/index.d.ts +19 -0
- package/dist/metrics/llm/summarization/index.d.ts.map +1 -0
- package/dist/metrics/llm/summarization/metricJudge.d.ts +34 -0
- package/dist/metrics/llm/summarization/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/summarization/prompts.d.ts +30 -0
- package/dist/metrics/llm/summarization/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/toxicity/index.d.ts +14 -0
- package/dist/metrics/llm/toxicity/index.d.ts.map +1 -0
- package/dist/metrics/llm/toxicity/metricJudge.d.ts +14 -0
- package/dist/metrics/llm/toxicity/metricJudge.d.ts.map +1 -0
- package/dist/metrics/llm/toxicity/prompts.d.ts +10 -0
- package/dist/metrics/llm/toxicity/prompts.d.ts.map +1 -0
- package/dist/metrics/llm/types.d.ts +7 -0
- package/dist/metrics/llm/types.d.ts.map +1 -0
- package/dist/metrics/llm/utils.d.ts +14 -0
- package/dist/metrics/llm/utils.d.ts.map +1 -0
- package/dist/metrics/nlp/completeness/index.d.ts +21 -0
- package/dist/metrics/nlp/completeness/index.d.ts.map +1 -0
- package/dist/metrics/nlp/content-similarity/index.d.ts +18 -0
- package/dist/metrics/nlp/content-similarity/index.d.ts.map +1 -0
- package/dist/metrics/nlp/index.cjs +2 -0
- package/dist/metrics/nlp/index.cjs.map +1 -0
- package/dist/metrics/nlp/index.d.ts +6 -5
- package/dist/metrics/nlp/index.d.ts.map +1 -0
- package/dist/metrics/nlp/index.js +2 -0
- package/dist/metrics/nlp/index.js.map +1 -0
- package/dist/metrics/nlp/keyword-coverage/index.d.ts +13 -0
- package/dist/metrics/nlp/keyword-coverage/index.d.ts.map +1 -0
- package/dist/metrics/nlp/textual-difference/index.d.ts +15 -0
- package/dist/metrics/nlp/textual-difference/index.d.ts.map +1 -0
- package/dist/metrics/nlp/tone/index.d.ts +18 -0
- package/dist/metrics/nlp/tone/index.d.ts.map +1 -0
- package/dist/scorers/code/completeness/index.d.ts +11 -0
- package/dist/scorers/code/completeness/index.d.ts.map +1 -0
- package/dist/scorers/code/content-similarity/index.d.ts +11 -0
- package/dist/scorers/code/content-similarity/index.d.ts.map +1 -0
- package/dist/scorers/code/index.cjs +139 -161
- package/dist/scorers/code/index.cjs.map +1 -0
- package/dist/scorers/code/index.d.ts +6 -5
- package/dist/scorers/code/index.d.ts.map +1 -0
- package/dist/scorers/code/index.js +139 -161
- package/dist/scorers/code/index.js.map +1 -0
- package/dist/scorers/code/keyword-coverage/index.d.ts +17 -0
- package/dist/scorers/code/keyword-coverage/index.d.ts.map +1 -0
- package/dist/scorers/code/textual-difference/index.d.ts +8 -0
- package/dist/scorers/code/textual-difference/index.d.ts.map +1 -0
- package/dist/scorers/code/tone/index.d.ts +21 -0
- package/dist/scorers/code/tone/index.d.ts.map +1 -0
- package/dist/scorers/index.d.ts +3 -0
- package/dist/scorers/index.d.ts.map +1 -0
- package/dist/scorers/llm/answer-relevancy/index.d.ts +16 -0
- package/dist/scorers/llm/answer-relevancy/index.d.ts.map +1 -0
- package/dist/scorers/llm/answer-relevancy/prompts.d.ts +13 -0
- package/dist/scorers/llm/answer-relevancy/prompts.d.ts.map +1 -0
- package/dist/scorers/llm/bias/index.d.ts +17 -0
- package/dist/scorers/llm/bias/index.d.ts.map +1 -0
- package/dist/scorers/llm/bias/prompts.d.ts +13 -0
- package/dist/scorers/llm/bias/prompts.d.ts.map +1 -0
- package/dist/scorers/llm/faithfulness/index.d.ts +16 -0
- package/dist/scorers/llm/faithfulness/index.d.ts.map +1 -0
- package/dist/scorers/llm/faithfulness/prompts.d.ts +20 -0
- package/dist/scorers/llm/faithfulness/prompts.d.ts.map +1 -0
- package/dist/scorers/llm/hallucination/index.d.ts +19 -0
- package/dist/scorers/llm/hallucination/index.d.ts.map +1 -0
- package/dist/scorers/llm/hallucination/prompts.d.ts +20 -0
- package/dist/scorers/llm/hallucination/prompts.d.ts.map +1 -0
- package/dist/scorers/llm/index.cjs +200 -207
- package/dist/scorers/llm/index.cjs.map +1 -0
- package/dist/scorers/llm/index.d.ts +6 -11
- package/dist/scorers/llm/index.d.ts.map +1 -0
- package/dist/scorers/llm/index.js +201 -208
- package/dist/scorers/llm/index.js.map +1 -0
- package/dist/scorers/llm/toxicity/index.d.ts +15 -0
- package/dist/scorers/llm/toxicity/index.d.ts.map +1 -0
- package/dist/scorers/llm/toxicity/prompts.d.ts +10 -0
- package/dist/scorers/llm/toxicity/prompts.d.ts.map +1 -0
- package/dist/scorers/utils.d.ts +59 -0
- package/dist/scorers/utils.d.ts.map +1 -0
- package/package.json +5 -5
- package/dist/_tsup-dts-rollup.d.cts +0 -984
- package/dist/_tsup-dts-rollup.d.ts +0 -984
- package/dist/index.d.cts +0 -3
- package/dist/metrics/judge/index.d.cts +0 -1
- package/dist/metrics/llm/index.d.cts +0 -11
- package/dist/metrics/nlp/index.d.cts +0 -5
- package/dist/scorers/code/index.d.cts +0 -5
- package/dist/scorers/llm/index.d.cts +0 -11
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
|
-
var
|
|
3
|
+
var chunkEMMSS5I5_cjs = require('./chunk-EMMSS5I5.cjs');
|
|
4
4
|
var tty = require('tty');
|
|
5
5
|
|
|
6
6
|
// ../../node_modules/.pnpm/js-tokens@9.0.1/node_modules/js-tokens/index.js
|
|
7
|
-
var require_js_tokens =
|
|
7
|
+
var require_js_tokens = chunkEMMSS5I5_cjs.__commonJS({
|
|
8
8
|
"../../node_modules/.pnpm/js-tokens@9.0.1/node_modules/js-tokens/index.js"(exports, module) {
|
|
9
9
|
var HashbangComment;
|
|
10
10
|
var Identifier;
|
|
@@ -423,35 +423,35 @@ var require_js_tokens = chunkIS3BZTWE_cjs.__commonJS({
|
|
|
423
423
|
});
|
|
424
424
|
|
|
425
425
|
// ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/branding.js
|
|
426
|
-
var require_branding =
|
|
426
|
+
var require_branding = chunkEMMSS5I5_cjs.__commonJS({
|
|
427
427
|
"../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/branding.js"(exports) {
|
|
428
428
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
429
429
|
}
|
|
430
430
|
});
|
|
431
431
|
|
|
432
432
|
// ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/messages.js
|
|
433
|
-
var require_messages =
|
|
433
|
+
var require_messages = chunkEMMSS5I5_cjs.__commonJS({
|
|
434
434
|
"../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/messages.js"(exports) {
|
|
435
435
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
436
436
|
}
|
|
437
437
|
});
|
|
438
438
|
|
|
439
439
|
// ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/overloads.js
|
|
440
|
-
var require_overloads =
|
|
440
|
+
var require_overloads = chunkEMMSS5I5_cjs.__commonJS({
|
|
441
441
|
"../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/overloads.js"(exports) {
|
|
442
442
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
443
443
|
}
|
|
444
444
|
});
|
|
445
445
|
|
|
446
446
|
// ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/utils.js
|
|
447
|
-
var require_utils =
|
|
447
|
+
var require_utils = chunkEMMSS5I5_cjs.__commonJS({
|
|
448
448
|
"../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/utils.js"(exports) {
|
|
449
449
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
450
450
|
}
|
|
451
451
|
});
|
|
452
452
|
|
|
453
453
|
// ../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/index.js
|
|
454
|
-
var require_dist =
|
|
454
|
+
var require_dist = chunkEMMSS5I5_cjs.__commonJS({
|
|
455
455
|
"../../node_modules/.pnpm/expect-type@1.2.1/node_modules/expect-type/dist/index.js"(exports) {
|
|
456
456
|
var __createBinding = exports && exports.__createBinding || (Object.create ? function(o, m2, k, k2) {
|
|
457
457
|
if (k2 === void 0) k2 = k;
|
|
@@ -4870,7 +4870,7 @@ Inner error message: ${err === null || err === void 0 ? void 0 : err.message}`))
|
|
|
4870
4870
|
|
|
4871
4871
|
// ../../node_modules/.pnpm/chai@5.2.0/node_modules/chai/chai.js
|
|
4872
4872
|
var chai_exports = {};
|
|
4873
|
-
|
|
4873
|
+
chunkEMMSS5I5_cjs.__export(chai_exports, {
|
|
4874
4874
|
Assertion: () => Assertion,
|
|
4875
4875
|
AssertionError: () => AssertionError,
|
|
4876
4876
|
Should: () => Should,
|
|
@@ -10750,7 +10750,7 @@ function parseSingleV8Stack(raw) {
|
|
|
10750
10750
|
}
|
|
10751
10751
|
|
|
10752
10752
|
// ../../node_modules/.pnpm/strip-literal@3.0.0/node_modules/strip-literal/dist/index.mjs
|
|
10753
|
-
var import_js_tokens =
|
|
10753
|
+
var import_js_tokens = chunkEMMSS5I5_cjs.__toESM(require_js_tokens(), 1);
|
|
10754
10754
|
function stripLiteralJsTokens(code, options) {
|
|
10755
10755
|
const FILL = " ";
|
|
10756
10756
|
const FILL_COMMENT = " ";
|
|
@@ -12889,7 +12889,7 @@ function offsetToLineNumber(source, offset) {
|
|
|
12889
12889
|
return line + 1;
|
|
12890
12890
|
}
|
|
12891
12891
|
async function saveInlineSnapshots(environment, snapshots) {
|
|
12892
|
-
const MagicString = (await import('./magic-string.es-
|
|
12892
|
+
const MagicString = (await import('./magic-string.es-NBXOXRCK.cjs')).default;
|
|
12893
12893
|
const files = new Set(snapshots.map((i) => i.file));
|
|
12894
12894
|
await Promise.all(Array.from(files).map(async (file) => {
|
|
12895
12895
|
const snaps = snapshots.filter((i) => i.file === file);
|
|
@@ -16427,12 +16427,12 @@ function formatName2(name) {
|
|
|
16427
16427
|
}
|
|
16428
16428
|
|
|
16429
16429
|
// ../../node_modules/.pnpm/vitest@3.2.4_@types+debug@4.1.12_@types+node@20.19.9_@vitest+ui@3.2.3_jiti@2.4.2_jsdom@_0090e69ea15e68f4eaa34b37eb448faf/node_modules/vitest/dist/chunks/index.CdQS2e2Q.js
|
|
16430
|
-
|
|
16430
|
+
chunkEMMSS5I5_cjs.__toESM(require_dist(), 1);
|
|
16431
16431
|
var assertType = function assertType2() {
|
|
16432
16432
|
};
|
|
16433
16433
|
|
|
16434
16434
|
// ../../node_modules/.pnpm/vitest@3.2.4_@types+debug@4.1.12_@types+node@20.19.9_@vitest+ui@3.2.3_jiti@2.4.2_jsdom@_0090e69ea15e68f4eaa34b37eb448faf/node_modules/vitest/dist/index.js
|
|
16435
|
-
var import_expect_type2 =
|
|
16435
|
+
var import_expect_type2 = chunkEMMSS5I5_cjs.__toESM(require_dist(), 1);
|
|
16436
16436
|
var export_expectTypeOf = import_expect_type2.expectTypeOf;
|
|
16437
16437
|
/*! Bundled license information:
|
|
16438
16438
|
|
|
@@ -16747,3 +16747,5 @@ exports.suite = suite;
|
|
|
16747
16747
|
exports.test = test3;
|
|
16748
16748
|
exports.vi = vi;
|
|
16749
16749
|
exports.vitest = vitest;
|
|
16750
|
+
//# sourceMappingURL=dist-6ZEQKKXY.cjs.map
|
|
16751
|
+
//# sourceMappingURL=dist-6ZEQKKXY.cjs.map
|