@mastra/evals 0.12.1-alpha.0 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/scorers/code/completeness/index.d.ts +2 -2
- package/dist/scorers/code/completeness/index.d.ts.map +1 -1
- package/dist/scorers/code/content-similarity/index.d.ts +2 -2
- package/dist/scorers/code/content-similarity/index.d.ts.map +1 -1
- package/dist/scorers/code/keyword-coverage/index.d.ts +2 -2
- package/dist/scorers/code/keyword-coverage/index.d.ts.map +1 -1
- package/dist/scorers/code/textual-difference/index.d.ts +2 -2
- package/dist/scorers/code/textual-difference/index.d.ts.map +1 -1
- package/dist/scorers/code/tone/index.d.ts +2 -2
- package/dist/scorers/code/tone/index.d.ts.map +1 -1
- package/dist/scorers/llm/answer-relevancy/index.d.ts +2 -2
- package/dist/scorers/llm/answer-relevancy/index.d.ts.map +1 -1
- package/dist/scorers/llm/bias/index.d.ts +2 -2
- package/dist/scorers/llm/bias/index.d.ts.map +1 -1
- package/dist/scorers/llm/faithfulness/index.d.ts +2 -2
- package/dist/scorers/llm/faithfulness/index.d.ts.map +1 -1
- package/dist/scorers/llm/hallucination/index.d.ts +2 -2
- package/dist/scorers/llm/hallucination/index.d.ts.map +1 -1
- package/dist/scorers/llm/toxicity/index.d.ts +2 -2
- package/dist/scorers/llm/toxicity/index.d.ts.map +1 -1
- package/package.json +5 -5
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { ScorerRunInputForAgent, ScorerRunOutputForAgent } from '@mastra/core/scores';
|
|
2
|
-
export declare function createCompletenessScorer(): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
|
|
2
|
+
export declare function createCompletenessScorer(): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
|
|
3
3
|
inputElements: string[];
|
|
4
4
|
outputElements: string[];
|
|
5
5
|
missingElements: string[];
|
|
@@ -7,5 +7,5 @@ export declare function createCompletenessScorer(): import("@mastra/core/scores"
|
|
|
7
7
|
input: number;
|
|
8
8
|
output: number;
|
|
9
9
|
};
|
|
10
|
-
}> & Record<"generateScoreStepResult", number
|
|
10
|
+
}> & Record<"generateScoreStepResult", number>>;
|
|
11
11
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/completeness/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AA0E3F,wBAAgB,wBAAwB;;;;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/completeness/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AA0E3F,wBAAgB,wBAAwB;;;;;;;;gDAkDvC"}
|
|
@@ -3,9 +3,9 @@ interface ContentSimilarityOptions {
|
|
|
3
3
|
ignoreCase?: boolean;
|
|
4
4
|
ignoreWhitespace?: boolean;
|
|
5
5
|
}
|
|
6
|
-
export declare function createContentSimilarityScorer({ ignoreCase, ignoreWhitespace }?: ContentSimilarityOptions): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
|
|
6
|
+
export declare function createContentSimilarityScorer({ ignoreCase, ignoreWhitespace }?: ContentSimilarityOptions): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
|
|
7
7
|
processedInput: string;
|
|
8
8
|
processedOutput: string;
|
|
9
|
-
}> & Record<"generateScoreStepResult", number
|
|
9
|
+
}> & Record<"generateScoreStepResult", number>>;
|
|
10
10
|
export {};
|
|
11
11
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/content-similarity/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,UAAU,wBAAwB;IAChC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,wBAAgB,6BAA6B,CAC3C,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAE,wBAAuE;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/content-similarity/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,UAAU,wBAAwB;IAChC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,wBAAgB,6BAA6B,CAC3C,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAE,wBAAuE;;;gDAkC1G"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { ScorerRunInputForAgent, ScorerRunOutputForAgent } from '@mastra/core/scores';
|
|
2
|
-
export declare function createKeywordCoverageScorer(): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
|
|
2
|
+
export declare function createKeywordCoverageScorer(): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
|
|
3
3
|
result: {
|
|
4
4
|
referenceKeywords: Set<string>;
|
|
5
5
|
responseKeywords: Set<string>;
|
|
@@ -13,5 +13,5 @@ export declare function createKeywordCoverageScorer(): import("@mastra/core/scor
|
|
|
13
13
|
}> & Record<"analyzeStepResult", {
|
|
14
14
|
totalKeywordsLength: number;
|
|
15
15
|
matchedKeywordsLength: number;
|
|
16
|
-
}> & Record<"generateScoreStepResult", number
|
|
16
|
+
}> & Record<"generateScoreStepResult", number>>;
|
|
17
17
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/keyword-coverage/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,wBAAgB,2BAA2B;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/keyword-coverage/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,wBAAgB,2BAA2B;;;;;;;;;;;;;;gDAgE1C"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import type { ScorerRunInputForAgent, ScorerRunOutputForAgent } from '@mastra/core/scores';
|
|
2
|
-
export declare function createTextualDifferenceScorer(): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
|
|
2
|
+
export declare function createTextualDifferenceScorer(): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
|
|
3
3
|
ratio: number;
|
|
4
4
|
confidence: number;
|
|
5
5
|
changes: number;
|
|
6
6
|
lengthDiff: number;
|
|
7
|
-
}> & Record<"generateScoreStepResult", number
|
|
7
|
+
}> & Record<"generateScoreStepResult", number>>;
|
|
8
8
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/textual-difference/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,wBAAgB,6BAA6B;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/textual-difference/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,wBAAgB,6BAA6B;;;;;gDA+B5C"}
|
|
@@ -2,7 +2,7 @@ import type { ScorerRunInputForAgent, ScorerRunOutputForAgent } from '@mastra/co
|
|
|
2
2
|
interface ToneScorerConfig {
|
|
3
3
|
referenceTone?: string;
|
|
4
4
|
}
|
|
5
|
-
export declare function createToneScorer(config?: ToneScorerConfig): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
|
|
5
|
+
export declare function createToneScorer(config?: ToneScorerConfig): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
|
|
6
6
|
score: number;
|
|
7
7
|
responseSentiment: number;
|
|
8
8
|
referenceSentiment: number;
|
|
@@ -16,6 +16,6 @@ export declare function createToneScorer(config?: ToneScorerConfig): import("@ma
|
|
|
16
16
|
responseSentiment?: undefined;
|
|
17
17
|
referenceSentiment?: undefined;
|
|
18
18
|
difference?: undefined;
|
|
19
|
-
}> & Record<"generateScoreStepResult", number
|
|
19
|
+
}> & Record<"generateScoreStepResult", number>>;
|
|
20
20
|
export {};
|
|
21
21
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/tone/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,UAAU,gBAAgB;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,gBAAqB;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/tone/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,UAAU,gBAAgB;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,gBAAqB;;;;;;;;;;;;;;gDA2C7D"}
|
|
@@ -5,12 +5,12 @@ export declare const ANSWER_RELEVANCY_AGENT_INSTRUCTIONS = "\n You are a bala
|
|
|
5
5
|
export declare function createAnswerRelevancyScorer({ model, options, }: {
|
|
6
6
|
model: MastraLanguageModel;
|
|
7
7
|
options?: Record<'uncertaintyWeight' | 'scale', number>;
|
|
8
|
-
}): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
|
|
8
|
+
}): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
|
|
9
9
|
statements: string[];
|
|
10
10
|
}> & Record<"analyzeStepResult", {
|
|
11
11
|
results: {
|
|
12
12
|
result: string;
|
|
13
13
|
reason: string;
|
|
14
14
|
}[];
|
|
15
|
-
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string
|
|
15
|
+
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
|
|
16
16
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/answer-relevancy/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAM3F,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,mBAAmB,GAAG,OAAO,EAAE,MAAM,CAGzE,CAAC;AAEF,eAAO,MAAM,mCAAmC,wnBAU/C,CAAC;AAMF,wBAAgB,2BAA2B,CAAC,EAC1C,KAAK,EACL,OAAyB,GAC1B,EAAE;IACD,KAAK,EAAE,mBAAmB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,mBAAmB,GAAG,OAAO,EAAE,MAAM,CAAC,CAAC;CACzD;;;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/answer-relevancy/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAM3F,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,mBAAmB,GAAG,OAAO,EAAE,MAAM,CAGzE,CAAC;AAEF,eAAO,MAAM,mCAAmC,wnBAU/C,CAAC;AAMF,wBAAgB,2BAA2B,CAAC,EAC1C,KAAK,EACL,OAAyB,GAC1B,EAAE;IACD,KAAK,EAAE,mBAAmB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,mBAAmB,GAAG,OAAO,EAAE,MAAM,CAAC,CAAC;CACzD;;;;;;;6FAyDA"}
|
|
@@ -6,12 +6,12 @@ export interface BiasMetricOptions {
|
|
|
6
6
|
export declare function createBiasScorer({ model, options }: {
|
|
7
7
|
model: LanguageModel;
|
|
8
8
|
options?: BiasMetricOptions;
|
|
9
|
-
}): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
|
|
9
|
+
}): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
|
|
10
10
|
opinions: string[];
|
|
11
11
|
}> & Record<"analyzeStepResult", {
|
|
12
12
|
results: {
|
|
13
13
|
result: string;
|
|
14
14
|
reason: string;
|
|
15
15
|
}[];
|
|
16
|
-
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string
|
|
16
|
+
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
|
|
17
17
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/bias/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAW3F,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,gBAAgB,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAAE,KAAK,EAAE,aAAa,CAAC;IAAC,OAAO,CAAC,EAAE,iBAAiB,CAAA;CAAE;;;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/bias/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAW3F,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,gBAAgB,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAAE,KAAK,EAAE,aAAa,CAAC;IAAC,OAAO,CAAC,EAAE,iBAAiB,CAAA;CAAE;;;;;;;6FA+CzG"}
|
|
@@ -7,10 +7,10 @@ export interface FaithfulnessMetricOptions {
|
|
|
7
7
|
export declare function createFaithfulnessScorer({ model, options, }: {
|
|
8
8
|
model: LanguageModel;
|
|
9
9
|
options?: FaithfulnessMetricOptions;
|
|
10
|
-
}): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", string[]> & Record<"analyzeStepResult", {
|
|
10
|
+
}): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", string[]> & Record<"analyzeStepResult", {
|
|
11
11
|
verdicts: {
|
|
12
12
|
verdict: string;
|
|
13
13
|
reason: string;
|
|
14
14
|
}[];
|
|
15
|
-
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string
|
|
15
|
+
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
|
|
16
16
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/faithfulness/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAU3F,MAAM,WAAW,yBAAyB;IACxC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,wBAAgB,wBAAwB,CAAC,EACvC,KAAK,EACL,OAAO,GACR,EAAE;IACD,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,CAAC,EAAE,yBAAyB,CAAC;CACrC;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/faithfulness/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAU3F,MAAM,WAAW,yBAAyB;IACxC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,wBAAgB,wBAAwB,CAAC,EACvC,KAAK,EACL,OAAO,GACR,EAAE;IACD,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,CAAC,EAAE,yBAAyB,CAAC;CACrC;;;;;6FAgEA"}
|
|
@@ -7,7 +7,7 @@ export interface HallucinationMetricOptions {
|
|
|
7
7
|
export declare function createHallucinationScorer({ model, options, }: {
|
|
8
8
|
model: LanguageModel;
|
|
9
9
|
options?: HallucinationMetricOptions;
|
|
10
|
-
}): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
|
|
10
|
+
}): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
|
|
11
11
|
claims: string[];
|
|
12
12
|
}> & Record<"analyzeStepResult", {
|
|
13
13
|
verdicts: {
|
|
@@ -15,5 +15,5 @@ export declare function createHallucinationScorer({ model, options, }: {
|
|
|
15
15
|
reason: string;
|
|
16
16
|
statement: string;
|
|
17
17
|
}[];
|
|
18
|
-
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string
|
|
18
|
+
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
|
|
19
19
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/hallucination/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAW3F,MAAM,WAAW,0BAA0B;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,wBAAgB,yBAAyB,CAAC,EACxC,KAAK,EACL,OAAO,GACR,EAAE;IACD,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,CAAC,EAAE,0BAA0B,CAAC;CACtC;;;;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/hallucination/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAW3F,MAAM,WAAW,0BAA0B;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,wBAAgB,yBAAyB,CAAC,EACxC,KAAK,EACL,OAAO,GACR,EAAE;IACD,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,CAAC,EAAE,0BAA0B,CAAC;CACtC;;;;;;;;6FA0DA"}
|
|
@@ -6,10 +6,10 @@ export interface ToxicityMetricOptions {
|
|
|
6
6
|
export declare function createToxicityScorer({ model, options }: {
|
|
7
7
|
model: LanguageModel;
|
|
8
8
|
options?: ToxicityMetricOptions;
|
|
9
|
-
}): import("@mastra/core/scores").MastraScorer<Record<"analyzeStepResult", {
|
|
9
|
+
}): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"analyzeStepResult", {
|
|
10
10
|
verdicts: {
|
|
11
11
|
verdict: string;
|
|
12
12
|
reason: string;
|
|
13
13
|
}[];
|
|
14
|
-
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string
|
|
14
|
+
}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
|
|
15
15
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/toxicity/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAK3F,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,oBAAoB,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAAE,KAAK,EAAE,aAAa,CAAC;IAAC,OAAO,CAAC,EAAE,qBAAqB,CAAA;CAAE;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/toxicity/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAK3F,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,oBAAoB,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAAE,KAAK,EAAE,aAAa,CAAC;IAAC,OAAO,CAAC,EAAE,qBAAqB,CAAA;CAAE;;;;;6FA8CjH"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/evals",
|
|
3
|
-
"version": "0.12.1
|
|
3
|
+
"version": "0.12.1",
|
|
4
4
|
"description": "",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"files": [
|
|
@@ -84,7 +84,7 @@
|
|
|
84
84
|
"zod": "^3.25.67"
|
|
85
85
|
},
|
|
86
86
|
"peerDependencies": {
|
|
87
|
-
"@mastra/core": ">=0.13.0-0 <0.
|
|
87
|
+
"@mastra/core": ">=0.13.0-0 <0.15.0-0",
|
|
88
88
|
"ai": "^4.0.0"
|
|
89
89
|
},
|
|
90
90
|
"devDependencies": {
|
|
@@ -100,9 +100,9 @@
|
|
|
100
100
|
"tsup": "^8.5.0",
|
|
101
101
|
"typescript": "^5.8.3",
|
|
102
102
|
"vitest": "^3.2.4",
|
|
103
|
-
"@
|
|
104
|
-
"@
|
|
105
|
-
"@internal/
|
|
103
|
+
"@internal/types-builder": "0.0.5",
|
|
104
|
+
"@mastra/core": "0.14.0",
|
|
105
|
+
"@internal/lint": "0.0.30"
|
|
106
106
|
},
|
|
107
107
|
"scripts": {
|
|
108
108
|
"check": "tsc --noEmit",
|