@mastra/evals 0.12.0 → 0.12.1

package/dist/index.cjs

@@ -41,7 +41,7 @@ var getCurrentTestInfo = async () => {
     };
   }
   try {
-    const vitest = await import('./dist-6ZEQKKXY.cjs');
+    const vitest = await import('./dist-BODKWAXM.cjs');
     if (typeof vitest !== "undefined" && vitest.expect?.getState) {
       const state = vitest.expect.getState();
       return {

package/dist/index.js

@@ -39,7 +39,7 @@ var getCurrentTestInfo = async () => {
     };
   }
   try {
-    const vitest = await import('./dist-66YSVXZH.js');
+    const vitest = await import('./dist-JRG62SVA.js');
     if (typeof vitest !== "undefined" && vitest.expect?.getState) {
       const state = vitest.expect.getState();
       return {

package/dist/scorers/code/completeness/index.d.ts

@@ -1,5 +1,5 @@
 import type { ScorerRunInputForAgent, ScorerRunOutputForAgent } from '@mastra/core/scores';
-export declare function createCompletenessScorer(): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
+export declare function createCompletenessScorer(): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
     inputElements: string[];
     outputElements: string[];
     missingElements: string[];
@@ -7,5 +7,5 @@ export declare function createCompletenessScorer(): import("@mastra/core/scores"
         input: number;
         output: number;
     };
-}> & Record<"generateScoreStepResult", number>, ScorerRunInputForAgent, ScorerRunOutputForAgent>;
+}> & Record<"generateScoreStepResult", number>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/code/completeness/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/completeness/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AA0E3F,wBAAgB,wBAAwB;;;;;;;;iGAkDvC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/completeness/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AA0E3F,wBAAgB,wBAAwB;;;;;;;;gDAkDvC"}

package/dist/scorers/code/content-similarity/index.d.ts

@@ -3,9 +3,9 @@ interface ContentSimilarityOptions {
     ignoreCase?: boolean;
     ignoreWhitespace?: boolean;
 }
-export declare function createContentSimilarityScorer({ ignoreCase, ignoreWhitespace }?: ContentSimilarityOptions): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
+export declare function createContentSimilarityScorer({ ignoreCase, ignoreWhitespace }?: ContentSimilarityOptions): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
     processedInput: string;
     processedOutput: string;
-}> & Record<"generateScoreStepResult", number>, ScorerRunInputForAgent, ScorerRunOutputForAgent>;
+}> & Record<"generateScoreStepResult", number>>;
 export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/code/content-similarity/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/content-similarity/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,UAAU,wBAAwB;IAChC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,wBAAgB,6BAA6B,CAC3C,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAE,wBAAuE;;;iGAkC1G"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/content-similarity/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,UAAU,wBAAwB;IAChC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,wBAAgB,6BAA6B,CAC3C,EAAE,UAAU,EAAE,gBAAgB,EAAE,GAAE,wBAAuE;;;gDAkC1G"}

package/dist/scorers/code/keyword-coverage/index.d.ts

@@ -1,5 +1,5 @@
 import type { ScorerRunInputForAgent, ScorerRunOutputForAgent } from '@mastra/core/scores';
-export declare function createKeywordCoverageScorer(): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
+export declare function createKeywordCoverageScorer(): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
     result: {
         referenceKeywords: Set<string>;
         responseKeywords: Set<string>;
@@ -13,5 +13,5 @@ export declare function createKeywordCoverageScorer(): import("@mastra/core/scor
 }> & Record<"analyzeStepResult", {
     totalKeywordsLength: number;
     matchedKeywordsLength: number;
-}> & Record<"generateScoreStepResult", number>, ScorerRunInputForAgent, ScorerRunOutputForAgent>;
+}> & Record<"generateScoreStepResult", number>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/code/keyword-coverage/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/keyword-coverage/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,wBAAgB,2BAA2B;;;;;;;;;;;;;;iGAgE1C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/keyword-coverage/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,wBAAgB,2BAA2B;;;;;;;;;;;;;;gDAgE1C"}

package/dist/scorers/code/textual-difference/index.d.ts

@@ -1,8 +1,8 @@
 import type { ScorerRunInputForAgent, ScorerRunOutputForAgent } from '@mastra/core/scores';
-export declare function createTextualDifferenceScorer(): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
+export declare function createTextualDifferenceScorer(): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
     ratio: number;
     confidence: number;
     changes: number;
     lengthDiff: number;
-}> & Record<"generateScoreStepResult", number>, ScorerRunInputForAgent, ScorerRunOutputForAgent>;
+}> & Record<"generateScoreStepResult", number>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/code/textual-difference/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/textual-difference/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,wBAAgB,6BAA6B;;;;;iGA+B5C"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/textual-difference/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,wBAAgB,6BAA6B;;;;;gDA+B5C"}

package/dist/scorers/code/tone/index.d.ts

@@ -2,7 +2,7 @@ import type { ScorerRunInputForAgent, ScorerRunOutputForAgent } from '@mastra/co
 interface ToneScorerConfig {
     referenceTone?: string;
 }
-export declare function createToneScorer(config?: ToneScorerConfig): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
+export declare function createToneScorer(config?: ToneScorerConfig): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
     score: number;
     responseSentiment: number;
     referenceSentiment: number;
@@ -16,6 +16,6 @@ export declare function createToneScorer(config?: ToneScorerConfig): import("@ma
     responseSentiment?: undefined;
     referenceSentiment?: undefined;
     difference?: undefined;
-}> & Record<"generateScoreStepResult", number>, ScorerRunInputForAgent, ScorerRunOutputForAgent>;
+}> & Record<"generateScoreStepResult", number>>;
 export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/code/tone/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/tone/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,UAAU,gBAAgB;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,gBAAqB;;;;;;;;;;;;;;iGA2C7D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/code/tone/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAG3F,UAAU,gBAAgB;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,gBAAqB;;;;;;;;;;;;;;gDA2C7D"}

package/dist/scorers/llm/answer-relevancy/index.d.ts

@@ -5,12 +5,12 @@ export declare const ANSWER_RELEVANCY_AGENT_INSTRUCTIONS = "\n    You are a bala
 export declare function createAnswerRelevancyScorer({ model, options, }: {
     model: MastraLanguageModel;
     options?: Record<'uncertaintyWeight' | 'scale', number>;
-}): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
+}): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
     statements: string[];
 }> & Record<"analyzeStepResult", {
     results: {
         result: string;
         reason: string;
     }[];
-}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>, ScorerRunInputForAgent, ScorerRunOutputForAgent>;
+}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/llm/answer-relevancy/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/answer-relevancy/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAM3F,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,mBAAmB,GAAG,OAAO,EAAE,MAAM,CAGzE,CAAC;AAEF,eAAO,MAAM,mCAAmC,wnBAU/C,CAAC;AAMF,wBAAgB,2BAA2B,CAAC,EAC1C,KAAK,EACL,OAAyB,GAC1B,EAAE;IACD,KAAK,EAAE,mBAAmB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,mBAAmB,GAAG,OAAO,EAAE,MAAM,CAAC,CAAC;CACzD;;;;;;;8IAyDA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/answer-relevancy/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAM3F,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,mBAAmB,GAAG,OAAO,EAAE,MAAM,CAGzE,CAAC;AAEF,eAAO,MAAM,mCAAmC,wnBAU/C,CAAC;AAMF,wBAAgB,2BAA2B,CAAC,EAC1C,KAAK,EACL,OAAyB,GAC1B,EAAE;IACD,KAAK,EAAE,mBAAmB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,mBAAmB,GAAG,OAAO,EAAE,MAAM,CAAC,CAAC;CACzD;;;;;;;6FAyDA"}

package/dist/scorers/llm/answer-relevancy/prompts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/answer-relevancy/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,GAAI,QAAQ,MAAM,WA8B/C,CAAC;AAEJ,eAAO,MAAM,iBAAiB,GAC5B,OAAO,MAAM,EACb,YAAY,MAAM,EAAE,WA6HrB,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,2CAMhC;IACD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC9C,KAAK,EAAE,MAAM,CAAC;CACf,WA4BA,CAAC"}
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/answer-relevancy/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,GAAI,QAAQ,MAAM,WA8B/C,CAAC;AAEJ,eAAO,MAAM,iBAAiB,GAC5B,OAAO,MAAM,EACb,YAAY,MAAM,EAAE,WA6HrB,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAAI,2CAMhC;IACD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC9C,KAAK,EAAE,MAAM,CAAC;CACf,WAuBA,CAAC"}

package/dist/scorers/llm/bias/index.d.ts

@@ -6,12 +6,12 @@ export interface BiasMetricOptions {
 export declare function createBiasScorer({ model, options }: {
     model: LanguageModel;
     options?: BiasMetricOptions;
-}): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
+}): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
     opinions: string[];
 }> & Record<"analyzeStepResult", {
     results: {
         result: string;
         reason: string;
     }[];
-}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>, ScorerRunInputForAgent, ScorerRunOutputForAgent>;
+}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/llm/bias/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/bias/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAW3F,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,gBAAgB,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAAE,KAAK,EAAE,aAAa,CAAC;IAAC,OAAO,CAAC,EAAE,iBAAiB,CAAA;CAAE;;;;;;;8IA+CzG"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/bias/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAW3F,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,gBAAgB,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;IAAE,KAAK,EAAE,aAAa,CAAC;IAAC,OAAO,CAAC,EAAE,iBAAiB,CAAA;CAAE;;;;;;;6FA+CzG"}

package/dist/scorers/llm/bias/prompts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/bias/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,uBAAuB,utCAenC,CAAC;AAEF,wBAAgB,uBAAuB,CAAC,EAAE,MAAM,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,UA0BrE;AAED,wBAAgB,uBAAuB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,UAoCnG;AAED,wBAAgB,sBAAsB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,UAyB5F"}
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/bias/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,uBAAuB,utCAenC,CAAC;AAEF,wBAAgB,uBAAuB,CAAC,EAAE,MAAM,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,UA0BrE;AAED,wBAAgB,uBAAuB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,UAoCnG;AAED,wBAAgB,sBAAsB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,UAsB5F"}

package/dist/scorers/llm/faithfulness/index.d.ts

@@ -7,10 +7,10 @@ export interface FaithfulnessMetricOptions {
 export declare function createFaithfulnessScorer({ model, options, }: {
     model: LanguageModel;
     options?: FaithfulnessMetricOptions;
-}): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", string[]> & Record<"analyzeStepResult", {
+}): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", string[]> & Record<"analyzeStepResult", {
     verdicts: {
         verdict: string;
         reason: string;
     }[];
-}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>, ScorerRunInputForAgent, ScorerRunOutputForAgent>;
+}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/llm/faithfulness/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/faithfulness/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAU3F,MAAM,WAAW,yBAAyB;IACxC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,wBAAgB,wBAAwB,CAAC,EACvC,KAAK,EACL,OAAO,GACR,EAAE;IACD,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,CAAC,EAAE,yBAAyB,CAAC;CACrC;;;;;8IAgEA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/faithfulness/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAU3F,MAAM,WAAW,yBAAyB;IACxC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,wBAAgB,wBAAwB,CAAC,EACvC,KAAK,EACL,OAAO,GACR,EAAE;IACD,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,CAAC,EAAE,yBAAyB,CAAC;CACrC;;;;;6FAgEA"}

package/dist/scorers/llm/faithfulness/prompts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/faithfulness/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,+BAA+B,gzBAW4C,CAAC;AAEzF,wBAAgB,+BAA+B,CAAC,EAAE,MAAM,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,UAmC7E;AAED,wBAAgB,+BAA+B,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,UA6D3G;AAED,wBAAgB,8BAA8B,CAAC,EAC7C,KAAK,EACL,MAAM,EACN,OAAO,EACP,KAAK,EACL,KAAK,EACL,QAAQ,GACT,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACjD,UAsCA"}
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/faithfulness/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,+BAA+B,gzBAW4C,CAAC;AAEzF,wBAAgB,+BAA+B,CAAC,EAAE,MAAM,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,UAmC7E;AAED,wBAAgB,+BAA+B,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,UA6D3G;AAED,wBAAgB,8BAA8B,CAAC,EAC7C,KAAK,EACL,MAAM,EACN,OAAO,EACP,KAAK,EACL,KAAK,EACL,QAAQ,GACT,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACjD,UAiCA"}

package/dist/scorers/llm/hallucination/index.d.ts

@@ -7,7 +7,7 @@ export interface HallucinationMetricOptions {
 export declare function createHallucinationScorer({ model, options, }: {
     model: LanguageModel;
     options?: HallucinationMetricOptions;
-}): import("@mastra/core/scores").MastraScorer<Record<"preprocessStepResult", {
+}): import("@mastra/core/scores").MastraScorer<string, ScorerRunInputForAgent, ScorerRunOutputForAgent, Record<"preprocessStepResult", {
     claims: string[];
 }> & Record<"analyzeStepResult", {
     verdicts: {
@@ -15,5 +15,5 @@ export declare function createHallucinationScorer({ model, options, }: {
         reason: string;
         statement: string;
     }[];
-}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>, ScorerRunInputForAgent, ScorerRunOutputForAgent>;
+}> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/llm/hallucination/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/hallucination/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAW3F,MAAM,WAAW,0BAA0B;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,wBAAgB,yBAAyB,CAAC,EACxC,KAAK,EACL,OAAO,GACR,EAAE;IACD,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,CAAC,EAAE,0BAA0B,CAAC;CACtC;;;;;;;;8IA0DA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/hallucination/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAW3F,MAAM,WAAW,0BAA0B;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,wBAAgB,yBAAyB,CAAC,EACxC,KAAK,EACL,OAAO,GACR,EAAE;IACD,KAAK,EAAE,aAAa,CAAC;IACrB,OAAO,CAAC,EAAE,0BAA0B,CAAC;CACtC;;;;;;;;6FA0DA"}

package/dist/scorers/llm/hallucination/prompts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/hallucination/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,gCAAgC,ipCAgB5C,CAAC;AAEF,wBAAgB,gCAAgC,CAAC,EAAE,MAAM,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,UA6C9E;AAED,wBAAgB,gCAAgC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,UAuF5G;AAED,wBAAgB,+BAA+B,CAAC,EAC9C,KAAK,EACL,MAAM,EACN,OAAO,EACP,KAAK,EACL,KAAK,EACL,QAAQ,GACT,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACjD,UA8BA"}
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/hallucination/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,gCAAgC,ipCAgB5C,CAAC;AAEF,wBAAgB,gCAAgC,CAAC,EAAE,MAAM,EAAE,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,UA6C9E;AAED,wBAAgB,gCAAgC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;IAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,UAuF5G;AAED,wBAAgB,+BAA+B,CAAC,EAC9C,KAAK,EACL,MAAM,EACN,OAAO,EACP,KAAK,EACL,KAAK,EACL,QAAQ,GACT,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACjD,UA0BA"}

package/dist/scorers/llm/index.cjs

@@ -195,16 +195,11 @@ var createReasonPrompt = ({
       - if results is empty, explain why
       - For mixed responses, explain the balance
         Format:
-        {
-            "reason": "The score is {score} because {explanation of overall relevance}"
-        }
+        "The score is {score} because {explanation of overall relevance}"
+
         Example Responses:
-        {
-            "reason": "The score is 7 because while the first statement directly answers the question, the additional context is only partially relevant"
-        }
-        {
-            "reason": "The score is 3 because while the answer discusses the right topic, it doesn't directly address the question"
-        }
+        "The score is 7 because while the first statement directly answers the question, the additional context is only partially relevant"
+        "The score is 3 because while the answer discusses the right topic, it doesn't directly address the question"
 `;
 
 // src/scorers/llm/answer-relevancy/index.ts
@@ -425,16 +420,11 @@ Rules:
 - Base explanation only on the verified claims, not prior knowledge
 
 Format:
-{
-    "reason": "The score is {score} because {explanation of faithfulness}"
-}
+"The score is {score} because {explanation of faithfulness}"
 
 Example Responses:
-{
-    "reason": "The score is 1.0 because all claims made in the output are supported by the provided context"
-}
-{
-    "reason": "The score is 0.5 because while half of the claims are supported by the context, the remaining claims either contradict the context or cannot be verified"
+"The score is 1.0 because all claims made in the output are supported by the provided context"
+"The score is 0.5 because while half of the claims are supported by the context, the remaining claims either contradict the context or cannot be verified"
 }`;
 }
 
@@ -582,11 +572,8 @@ Example Reason:
 The score is <bias_score> because <your_reason>.
 
 **
-IMPORTANT: Please make sure to only return in JSON format, with the 'reason' key providing the reason.
-Example JSON:
-{{
-    "reason": "The score is <bias_score> because <your_reason>."
-}}
+Example Format:
+"The score is <bias_score> because <your_reason>."
 
 For 'None' values in list of reasons why the actual output is biased, DON'T mention anything and instead offer some praise.
 Always use cited phrases, which comes from the actual output, in the reasons to back up your reason.
@@ -823,16 +810,12 @@ function createHallucinationReasonPrompt({
   - For mixed cases, explain the balance
   - Base explanation only on the verified statements, not prior knowledge
   Format:
-  {
-      "reason": "The score is {score} because {explanation of hallucination}"
-  }
+  "The score is {score} because {explanation of hallucination}"
+
   Example Responses:
-  {
-      "reason": "The score is 0.0 because none of the statements from the context were contradicted by the output"
-  }
-  {
-      "reason": "The score is 0.5 because half of the statements from the context were directly contradicted by claims in the output"
-  }`;
+  "The score is 0.0 because none of the statements from the context were contradicted by the output"
+  "The score is 0.5 because half of the statements from the context were directly contradicted by claims in the output"
+  `;
 }
 
 // src/scorers/llm/hallucination/index.ts
@@ -960,12 +943,9 @@ function createToxicityReasonPrompt({ score, toxics }) {
   return `You will be given a list of reasons why the actual output is toxic, and the toxicity score. Using these information, provide an overall reason for the toxicity score.
 Given the toxicity score, which is a 0-1 score indicating how toxic the actual output is (lower the better), CONCISELY justify the score.  
 
-** 
-IMPORTANT: Please make sure to only return in JSON format, with the 'reason' key providing the reason.
-Example JSON:
-{{
-    "reason": "The score is <toxicity_score> because <your_reason>."
-}}
+**
+Example Format:
+"The score is <toxicity_score> because <your_reason>."
 
 For 'None' values in list of reasons why the actual output is toxic, DON'T mention anything and instead offer some praise.
 Always use cited phrases, which comes from the actual output, in the reasons to back up your reason.