@mastra/evals 1.0.0-beta.2 → 1.0.0-beta.4

package/dist/index.cjs

@@ -0,0 +1,4 @@
+'use strict';
+
+//# sourceMappingURL=index.cjs.map
+//# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":"","file":"index.cjs"}

package/dist/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * @mastra/evals - Evaluation framework for AI agents
+ *
+ * This package uses subpath exports. Import from specific paths:
+ *
+ * @example
+ * ```ts
+ * import { createToolCallAccuracyScorerCode } from '@mastra/evals/scorers/prebuilt';
+ * import { getUserMessageFromRunInput } from '@mastra/evals/scorers/utils';
+ * */
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;KASK"}

package/dist/index.js

@@ -0,0 +1,3 @@
+
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":"","file":"index.js"}

package/dist/scorers/prebuilt/index.cjs

@@ -1,6 +1,6 @@
 'use strict';
 
-var chunkAT7HXT3U_cjs = require('../../chunk-AT7HXT3U.cjs');
+var chunkDSXZHUHI_cjs = require('../../chunk-DSXZHUHI.cjs');
 var evals = require('@mastra/core/evals');
 var zod = require('zod');
 var nlp = require('compromise');
@@ -239,14 +239,14 @@ function createAnswerRelevancyScorer({
     description: "Extract relevant statements from the LLM output",
     outputSchema: extractOutputSchema,
     createPrompt: ({ run }) => {
-      const assistantMessage = chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
+      const assistantMessage = chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
       return createExtractPrompt(assistantMessage);
     }
   }).analyze({
     description: "Score the relevance of the statements to the input",
     outputSchema: zod.z.object({ results: zod.z.array(zod.z.object({ result: zod.z.string(), reason: zod.z.string() })) }),
     createPrompt: ({ run, results }) => {
-      const input = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const input = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
       return createScorePrompt(JSON.stringify(input), results.preprocessStepResult?.statements || []);
     }
   }).generateScore(({ results }) => {
@@ -263,13 +263,13 @@ function createAnswerRelevancyScorer({
       }
     }
     const score = relevancyCount / numberOfResults;
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(score * options.scale);
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(score * options.scale);
   }).generateReason({
     description: "Reason about the results",
     createPrompt: ({ run, results, score }) => {
       return createReasonPrompt({
-        input: chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "",
-        output: chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "",
+        input: chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "",
+        output: chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "",
         score,
         results: results.analyzeStepResult.results,
         scale: options.scale
@@ -466,7 +466,7 @@ function createAnswerSimilarityScorer({
           groundTruth: ""
         });
       }
-      const output = chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
+      const output = chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
       const groundTruth = typeof run.groundTruth === "string" ? run.groundTruth : JSON.stringify(run.groundTruth);
       return createExtractPrompt2({
         output,
@@ -524,14 +524,14 @@ function createAnswerSimilarityScorer({
     );
     score -= extraInfoPenalty;
     score = Math.max(0, Math.min(1, score));
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(score * mergedOptions.scale);
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(score * mergedOptions.scale);
   }).generateReason({
     description: "Generate explanation of similarity score",
     createPrompt: ({ run, results, score }) => {
       if (!run.groundTruth) {
         return "No ground truth was provided for comparison. Score is 0 by default.";
       }
-      const output = chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
+      const output = chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
       const groundTruth = typeof run.groundTruth === "string" ? run.groundTruth : JSON.stringify(run.groundTruth);
       return createReasonPrompt2({
         output,
@@ -715,7 +715,7 @@ function createFaithfulnessScorer({
     description: "Extract relevant statements from the LLM output",
     outputSchema: zod.z.array(zod.z.string()),
     createPrompt: ({ run }) => {
-      const prompt = createFaithfulnessExtractPrompt({ output: chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "" });
+      const prompt = createFaithfulnessExtractPrompt({ output: chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "" });
       return prompt;
     }
   }).analyze({
@@ -739,14 +739,14 @@ function createFaithfulnessScorer({
       return 0;
     }
     const score = supportedClaims / totalClaims * (options?.scale || 1);
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(score);
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(score);
   }).generateReason({
     description: "Reason about the results",
     createPrompt: ({ run, results, score }) => {
       const assistantMessage = run.output.find(({ role }) => role === "assistant");
       const prompt = createFaithfulnessReasonPrompt({
-        input: chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "",
-        output: chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "",
+        input: chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "",
+        output: chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "",
         context: assistantMessage?.content?.toolInvocations?.map((toolCall) => JSON.stringify(toolCall)) || [],
         score,
         scale: options?.scale || 1,
@@ -879,13 +879,13 @@ function createBiasScorer({ model, options }) {
     outputSchema: zod.z.object({
       opinions: zod.z.array(zod.z.string())
     }),
-    createPrompt: ({ run }) => createBiasExtractPrompt({ output: chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "" })
+    createPrompt: ({ run }) => createBiasExtractPrompt({ output: chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "" })
   }).analyze({
     description: "Score the relevance of the statements to the input",
     outputSchema: zod.z.object({ results: zod.z.array(zod.z.object({ result: zod.z.string(), reason: zod.z.string() })) }),
     createPrompt: ({ run, results }) => {
       const prompt = createBiasAnalyzePrompt({
-        output: chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "",
+        output: chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "",
         opinions: results.preprocessStepResult?.opinions || []
       });
       return prompt;
@@ -896,7 +896,7 @@ function createBiasScorer({ model, options }) {
     }
     const biasedVerdicts = results.analyzeStepResult.results.filter((v) => v.result.toLowerCase() === "yes");
     const score = biasedVerdicts.length / results.analyzeStepResult.results.length;
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(score * (options?.scale || 1));
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(score * (options?.scale || 1));
   }).generateReason({
     description: "Reason about the results",
     createPrompt: ({ score, results }) => {
@@ -1115,7 +1115,7 @@ function createHallucinationScorer({
       claims: zod.z.array(zod.z.string())
     }),
     createPrompt: ({ run }) => {
-      const prompt = createHallucinationExtractPrompt({ output: chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "" });
+      const prompt = createHallucinationExtractPrompt({ output: chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "" });
       return prompt;
     }
   }).analyze({
@@ -1137,13 +1137,13 @@ function createHallucinationScorer({
       return 0;
     }
     const score = contradictedStatements / totalStatements * (options?.scale || 1);
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(score);
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(score);
   }).generateReason({
     description: "Reason about the results",
     createPrompt: ({ run, results, score }) => {
       const prompt = createHallucinationReasonPrompt({
-        input: chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "",
-        output: chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "",
+        input: chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "",
+        output: chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "",
         context: options?.context || [],
         score,
         scale: options?.scale || 1,
@@ -1257,8 +1257,8 @@ function createToxicityScorer({
     outputSchema: zod.z.object({ verdicts: zod.z.array(zod.z.object({ verdict: zod.z.string(), reason: zod.z.string() })) }),
     createPrompt: ({ run }) => {
       const prompt = createToxicityAnalyzePrompt({
-        input: chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "",
-        output: chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? ""
+        input: chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "",
+        output: chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? ""
       });
       return prompt;
     }
@@ -1274,7 +1274,7 @@ function createToxicityScorer({
       }
     }
     const score = toxicityCount / numberOfVerdicts;
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(score * (options?.scale || 1));
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(score * (options?.scale || 1));
   }).generateReason({
     description: "Reason about the results",
     createPrompt: ({ results, score }) => {
@@ -1408,7 +1408,7 @@ function createToolCallAccuracyScorerLLM({ model, availableTools }) {
     if (isInputInvalid || isOutputInvalid) {
       throw new Error("Input and output messages cannot be null or empty");
     }
-    const { tools: actualTools, toolCallInfos } = chunkAT7HXT3U_cjs.extractToolCalls(run.output);
+    const { tools: actualTools, toolCallInfos } = chunkDSXZHUHI_cjs.extractToolCalls(run.output);
     return {
       actualTools,
       hasToolCalls: actualTools.length > 0,
@@ -1418,8 +1418,8 @@ function createToolCallAccuracyScorerLLM({ model, availableTools }) {
     description: "Analyze the appropriateness of tool selections",
     outputSchema: analyzeOutputSchema2,
     createPrompt: ({ run, results }) => {
-      const userInput = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
-      const agentResponse = chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
+      const userInput = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const agentResponse = chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
       const toolsCalled = results.preprocessStepResult?.actualTools || [];
       return createAnalyzePrompt2({
         userInput,
@@ -1436,11 +1436,11 @@ function createToolCallAccuracyScorerLLM({ model, availableTools }) {
     }
     const appropriateToolCalls = evaluations.filter((e) => e.wasAppropriate).length;
     const totalToolCalls = evaluations.length;
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(appropriateToolCalls / totalToolCalls);
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(appropriateToolCalls / totalToolCalls);
   }).generateReason({
     description: "Generate human-readable explanation of tool selection evaluation",
     createPrompt: ({ run, results, score }) => {
-      const userInput = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const userInput = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
       const evaluations = results.analyzeStepResult?.evaluations || [];
       const missingTools = results.analyzeStepResult?.missingTools || [];
       return createReasonPrompt3({
@@ -1645,8 +1645,8 @@ function createContextRelevanceScorerLLM({
     description: "Analyze the relevance and utility of provided context",
     outputSchema: analyzeOutputSchema3,
     createPrompt: ({ run }) => {
-      const userQuery = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
-      const agentResponse = chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
+      const userQuery = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const agentResponse = chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
       const context = options.contextExtractor ? options.contextExtractor(run.input, run.output) : options.context;
       if (context.length === 0) {
         return createAnalyzePrompt3({
@@ -1694,11 +1694,11 @@ function createContextRelevanceScorerLLM({
     const missingContextPenalty = Math.min(missingContext.length * missingPenaltyRate, maxMissingPenalty);
     const finalScore = Math.max(0, relevanceScore - usagePenalty - missingContextPenalty);
     const scaledScore = finalScore * (options.scale || 1);
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(scaledScore);
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(scaledScore);
   }).generateReason({
     description: "Generate human-readable explanation of context relevance evaluation",
     createPrompt: ({ run, results, score }) => {
-      const userQuery = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const userQuery = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
       const context = options.contextExtractor ? options.contextExtractor(run.input, run.output) : options.context;
       if (context.length === 0) {
         return `No context was available for evaluation. The agent response was generated without any supporting context. Score: ${score}`;
@@ -1869,8 +1869,8 @@ function createContextPrecisionScorer({
     description: "Evaluate the relevance of each context piece for generating the expected output",
     outputSchema: contextRelevanceOutputSchema,
     createPrompt: ({ run }) => {
-      const input = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
-      const output = chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
+      const input = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const output = chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
       const context = options.contextExtractor ? options.contextExtractor(run.input, run.output) : options.context;
       if (context.length === 0) {
         throw new Error("No context available for evaluation");
@@ -1903,12 +1903,12 @@ function createContextPrecisionScorer({
     }
     const map = sumPrecision / relevantCount;
     const score = map * (options.scale || 1);
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(score);
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(score);
   }).generateReason({
     description: "Reason about the context precision results",
     createPrompt: ({ run, results, score }) => {
-      const input = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
-      const output = chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
+      const input = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const output = chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
       const context = options.contextExtractor ? options.contextExtractor(run.input, run.output) : options.context;
       return createContextPrecisionReasonPrompt({
         input,
@@ -2162,8 +2162,8 @@ function createNoiseSensitivityScorerLLM({
     description: "Analyze the impact of noise on agent response quality",
     outputSchema: analyzeOutputSchema4,
     createPrompt: ({ run }) => {
-      const originalQuery = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
-      const noisyResponse = chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
+      const originalQuery = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const noisyResponse = chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
       if (!originalQuery || !noisyResponse) {
         throw new Error("Both original query and noisy response are required for evaluation");
       }
@@ -2206,11 +2206,11 @@ function createNoiseSensitivityScorerLLM({
     const majorIssues = analysisResult.majorIssues || [];
     const issuesPenalty = Math.min(majorIssues.length * majorIssuePenaltyRate, maxMajorIssuePenalty);
     finalScore = Math.max(0, finalScore - issuesPenalty);
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(finalScore);
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(finalScore);
   }).generateReason({
     description: "Generate human-readable explanation of noise sensitivity evaluation",
     createPrompt: ({ run, results, score }) => {
-      const originalQuery = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const originalQuery = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
       const analysisResult = results.analyzeStepResult;
       if (!analysisResult) {
         throw new Error("Analysis step failed to produce results for reason generation");
@@ -2534,9 +2534,9 @@ function createPromptAlignmentScorerLLM({
     description: "Analyze prompt-response alignment across multiple dimensions",
     outputSchema: analyzeOutputSchema5,
     createPrompt: ({ run }) => {
-      const userPrompt = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
-      const systemPrompt = chunkAT7HXT3U_cjs.getCombinedSystemPrompt(run.input) ?? "";
-      const agentResponse = chunkAT7HXT3U_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
+      const userPrompt = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const systemPrompt = chunkDSXZHUHI_cjs.getCombinedSystemPrompt(run.input) ?? "";
+      const agentResponse = chunkDSXZHUHI_cjs.getAssistantMessageFromRunOutput(run.output) ?? "";
       if (evaluationMode === "user" && !userPrompt) {
         throw new Error("User prompt is required for user prompt alignment scoring");
       }
@@ -2572,12 +2572,12 @@ function createPromptAlignmentScorerLLM({
       weightedScore = userScore * SCORING_WEIGHTS.BOTH.USER_WEIGHT + systemScore * SCORING_WEIGHTS.BOTH.SYSTEM_WEIGHT;
     }
     const finalScore = weightedScore * scale;
-    return chunkAT7HXT3U_cjs.roundToTwoDecimals(finalScore);
+    return chunkDSXZHUHI_cjs.roundToTwoDecimals(finalScore);
   }).generateReason({
     description: "Generate human-readable explanation of prompt alignment evaluation",
     createPrompt: ({ run, results, score }) => {
-      const userPrompt = chunkAT7HXT3U_cjs.getUserMessageFromRunInput(run.input) ?? "";
-      const systemPrompt = chunkAT7HXT3U_cjs.getCombinedSystemPrompt(run.input) ?? "";
+      const userPrompt = chunkDSXZHUHI_cjs.getUserMessageFromRunInput(run.input) ?? "";
+      const systemPrompt = chunkDSXZHUHI_cjs.getCombinedSystemPrompt(run.input) ?? "";
       const analysis = results.analyzeStepResult;
       if (!analysis) {
         return `Unable to analyze prompt alignment. Score: ${score}`;
@@ -2642,18 +2642,18 @@ function createCompletenessScorer() {
     type: "agent"
   }).preprocess(async ({ run }) => {
     const isInputInvalid = !run.input || run.input.inputMessages.some((i) => {
-      const content = chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i);
+      const content = chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i);
       return content === null || content === void 0;
     });
     const isOutputInvalid = !run.output || run.output.some((i) => {
-      const content = chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i);
+      const content = chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i);
       return content === null || content === void 0;
     });
     if (isInputInvalid || isOutputInvalid) {
       throw new Error("Inputs cannot be null or undefined");
     }
-    const input = run.input?.inputMessages.map((i) => chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
-    const output = run.output?.map((i) => chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
+    const input = run.input?.inputMessages.map((i) => chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
+    const output = run.output?.map((i) => chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
     const inputToProcess = input;
     const outputToProcess = output;
     const inputDoc = nlp__default.default(inputToProcess.trim());
@@ -2758,8 +2758,8 @@ function createTextualDifferenceScorer() {
     description: "Calculate textual difference between input and output using sequence matching algorithms.",
     type: "agent"
   }).preprocess(async ({ run }) => {
-    const input = run.input?.inputMessages?.map((i) => chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
-    const output = run.output?.map((i) => chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
+    const input = run.input?.inputMessages?.map((i) => chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
+    const output = run.output?.map((i) => chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
     const ratio = calculateRatio(input, output);
     const changes = countChanges(input, output);
     const maxLength = Math.max(input.length, output.length);
@@ -2782,8 +2782,8 @@ function createKeywordCoverageScorer() {
     description: 'Leverage the nlp method from "compromise" to extract elements from the input and output and calculate the coverage.',
     type: "agent"
   }).preprocess(async ({ run }) => {
-    const input = run.input?.inputMessages?.map((i) => chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
-    const output = run.output?.map((i) => chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
+    const input = run.input?.inputMessages?.map((i) => chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
+    const output = run.output?.map((i) => chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
     if (!input && !output) {
       return {
         result: {
@@ -2836,8 +2836,8 @@ function createContentSimilarityScorer({ ignoreCase, ignoreWhitespace } = { igno
     description: "Calculates content similarity between input and output messages using string comparison algorithms.",
     type: "agent"
   }).preprocess(async ({ run }) => {
-    let processedInput = run.input?.inputMessages.map((i) => chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
-    let processedOutput = run.output.map((i) => chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
+    let processedInput = run.input?.inputMessages.map((i) => chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
+    let processedOutput = run.output.map((i) => chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
     if (ignoreCase) {
       processedInput = processedInput.toLowerCase();
       processedOutput = processedOutput.toLowerCase();
@@ -2867,7 +2867,7 @@ function createToneScorer(config = {}) {
     type: "agent"
   }).preprocess(async ({ run }) => {
     const sentiment = new Sentiment__default.default();
-    const agentMessage = run.output?.map((i) => chunkAT7HXT3U_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
+    const agentMessage = run.output?.map((i) => chunkDSXZHUHI_cjs.getTextContentFromMastraDBMessage(i)).join(", ") || "";
     const responseSentiment = sentiment.analyze(agentMessage);
     if (referenceTone) {
       const referenceSentiment = sentiment.analyze(referenceTone);
@@ -2954,7 +2954,7 @@ function createToolCallAccuracyScorerCode(options) {
     if (isInputInvalid || isOutputInvalid) {
       throw new Error("Input and output messages cannot be null or empty");
     }
-    const { tools: actualTools, toolCallInfos } = chunkAT7HXT3U_cjs.extractToolCalls(run.output);
+    const { tools: actualTools, toolCallInfos } = chunkDSXZHUHI_cjs.extractToolCalls(run.output);
     const correctToolCalled = expectedTool ? strictMode ? actualTools.length === 1 && actualTools[0] === expectedTool : actualTools.includes(expectedTool) : false;
     return {
       expectedTool,