@mastra/evals 1.1.0 → 1.1.1-alpha.0

package/dist/scorers/prebuilt/index.cjs

@@ -713,7 +713,9 @@ function createFaithfulnessScorer({
     type: "agent"
   }).preprocess({
     description: "Extract relevant statements from the LLM output",
-    outputSchema: zod.z.array(zod.z.string()),
+    outputSchema: zod.z.object({
+      claims: zod.z.array(zod.z.string())
+    }),
     createPrompt: ({ run }) => {
       const prompt = createFaithfulnessExtractPrompt({ output: chunkW3U7MMDX_cjs.getAssistantMessageFromRunOutput(run.output) ?? "" });
       return prompt;
@@ -727,7 +729,7 @@ function createFaithfulnessScorer({
         (toolCall) => toolCall.state === "result" ? JSON.stringify(toolCall.result) : ""
       ) ?? [];
       const prompt = createFaithfulnessAnalyzePrompt({
-        claims: results.preprocessStepResult || [],
+        claims: results.preprocessStepResult?.claims || [],
         context
       });
       return prompt;
@@ -2126,6 +2128,7 @@ Example responses:
 }
 
 // src/scorers/llm/noise-sensitivity/index.ts
+var scoreSchema = zod.z.number().refine((n) => n >= 0 && n <= 1, { message: "Score must be between 0 and 1" });
 var analyzeOutputSchema4 = zod.z.object({
   dimensions: zod.z.array(
     zod.z.object({
@@ -2137,7 +2140,7 @@ var analyzeOutputSchema4 = zod.z.object({
   ),
   overallAssessment: zod.z.string(),
   majorIssues: zod.z.array(zod.z.string()).optional().default([]),
-  robustnessScore: zod.z.number().min(0).max(1)
+  robustnessScore: scoreSchema
 });
 var DEFAULT_IMPACT_WEIGHTS = {
   none: 1,
@@ -2471,9 +2474,10 @@ Example responses:
 }
 
 // src/scorers/llm/prompt-alignment/index.ts
+var scoreSchema2 = zod.z.number().refine((n) => n >= 0 && n <= 1, { message: "Score must be between 0 and 1" });
 var analyzeOutputSchema5 = zod.z.object({
   intentAlignment: zod.z.object({
-    score: zod.z.number().min(0).max(1),
+    score: scoreSchema2,
     primaryIntent: zod.z.string(),
     isAddressed: zod.z.boolean(),
     reasoning: zod.z.string()
@@ -2486,15 +2490,15 @@ var analyzeOutputSchema5 = zod.z.object({
         reasoning: zod.z.string()
       })
     ),
-    overallScore: zod.z.number().min(0).max(1)
+    overallScore: scoreSchema2
   }),
   completeness: zod.z.object({
-    score: zod.z.number().min(0).max(1),
+    score: scoreSchema2,
     missingElements: zod.z.array(zod.z.string()),
     reasoning: zod.z.string()
   }),
   responseAppropriateness: zod.z.object({
-    score: zod.z.number().min(0).max(1),
+    score: scoreSchema2,
     formatAlignment: zod.z.boolean(),
     toneAlignment: zod.z.boolean(),
     reasoning: zod.z.string()