@mastra/evals 1.2.4 → 1.3.0-alpha.0

package/dist/scorers/llm/rubric/prompts.d.ts

@@ -0,0 +1,37 @@
+export declare const RUBRIC_INSTRUCTIONS = "You are an exacting grader. Your job is to judge whether an agent's output satisfies each criterion in a rubric.\n\nA rubric is a checklist of criteria. For each criterion you must decide, strictly and independently, whether the output satisfies it.\n\nGrading guidelines:\n- Judge each criterion on its own merits. Do not let one criterion's verdict influence another.\n- A criterion is \"satisfied\" only when the output clearly and fully meets it. When in doubt, mark it as NOT satisfied.\n- Base your judgement on evidence in the output (and the original task for context). Do not assume facts that are not present.\n- Be concise but specific in your reasoning: say what is present or missing.\n- Do not reward effort, intent, or partial progress. Only the actual output counts.";
+export interface RubricAnalysisCriterion {
+    /** The criterion text, exactly as provided in the rubric. */
+    criterion: string;
+    /** Whether the output satisfies this criterion. */
+    satisfied: boolean;
+    /** Whether this criterion is required for the task to be considered complete. */
+    required: boolean;
+    /** Short explanation of why the criterion is or is not satisfied. */
+    reasoning: string;
+}
+export interface RubricAnalysisResult {
+    criteria: RubricAnalysisCriterion[];
+    overallAssessment: string;
+}
+/**
+ * A single rubric criterion as provided to the prompt builder.
+ */
+export interface RubricCriterionInput {
+    criterion: string;
+    required: boolean;
+}
+export declare function createAnalyzePrompt({ originalTask, output, criteria, }: {
+    originalTask: string;
+    output: string;
+    criteria: RubricCriterionInput[];
+}): string;
+/**
+ * Format a human-readable, per-criterion explanation of the rubric result. This text is what
+ * `isTaskComplete` injects back into the conversation as feedback, so it must clearly tell the
+ * agent which criteria are unmet and why.
+ */
+export declare function formatRubricReason({ score, analysis }: {
+    score: number;
+    analysis: RubricAnalysisResult;
+}): string;
+//# sourceMappingURL=prompts.d.ts.map

package/dist/scorers/llm/rubric/prompts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/rubric/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,mxBASoD,CAAC;AAErF,MAAM,WAAW,uBAAuB;IACtC,6DAA6D;IAC7D,SAAS,EAAE,MAAM,CAAC;IAClB,mDAAmD;IACnD,SAAS,EAAE,OAAO,CAAC;IACnB,iFAAiF;IACjF,QAAQ,EAAE,OAAO,CAAC;IAClB,qEAAqE;IACrE,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,uBAAuB,EAAE,CAAC;IACpC,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,wBAAgB,mBAAmB,CAAC,EAClC,YAAY,EACZ,MAAM,EACN,QAAQ,GACT,EAAE;IACD,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,oBAAoB,EAAE,CAAC;CAClC,GAAG,MAAM,CA8BT;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,oBAAoB,CAAA;CAAE,GAAG,MAAM,CAoBjH"}