@mastra/evals 0.13.2 → 0.13.3-alpha.0

package/dist/scorers/llm/context-relevance/prompts.d.ts

@@ -0,0 +1,20 @@
+export declare const CONTEXT_RELEVANCE_INSTRUCTIONS = "You are an expert context relevance evaluator. Your job is to analyze whether the provided context information was appropriate and useful for generating the agent's response to the user's query.\n\nKey Evaluation Criteria:\n1. **Relevance**: Does the context directly relate to the user's query?\n2. **Utility**: Did the context help produce a better response?\n3. **Completeness**: Was the context sufficient for the task?\n4. **Quality**: Is the context accurate and trustworthy?\n\nEvaluation Guidelines:\n- Context that directly answers or supports the user's query should be marked as highly relevant\n- Context that provides background information relevant to the query should be considered moderately relevant  \n- Context that is tangentially related but doesn't directly help should be marked as low relevance\n- Context that is completely unrelated should be marked as irrelevant\n- Consider whether missing context might have led to a better response\n\nBe thorough and fair in your evaluation, considering both what context was provided and what might have been more useful.";
+export declare function createAnalyzePrompt({ userQuery, agentResponse, providedContext, }: {
+    userQuery: string;
+    agentResponse: string;
+    providedContext: string[];
+}): string;
+export declare function createReasonPrompt({ userQuery, score, evaluations, missingContext, scale, }: {
+    userQuery: string;
+    score: number;
+    evaluations: Array<{
+        context_index: number;
+        contextPiece: string;
+        relevanceLevel: string;
+        wasUsed: boolean;
+        reasoning: string;
+    }>;
+    missingContext: string[];
+    scale: number;
+}): string;
+//# sourceMappingURL=prompts.d.ts.map

package/dist/scorers/llm/context-relevance/prompts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../../../src/scorers/llm/context-relevance/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,8BAA8B,mkCAe+E,CAAC;AAE3H,wBAAgB,mBAAmB,CAAC,EAClC,SAAS,EACT,aAAa,EACb,eAAe,GAChB,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B,UAiFA;AAED,wBAAgB,kBAAkB,CAAC,EACjC,SAAS,EACT,KAAK,EACL,WAAW,EACX,cAAc,EACd,KAAK,GACN,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,KAAK,CAAC;QACjB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,OAAO,EAAE,OAAO,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,CAAC;IACH,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;CACf,UAsCA"}