@mastra/evals 0.1.0 → 0.1.1

package/.turbo/turbo-build.log

@@ -1,23 +1,29 @@
 
-> @mastra/evals@0.1.0-alpha.37 build C:\Users\Ward\projects\mastra\mastra\packages\evals
-> tsup src/index.ts src/metrics/llm/index.ts src/metrics/nlp/index.ts --format esm --experimental-dts --clean --treeshake
+> @mastra/evals@0.1.1-alpha.0 build C:\Users\Ward\projects\mastra\mastra\packages\evals
+> pnpm check && tsup src/index.ts src/metrics/judge/index.ts src/metrics/llm/index.ts src/metrics/nlp/index.ts --format esm --experimental-dts --clean --treeshake
 
-CLI Building entry: src/index.ts, src/metrics/llm/index.ts, src/metrics/nlp/index.ts
+
+> @mastra/evals@0.1.1-alpha.0 check C:\Users\Ward\projects\mastra\mastra\packages\evals
+> tsc --noEmit
+
+CLI Building entry: src/index.ts, src/metrics/judge/index.ts, src/metrics/llm/index.ts, src/metrics/nlp/index.ts
 CLI Using tsconfig: tsconfig.json
 CLI tsup v8.3.6
 TSC Build start
-TSC ⚡️ Build success in 2319ms
+TSC ⚡️ Build success in 5143ms
 DTS Build start
 CLI Target: es2022
 Analysis will use the bundled TypeScript version 5.7.3
 Writing package typings: C:\Users\Ward\projects\mastra\mastra\packages\evals\dist\_tsup-dts-rollup.d.ts
-DTS ⚡️ Build success in 1572ms
+DTS ⚡️ Build success in 3821ms
 CLI Cleaning output folder
 ESM Build start
-ESM dist\index.js                    2.12 KB
-ESM dist\magic-string.es-5UDOWOAZ.js 40.86 KB
+ESM dist\index.js                    2.63 KB
+ESM dist\metrics\judge\index.js      94.00 B
 ESM dist\chunk-4VNS5WPM.js           1.82 KB
-ESM dist\metrics\nlp\index.js        6.31 KB
-ESM dist\metrics\llm\index.js        73.79 KB
-ESM dist\dist-56AYDN4X.js            566.98 KB
-ESM ⚡️ Build success in 772ms
+ESM dist\metrics\llm\index.js        85.32 KB
+ESM dist\magic-string.es-5UDOWOAZ.js 40.80 KB
+ESM dist\chunk-TXXJUIES.js           305.00 B
+ESM dist\metrics\nlp\index.js        6.30 KB
+ESM dist\dist-W3SXCXOT.js            570.71 KB
+ESM ⚡️ Build success in 2104ms

package/.turbo/turbo-lint.log

@@ -0,0 +1,4 @@
+
+> @mastra/evals@0.1.0 lint C:\Users\Ward\projects\mastra\mastra\packages\evals
+> eslint .
+

package/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @mastra/evals
 
+## 0.1.1
+
+### Patch Changes
+
+- d59f1a8: Added example docs for evals and export metricJudge
+- 91ef439: Add eslint and ran autofix
+- Updated dependencies [d59f1a8]
+- Updated dependencies [91ef439]
+- Updated dependencies [4a25be4]
+- Updated dependencies [bf2e88f]
+- Updated dependencies [2f0d707]
+- Updated dependencies [aac1667]
+  - @mastra/core@0.2.1
+
+## 0.1.1-alpha.0
+
+### Patch Changes
+
+- d59f1a8: Added example docs for evals and export metricJudge
+- 91ef439: Add eslint and ran autofix
+- Updated dependencies [d59f1a8]
+- Updated dependencies [91ef439]
+- Updated dependencies [4a25be4]
+- Updated dependencies [bf2e88f]
+- Updated dependencies [2f0d707]
+- Updated dependencies [aac1667]
+  - @mastra/core@0.2.1-alpha.0
+
 ## 0.1.0
 
 ### Minor Changes

package/dist/_tsup-dts-rollup.d.ts

@@ -1,10 +1,10 @@
 import { Agent } from '@mastra/core/agent';
-import { LanguageModel } from '@mastra/core/llm';
+import type { LanguageModel } from '@mastra/core/llm';
 import type { Mastra } from '@mastra/core';
-import { Metric } from '@mastra/core';
+import type { Metric } from '@mastra/core';
 import { Metric as Metric_2 } from '@mastra/core/eval';
 import { MetricResult } from '@mastra/core';
-import { MetricResult as MetricResult_2 } from '@mastra/core/eval';
+import type { MetricResult as MetricResult_2 } from '@mastra/core/eval';
 
 export declare const ANSWER_RELEVANCY_AGENT_INSTRUCTIONS = "You are a balanced and nuanced answer relevancy evaluator. Your job is to determine if LLM outputs are relevant to the input, including handling partially relevant or uncertain cases.\n\nKey Principles:\n1. Evaluate whether the output addresses what the input is asking for\n2. Consider both direct answers and related context\n3. Prioritize relevance to the input over correctness\n4. Recognize that responses can be partially relevant\n5. Empty inputs or error messages should always be marked as \"no\"\n6. Responses that discuss the type of information being asked show partial relevance";
 
@@ -14,10 +14,16 @@ export declare class AnswerRelevancyJudge extends MastraAgentJudge {
         verdict: string;
         reason: string;
     }[]>;
-    getReason(input: string, actualOutput: string, score: number, scale: number, verdicts: {
-        verdict: string;
-        reason: string;
-    }[]): Promise<string>;
+    getReason(args: {
+        input: string;
+        output: string;
+        score: number;
+        scale: number;
+        verdicts: {
+            verdict: string;
+            reason: string;
+        }[];
+    }): Promise<string>;
 }
 
 declare class AnswerRelevancyMetric extends Metric_2 {
@@ -49,7 +55,10 @@ export declare class BiasJudge extends MastraAgentJudge {
         verdict: string;
         reason: string;
     }[]>;
-    getReason(score: number, biases: string[]): Promise<string>;
+    getReason(args: {
+        score: number;
+        biases: string[];
+    }): Promise<string>;
 }
 
 declare class BiasMetric extends Metric_2 {
@@ -123,10 +132,16 @@ export declare class ContextPositionJudge extends MastraAgentJudge {
         verdict: string;
         reason: string;
     }[]>;
-    getReason(input: string, actualOutput: string, score: number, scale: number, verdicts: {
-        verdict: string;
-        reason: string;
-    }[]): Promise<string>;
+    getReason(args: {
+        input: string;
+        output: string;
+        score: number;
+        scale: number;
+        verdicts: {
+            verdict: string;
+            reason: string;
+        }[];
+    }): Promise<string>;
 }
 
 declare class ContextPositionMetric extends Metric_2 {
@@ -152,10 +167,16 @@ export declare class ContextPrecisionJudge extends MastraAgentJudge {
         verdict: string;
         reason: string;
     }[]>;
-    getReason(input: string, actualOutput: string, score: number, scale: number, verdicts: {
-        verdict: string;
-        reason: string;
-    }[]): Promise<string>;
+    getReason(args: {
+        input: string;
+        output: string;
+        score: number;
+        scale: number;
+        verdicts: {
+            verdict: string;
+            reason: string;
+        }[];
+    }): Promise<string>;
 }
 
 declare class ContextPrecisionMetric extends Metric_2 {
@@ -505,7 +526,7 @@ export declare class HallucinationJudge extends MastraAgentJudge {
     }): Promise<string>;
 }
 
-export declare class HallucinationMetric extends Metric_2 {
+declare class HallucinationMetric extends Metric_2 {
     private judge;
     private scale;
     private context;
@@ -513,6 +534,9 @@ export declare class HallucinationMetric extends Metric_2 {
     measure(input: string, output: string): Promise<MetricResultWithReason>;
     private calculateScore;
 }
+export { HallucinationMetric }
+export { HallucinationMetric as HallucinationMetric_alias_1 }
+export { HallucinationMetric as HallucinationMetric_alias_2 }
 
 export declare interface HallucinationMetricOptions {
     scale?: number;
@@ -535,10 +559,12 @@ declare interface KeywordCoverageResult extends MetricResult_2 {
     };
 }
 
-export declare abstract class MastraAgentJudge {
+declare abstract class MastraAgentJudge {
     protected readonly agent: Agent;
     constructor(name: string, instructions: string, model: LanguageModel);
 }
+export { MastraAgentJudge }
+export { MastraAgentJudge as MastraAgentJudge_alias_1 }
 
 export declare interface MetricResultWithReason extends MetricResult_2 {
     info: {
@@ -714,7 +740,7 @@ export declare class ToxicityJudge extends MastraAgentJudge {
         verdict: string;
         reason: string;
     }[]>;
-    getReason({ score, toxics }: {
+    getReason(args: {
         score: number;
         toxics: string[];
     }): Promise<string>;

package/dist/chunk-TXXJUIES.js

@@ -0,0 +1,15 @@
+import { Agent } from '@mastra/core/agent';
+
+// src/metrics/judge/index.ts
+var MastraAgentJudge = class {
+  agent;
+  constructor(name, instructions, model) {
+    this.agent = new Agent({
+      name: `Mastra Eval Judge ${name}`,
+      instructions,
+      model
+    });
+  }
+};
+
+export { MastraAgentJudge };