@mastra/evals 0.12.0-alpha.0 → 0.12.0

package/dist/index.d.ts

@@ -1,3 +1,3 @@
-export { evaluate } from './evaluation';
-export { attachListeners, globalSetup } from './attachListeners';
+export { evaluate } from './evaluation.js';
+export { attachListeners, globalSetup } from './attachListeners.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/metrics/index.d.ts

@@ -1,4 +1,4 @@
-export * from './nlp';
-export * from './llm';
-export * from './judge';
+export * from './nlp/index.js';
+export * from './llm/index.js';
+export * from './judge/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/metrics/llm/answer-relevancy/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface AnswerRelevancyMetricOptions {
     uncertaintyWeight?: number;
     scale?: number;

package/dist/metrics/llm/answer-relevancy/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class AnswerRelevancyJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(input: string, actualOutput: string): Promise<{

package/dist/metrics/llm/bias/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface BiasMetricOptions {
     scale?: number;
 }

package/dist/metrics/llm/bias/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class BiasJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(input: string, actualOutput: string): Promise<{

package/dist/metrics/llm/context-position/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface ContextPositionMetricOptions {
     scale?: number;
     context: string[];

package/dist/metrics/llm/context-position/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class ContextPositionJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(input: string, actualOutput: string, retrievalContext: string[]): Promise<{

package/dist/metrics/llm/context-precision/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface ContextPrecisionMetricOptions {
     scale?: number;
     context: string[];

package/dist/metrics/llm/context-precision/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class ContextPrecisionJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(input: string, actualOutput: string, retrievalContext: string[]): Promise<{

package/dist/metrics/llm/context-relevancy/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface ContextRelevancyOptions {
     scale?: number;
     context: string[];

package/dist/metrics/llm/context-relevancy/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class ContextRelevancyJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(input: string, actualOutput: string, retrievalContext: string[]): Promise<{

package/dist/metrics/llm/contextual-recall/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface ContextualRecallMetricOptions {
     scale?: number;
     context: string[];

package/dist/metrics/llm/contextual-recall/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class ContextualRecallJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(input: string, actualOutput: string, retrievalContext: string[]): Promise<{

package/dist/metrics/llm/faithfulness/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface FaithfulnessMetricOptions {
     scale?: number;
     context: string[];

package/dist/metrics/llm/faithfulness/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class FaithfulnessJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(output: string, context: string[]): Promise<{

package/dist/metrics/llm/hallucination/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface HallucinationMetricOptions {
     scale?: number;
     context: string[];

package/dist/metrics/llm/hallucination/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class HallucinationJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(output: string, context: string[]): Promise<{

package/dist/metrics/llm/index.d.ts

@@ -1,12 +1,12 @@
-export { AnswerRelevancyMetric } from './answer-relevancy';
-export { ContextPositionMetric } from './context-position';
-export { ContextPrecisionMetric } from './context-precision';
-export { FaithfulnessMetric } from './faithfulness';
-export { HallucinationMetric } from './hallucination';
-export { PromptAlignmentMetric } from './prompt-alignment';
-export { ToxicityMetric } from './toxicity';
-export { ContextRelevancyMetric } from './context-relevancy';
-export { ContextualRecallMetric } from './contextual-recall';
-export { SummarizationMetric } from './summarization';
-export { BiasMetric } from './bias';
+export { AnswerRelevancyMetric } from './answer-relevancy/index.js';
+export { ContextPositionMetric } from './context-position/index.js';
+export { ContextPrecisionMetric } from './context-precision/index.js';
+export { FaithfulnessMetric } from './faithfulness/index.js';
+export { HallucinationMetric } from './hallucination/index.js';
+export { PromptAlignmentMetric } from './prompt-alignment/index.js';
+export { ToxicityMetric } from './toxicity/index.js';
+export { ContextRelevancyMetric } from './context-relevancy/index.js';
+export { ContextualRecallMetric } from './contextual-recall/index.js';
+export { SummarizationMetric } from './summarization/index.js';
+export { BiasMetric } from './bias/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/metrics/llm/prompt-alignment/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface PromptAlignmentMetricOptions {
     scale?: number;
     instructions: string[];

package/dist/metrics/llm/prompt-alignment/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class PromptAlignmentJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(input: string, actualOutput: string, instructions: string[]): Promise<{

package/dist/metrics/llm/summarization/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface SummarizationMetricOptions {
     scale?: number;
 }

package/dist/metrics/llm/summarization/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class SummarizationJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluateAlignment(originalText: string, summary: string): Promise<{

package/dist/metrics/llm/toxicity/index.d.ts

@@ -1,6 +1,6 @@
 import { Metric } from '@mastra/core/eval';
 import type { LanguageModel } from '@mastra/core/llm';
-import type { MetricResultWithReason } from '../types';
+import type { MetricResultWithReason } from '../types.js';
 export interface ToxicityMetricOptions {
     scale?: number;
 }

package/dist/metrics/llm/toxicity/metricJudge.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModel } from '@mastra/core/llm';
-import { MastraAgentJudge } from '../../judge';
+import { MastraAgentJudge } from '../../judge/index.js';
 export declare class ToxicityJudge extends MastraAgentJudge {
     constructor(model: LanguageModel);
     evaluate(input: string, actualOutput: string): Promise<{

package/dist/metrics/nlp/index.d.ts

@@ -1,6 +1,6 @@
-export { CompletenessMetric } from './completeness';
-export { ContentSimilarityMetric } from './content-similarity';
-export { TextualDifferenceMetric } from './textual-difference';
-export { KeywordCoverageMetric } from './keyword-coverage';
-export { ToneConsistencyMetric } from './tone';
+export { CompletenessMetric } from './completeness/index.js';
+export { ContentSimilarityMetric } from './content-similarity/index.js';
+export { TextualDifferenceMetric } from './textual-difference/index.js';
+export { KeywordCoverageMetric } from './keyword-coverage/index.js';
+export { ToneConsistencyMetric } from './tone/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/code/index.d.ts

@@ -1,6 +1,6 @@
-export * from './completeness';
-export * from './textual-difference';
-export * from './keyword-coverage';
-export * from './content-similarity';
-export * from './tone';
+export * from './completeness/index.js';
+export * from './textual-difference/index.js';
+export * from './keyword-coverage/index.js';
+export * from './content-similarity/index.js';
+export * from './tone/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/index.d.ts

@@ -1,3 +1,3 @@
-export * from './llm';
-export * from './code';
+export * from './llm/index.js';
+export * from './code/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/scorers/llm/index.d.ts

@@ -1,6 +1,6 @@
-export * from './answer-relevancy';
-export * from './faithfulness';
-export * from './bias';
-export * from './hallucination';
-export * from './toxicity';
+export * from './answer-relevancy/index.js';
+export * from './faithfulness/index.js';
+export * from './bias/index.js';
+export * from './hallucination/index.js';
+export * from './toxicity/index.js';
 //# sourceMappingURL=index.d.ts.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/evals",
-  "version": "0.12.0-alpha.0",
+  "version": "0.12.0",
   "description": "",
   "type": "module",
   "files": [
@@ -15,7 +15,7 @@
         "default": "./dist/index.js"
       },
       "require": {
-        "types": "./dist/index.d.cts",
+        "types": "./dist/index.d.ts",
         "default": "./dist/index.cjs"
       }
     },
@@ -25,7 +25,7 @@
         "default": "./dist/metrics/judge/index.js"
       },
       "require": {
-        "types": "./dist/metrics/judge/index.d.cts",
+        "types": "./dist/metrics/judge/index.d.ts",
         "default": "./dist/metrics/judge/index.cjs"
       }
     },
@@ -35,7 +35,7 @@
         "default": "./dist/metrics/nlp/index.js"
       },
       "require": {
-        "types": "./dist/metrics/nlp/index.d.cts",
+        "types": "./dist/metrics/nlp/index.d.ts",
         "default": "./dist/metrics/nlp/index.cjs"
       }
     },
@@ -45,7 +45,7 @@
         "default": "./dist/metrics/llm/index.js"
       },
       "require": {
-        "types": "./dist/metrics/llm/index.d.cts",
+        "types": "./dist/metrics/llm/index.d.ts",
         "default": "./dist/metrics/llm/index.cjs"
       }
     },
@@ -55,7 +55,7 @@
         "default": "./dist/scorers/llm/index.js"
       },
       "require": {
-        "types": "./dist/scorers/llm/index.d.cts",
+        "types": "./dist/scorers/llm/index.d.ts",
         "default": "./dist/scorers/llm/index.cjs"
       }
     },
@@ -65,7 +65,7 @@
         "default": "./dist/scorers/code/index.js"
       },
       "require": {
-        "types": "./dist/scorers/code/index.d.cts",
+        "types": "./dist/scorers/code/index.d.ts",
         "default": "./dist/scorers/code/index.cjs"
       }
     },
@@ -84,7 +84,7 @@
     "zod": "^3.25.67"
   },
   "peerDependencies": {
-    "@mastra/core": ">=0.12.0-0 <0.13.0-0",
+    "@mastra/core": ">=0.13.0-0 <0.14.0-0",
     "ai": "^4.0.0"
   },
   "devDependencies": {
@@ -100,8 +100,9 @@
     "tsup": "^8.5.0",
     "typescript": "^5.8.3",
     "vitest": "^3.2.4",
-    "@internal/lint": "0.0.26",
-    "@mastra/core": "0.13.0-alpha.1"
+    "@internal/lint": "0.0.27",
+    "@mastra/core": "0.13.0",
+    "@internal/types-builder": "0.0.2"
   },
   "scripts": {
     "check": "tsc --noEmit",