@mastra/core 0.24.0 → 1.0.0-beta.1

package/dist/di/index.cjs

@@ -1,12 +1,12 @@
 'use strict';
 
-var chunkGPWMM745_cjs = require('../chunk-GPWMM745.cjs');
+var chunkJ7O6WENZ_cjs = require('../chunk-J7O6WENZ.cjs');
 
 
 
-Object.defineProperty(exports, "RuntimeContext", {
+Object.defineProperty(exports, "RequestContext", {
   enumerable: true,
-  get: function () { return chunkGPWMM745_cjs.RuntimeContext; }
+  get: function () { return chunkJ7O6WENZ_cjs.RequestContext; }
 });
 //# sourceMappingURL=index.cjs.map
 //# sourceMappingURL=index.cjs.map

package/dist/di/index.d.ts

@@ -1,2 +1,2 @@
-export { RuntimeContext } from '../runtime-context/index.js';
+export { RequestContext } from '../request-context/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/di/index.js

@@ -1,3 +1,3 @@
-export { RuntimeContext } from '../chunk-HLRWYUFN.js';
+export { RequestContext } from '../chunk-GRBGQ2GE.js';
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map

package/dist/error/index.cjs

@@ -1,28 +1,28 @@
 'use strict';
 
-var chunk5NTO7S5I_cjs = require('../chunk-5NTO7S5I.cjs');
+var chunkTWH4PTDG_cjs = require('../chunk-TWH4PTDG.cjs');
 
 
 
 Object.defineProperty(exports, "ErrorCategory", {
   enumerable: true,
-  get: function () { return chunk5NTO7S5I_cjs.ErrorCategory; }
+  get: function () { return chunkTWH4PTDG_cjs.ErrorCategory; }
 });
 Object.defineProperty(exports, "ErrorDomain", {
   enumerable: true,
-  get: function () { return chunk5NTO7S5I_cjs.ErrorDomain; }
+  get: function () { return chunkTWH4PTDG_cjs.ErrorDomain; }
 });
 Object.defineProperty(exports, "MastraBaseError", {
   enumerable: true,
-  get: function () { return chunk5NTO7S5I_cjs.MastraBaseError; }
+  get: function () { return chunkTWH4PTDG_cjs.MastraBaseError; }
 });
 Object.defineProperty(exports, "MastraError", {
   enumerable: true,
-  get: function () { return chunk5NTO7S5I_cjs.MastraError; }
+  get: function () { return chunkTWH4PTDG_cjs.MastraError; }
 });
 Object.defineProperty(exports, "getErrorFromUnknown", {
   enumerable: true,
-  get: function () { return chunk5NTO7S5I_cjs.getErrorFromUnknown; }
+  get: function () { return chunkTWH4PTDG_cjs.getErrorFromUnknown; }
 });
 //# sourceMappingURL=index.cjs.map
 //# sourceMappingURL=index.cjs.map

package/dist/error/index.d.ts

@@ -5,7 +5,6 @@ export declare enum ErrorDomain {
     MCP = "MCP",
     AGENT_NETWORK = "AGENT_NETWORK",
     MASTRA_SERVER = "MASTRA_SERVER",
-    MASTRA_TELEMETRY = "MASTRA_TELEMETRY",
     MASTRA_OBSERVABILITY = "MASTRA_OBSERVABILITY",
     MASTRA_WORKFLOW = "MASTRA_WORKFLOW",
     MASTRA_VOICE = "MASTRA_VOICE",

package/dist/error/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/error/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEjD,oBAAY,WAAW;IACrB,IAAI,SAAS;IACb,KAAK,UAAU;IACf,GAAG,QAAQ;IACX,aAAa,kBAAkB;IAC/B,aAAa,kBAAkB;IAC/B,gBAAgB,qBAAqB;IACrC,oBAAoB,yBAAyB;IAC7C,eAAe,oBAAoB;IACnC,YAAY,iBAAiB;IAC7B,aAAa,kBAAkB;IAC/B,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,GAAG,QAAQ;IACX,eAAe,oBAAoB;IACnC,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,OAAO,YAAY;IACnB,YAAY,iBAAiB;CAC9B;AAED,oBAAY,aAAa;IACvB,OAAO,YAAY;IACnB,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,WAAW,gBAAgB;CAC5B;AAED,KAAK,MAAM,GAAG,IAAI,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;AAE/C,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,GAC3C,MAAM,GACN,CAAC,CAAC,CAAC,SAAS,CAAC;IAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,CAAC,GACpC;KAAG,CAAC,IAAI,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAAE,GAC9B,KAAK,CAAC;AAEZ;;;GAGG;AACH,MAAM,WAAW,gBAAgB,CAAC,CAAC,EAAE,CAAC;IACpC,uCAAuC;IACvC,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACtB;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,MAAM,EAAE,CAAC,CAAC;IACV,qEAAqE;IACrE,QAAQ,EAAE,CAAC,CAAC;IAEZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;CACxC;AAED;;;GAGG;AACH,qBAAa,eAAe,CAAC,CAAC,EAAE,CAAC,CAAE,SAAQ,KAAK;IAC9C,SAAgB,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACtC,SAAgB,MAAM,EAAE,CAAC,CAAC;IAC1B,SAAgB,QAAQ,EAAE,CAAC,CAAC;IAC5B,SAAgB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAM;IAC5D,SAAgB,OAAO,EAAE,MAAM,CAAC;gBAG9B,eAAe,EAAE,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,EACvC,aAAa,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO;IAuBlE;;OAEG;IACI,aAAa;;;;;;IASb,MAAM;;;;;;;;;;IAQN,QAAQ;CAGhB;AAED,qBAAa,WAAY,SAAQ,eAAe,CAAC,GAAG,WAAW,EAAE,EAAE,GAAG,aAAa,EAAE,CAAC;CAAG"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/error/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEjD,oBAAY,WAAW;IACrB,IAAI,SAAS;IACb,KAAK,UAAU;IACf,GAAG,QAAQ;IACX,aAAa,kBAAkB;IAC/B,aAAa,kBAAkB;IAC/B,oBAAoB,yBAAyB;IAC7C,eAAe,oBAAoB;IACnC,YAAY,iBAAiB;IAC7B,aAAa,kBAAkB;IAC/B,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,GAAG,QAAQ;IACX,eAAe,oBAAoB;IACnC,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,OAAO,YAAY;IACnB,YAAY,iBAAiB;CAC9B;AAED,oBAAY,aAAa;IACvB,OAAO,YAAY;IACnB,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,WAAW,gBAAgB;CAC5B;AAED,KAAK,MAAM,GAAG,IAAI,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;AAE/C,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,GAC3C,MAAM,GACN,CAAC,CAAC,CAAC,SAAS,CAAC;IAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,CAAC,GACpC;KAAG,CAAC,IAAI,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;CAAE,GAC9B,KAAK,CAAC;AAEZ;;;GAGG;AACH,MAAM,WAAW,gBAAgB,CAAC,CAAC,EAAE,CAAC;IACpC,uCAAuC;IACvC,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACtB;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,MAAM,EAAE,CAAC,CAAC;IACV,qEAAqE;IACrE,QAAQ,EAAE,CAAC,CAAC;IAEZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;CACxC;AAED;;;GAGG;AACH,qBAAa,eAAe,CAAC,CAAC,EAAE,CAAC,CAAE,SAAQ,KAAK;IAC9C,SAAgB,EAAE,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACtC,SAAgB,MAAM,EAAE,CAAC,CAAC;IAC1B,SAAgB,QAAQ,EAAE,CAAC,CAAC;IAC5B,SAAgB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAM;IAC5D,SAAgB,OAAO,EAAE,MAAM,CAAC;gBAG9B,eAAe,EAAE,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,EACvC,aAAa,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,eAAe,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO;IAuBlE;;OAEG;IACI,aAAa;;;;;;IASb,MAAM;;;;;;;;;;IAQN,QAAQ;CAGhB;AAED,qBAAa,WAAY,SAAQ,eAAe,CAAC,GAAG,WAAW,EAAE,EAAE,GAAG,aAAa,EAAE,CAAC;CAAG"}

package/dist/error/index.js

@@ -1,3 +1,3 @@
-export { ErrorCategory, ErrorDomain, MastraBaseError, MastraError, getErrorFromUnknown } from '../chunk-PZUZNPFM.js';
+export { ErrorCategory, ErrorDomain, MastraBaseError, MastraError, getErrorFromUnknown } from '../chunk-JJ5O45LH.js';
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map

package/dist/{scores → evals}/base.d.ts

@@ -1,6 +1,6 @@
 import { z } from 'zod';
-import type { TracingContext } from '../ai-tracing/index.js';
 import type { MastraModelConfig } from '../llm/model/shared.types.js';
+import type { TracingContext } from '../observability/index.js';
 import type { ScoringSamplingConfig, ScorerRunInputForAgent, ScorerRunOutputForAgent } from './types.js';
 interface ScorerStepDefinition {
     name: string;
@@ -13,8 +13,9 @@ type ScorerTypeShortcuts = {
         output: ScorerRunOutputForAgent;
     };
 };
-interface ScorerConfig<TName extends string = string, TInput = any, TRunOutput = any> {
-    name: TName;
+interface ScorerConfig<TID extends string, TInput = any, TRunOutput = any> {
+    id: TID;
+    name?: string;
     description: string;
     judge?: {
         model: MastraModelConfig;
@@ -30,7 +31,7 @@ interface ScorerRun<TInput = any, TOutput = any> {
     input?: TInput;
     output: TOutput;
     groundTruth?: any;
-    runtimeContext?: Record<string, any>;
+    requestContext?: Record<string, any>;
     tracingContext?: TracingContext;
 }
 interface PromptObject<TOutput, TAccumulated extends Record<string, any>, TStepName extends string = string, TInput = any, TRunOutput = any> {
@@ -88,25 +89,26 @@ type PreprocessStepDef<TAccumulated extends Record<string, any>, TStepOutput, TI
 type AnalyzeStepDef<TAccumulated extends Record<string, any>, TStepOutput, TInput, TRunOutput> = FunctionStep<TAccumulated, TInput, TRunOutput, TStepOutput> | PromptObject<TStepOutput, TAccumulated, 'analyze', TInput, TRunOutput>;
 type GenerateScoreStepDef<TAccumulated extends Record<string, any>, TInput, TRunOutput> = GenerateScoreFunctionStep<TAccumulated, TInput, TRunOutput> | GenerateScorePromptObject<TAccumulated, TInput, TRunOutput>;
 type GenerateReasonStepDef<TAccumulated extends Record<string, any>, TInput, TRunOutput> = GenerateReasonFunctionStep<TAccumulated, TInput, TRunOutput> | GenerateReasonPromptObject<TAccumulated, TInput, TRunOutput>;
-declare class MastraScorer<TName extends string = string, TInput = any, TRunOutput = any, TAccumulatedResults extends Record<string, any> = {}> {
-    config: ScorerConfig<TName, TInput, TRunOutput>;
+declare class MastraScorer<TID extends string = string, TInput = any, TRunOutput = any, TAccumulatedResults extends Record<string, any> = {}> {
+    config: ScorerConfig<TID, TInput, TRunOutput>;
     private steps;
     private originalPromptObjects;
-    constructor(config: ScorerConfig<TName, TInput, TRunOutput>, steps?: Array<ScorerStepDefinition>, originalPromptObjects?: Map<string, PromptObject<any, any, any, TInput, TRunOutput> | GenerateReasonPromptObject<any, TInput, TRunOutput> | GenerateScorePromptObject<any, TInput, TRunOutput>>);
+    constructor(config: ScorerConfig<TID, TInput, TRunOutput>, steps?: Array<ScorerStepDefinition>, originalPromptObjects?: Map<string, PromptObject<any, any, any, TInput, TRunOutput> | GenerateReasonPromptObject<any, TInput, TRunOutput> | GenerateScorePromptObject<any, TInput, TRunOutput>>);
     get type(): "agent" | {
         input: z.ZodType<TInput, z.ZodTypeDef, TInput>;
         output: z.ZodType<TRunOutput, z.ZodTypeDef, TRunOutput>;
     } | undefined;
-    get name(): TName;
+    get id(): TID;
+    get name(): string;
     get description(): string;
     get judge(): {
         model: MastraModelConfig;
         instructions: string;
     } | undefined;
-    preprocess<TPreprocessOutput>(stepDef: PreprocessStepDef<TAccumulatedResults, TPreprocessOutput, TInput, TRunOutput>): MastraScorer<TName, TInput, TRunOutput, AccumulatedResults<TAccumulatedResults, 'preprocess', Awaited<TPreprocessOutput>>>;
-    analyze<TAnalyzeOutput>(stepDef: AnalyzeStepDef<TAccumulatedResults, TAnalyzeOutput, TInput, TRunOutput>): MastraScorer<TName, TInput, TRunOutput, AccumulatedResults<TAccumulatedResults, 'analyze', Awaited<TAnalyzeOutput>>>;
-    generateScore<TScoreOutput extends number = number>(stepDef: GenerateScoreStepDef<TAccumulatedResults, TInput, TRunOutput>): MastraScorer<TName, TInput, TRunOutput, AccumulatedResults<TAccumulatedResults, 'generateScore', Awaited<TScoreOutput>>>;
-    generateReason<TReasonOutput = string>(stepDef: GenerateReasonStepDef<TAccumulatedResults, TInput, TRunOutput>): MastraScorer<TName, TInput, TRunOutput, AccumulatedResults<TAccumulatedResults, 'generateReason', Awaited<TReasonOutput>>>;
+    preprocess<TPreprocessOutput>(stepDef: PreprocessStepDef<TAccumulatedResults, TPreprocessOutput, TInput, TRunOutput>): MastraScorer<TID, TInput, TRunOutput, AccumulatedResults<TAccumulatedResults, 'preprocess', Awaited<TPreprocessOutput>>>;
+    analyze<TAnalyzeOutput>(stepDef: AnalyzeStepDef<TAccumulatedResults, TAnalyzeOutput, TInput, TRunOutput>): MastraScorer<TID, TInput, TRunOutput, AccumulatedResults<TAccumulatedResults, 'analyze', Awaited<TAnalyzeOutput>>>;
+    generateScore<TScoreOutput extends number = number>(stepDef: GenerateScoreStepDef<TAccumulatedResults, TInput, TRunOutput>): MastraScorer<TID, TInput, TRunOutput, AccumulatedResults<TAccumulatedResults, 'generateScore', Awaited<TScoreOutput>>>;
+    generateReason<TReasonOutput = string>(stepDef: GenerateReasonStepDef<TAccumulatedResults, TInput, TRunOutput>): MastraScorer<TID, TInput, TRunOutput, AccumulatedResults<TAccumulatedResults, 'generateReason', Awaited<TReasonOutput>>>;
     private get hasGenerateScore();
     run(input: ScorerRun<TInput, TRunOutput>): ScorerRunResult<TAccumulatedResults, TInput, TRunOutput>;
     private isPromptObject;
@@ -121,18 +123,18 @@ declare class MastraScorer<TName extends string = string, TInput = any, TRunOutp
     private executePromptStep;
     private transformToScorerResult;
 }
-export declare function createScorer<TName extends string, TType extends keyof ScorerTypeShortcuts>(config: Omit<ScorerConfig<TName, any, any>, 'type'> & {
+export declare function createScorer<TID extends string, TType extends keyof ScorerTypeShortcuts>(config: Omit<ScorerConfig<TID, any, any>, 'type'> & {
     type: TType;
-}): MastraScorer<TName, ScorerTypeShortcuts[TType]['input'], ScorerTypeShortcuts[TType]['output'], {}>;
-export declare function createScorer<TName extends string, TInputSchema extends z.ZodTypeAny, TOutputSchema extends z.ZodTypeAny>(config: Omit<ScorerConfig<TName, z.infer<TInputSchema>, z.infer<TOutputSchema>>, 'type'> & {
+}): MastraScorer<TID, ScorerTypeShortcuts[TType]['input'], ScorerTypeShortcuts[TType]['output'], {}>;
+export declare function createScorer<TID extends string, TInputSchema extends z.ZodTypeAny, TOutputSchema extends z.ZodTypeAny>(config: Omit<ScorerConfig<TID, z.infer<TInputSchema>, z.infer<TOutputSchema>>, 'type'> & {
     type: {
         input: TInputSchema;
         output: TOutputSchema;
     };
-}): MastraScorer<TName, z.infer<TInputSchema>, z.infer<TOutputSchema>, {}>;
-export declare function createScorer<TInput = any, TRunOutput = any, TName extends string = string>(config: ScorerConfig<TName, TInput, TRunOutput>): MastraScorer<TName, TInput, TRunOutput, {}>;
+}): MastraScorer<TID, z.infer<TInputSchema>, z.infer<TOutputSchema>, {}>;
+export declare function createScorer<TInput = any, TRunOutput = any>(config: ScorerConfig<string, TInput, TRunOutput>): MastraScorer<string, TInput, TRunOutput, {}>;
 export type MastraScorerEntry = {
-    scorer: MastraScorer<any, any, any>;
+    scorer: MastraScorer<any, any, any, any>;
     sampling?: ScoringSamplingConfig;
 };
 export type MastraScorers = Record<string, MastraScorerEntry>;

package/dist/evals/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/evals/base.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAGvD,OAAO,KAAK,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAC;AAEtG,UAAU,oBAAoB;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,GAAG,CAAC;IAChB,cAAc,EAAE,OAAO,CAAC;CACzB;AAGD,KAAK,mBAAmB,GAAG;IACzB,KAAK,EAAE;QACL,KAAK,EAAE,sBAAsB,CAAC;QAC9B,MAAM,EAAE,uBAAuB,CAAC;KACjC,CAAC;CACH,CAAC;AAKF,UAAU,YAAY,CAAC,GAAG,SAAS,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE,UAAU,GAAG,GAAG;IACvE,EAAE,EAAE,GAAG,CAAC;IACR,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,IAAI,CAAC,EACD,MAAM,mBAAmB,GACzB;QACE,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;KACjC,CAAC;CACP;AAGD,UAAU,SAAS,CAAC,MAAM,GAAG,GAAG,EAAE,OAAO,GAAG,GAAG;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACrC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAGD,UAAU,YAAY,CACpB,OAAO,EACP,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACxC,SAAS,SAAS,MAAM,GAAG,MAAM,EACjC,MAAM,GAAG,GAAG,EACZ,UAAU,GAAG,GAAG;IAEhB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAGF,YAAY,EAAE,CAAC,OAAO,EAAE,mBAAmB,CAAC,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACvH;AAGD,KAAK,aAAa,CAAC,CAAC,SAAS,MAAM,IAAI,GAAG,CAAC,YAAY,CAAC;AAGxD,KAAK,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAGrD,KAAK,WAAW,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI;IAC/E,GAAG,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACnC,OAAO,EAAE,YAAY,CAAC;CACvB,CAAC;AAGF,KAAK,kBAAkB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,SAAS,MAAM,EAAE,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAG9G,KAAK,qBAAqB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI,WAAW,CACpG,YAAY,EACZ,MAAM,EACN,UAAU,CACX,GAAG;IACF,KAAK,EAAE,YAAY,SAAS,MAAM,CAAC,yBAAyB,EAAE,MAAM,MAAM,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC;CAC9F,CAAC;AAEF,KAAK,eAAe,CAAC,mBAAmB,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAAI,OAAO,CACjG,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG;IAC9B,KAAK,EAAE,mBAAmB,SAAS,MAAM,CAAC,yBAAyB,EAAE,MAAM,MAAM,CAAC,GAAG,MAAM,GAAG,KAAK,CAAC;IACpG,MAAM,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,0BAA0B,EAAE,MAAM,OAAO,CAAC,GAAG,OAAO,GAAG,SAAS,CAAC;IAG7G,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,oBAAoB,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,sBAAsB,EAAE,MAAM,WAAW,CAAC,GAChG,WAAW,GACX,SAAS,CAAC;IACd,iBAAiB,CAAC,EAAE,mBAAmB,SAAS,MAAM,CAAC,mBAAmB,EAAE,MAAM,QAAQ,CAAC,GAAG,QAAQ,GAAG,SAAS,CAAC;CACpH,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CACtB,CAAC;AAGF,KAAK,mBAAmB,CACtB,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACxC,SAAS,SAAS,MAAM,EACxB,MAAM,EACN,UAAU,IACR,SAAS,SAAS,gBAAgB,GAClC,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GACvD,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAGlD,KAAK,YAAY,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,IACnF,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,GACrE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;AAEnF,KAAK,0BAA0B,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACxF,CAAC,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,GAAG,CAAC,GAC3E,CAAC,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;AAEzF,KAAK,yBAAyB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACvF,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,CAAC,GACpE,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;AAGlF,UAAU,yBAAyB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU;IAC9F,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,YAAY,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACpG;AAGD,UAAU,0BAA0B,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU;IAC/F,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,iBAAiB,CAAC;QACzB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,YAAY,EAAE,CAAC,OAAO,EAAE,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAC9G;AAGD,KAAK,iBAAiB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,IAC5F,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,GAC3D,YAAY,CAAC,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAE9E,KAAK,cAAc,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,IACzF,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,GAC3D,YAAY,CAAC,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAG3E,KAAK,oBAAoB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IAClF,yBAAyB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAC3D,yBAAyB,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAGhE,KAAK,qBAAqB,CAAC,YAAY,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,UAAU,IACnF,0BAA0B,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,GAC5D,0BAA0B,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;AAEjE,cAAM,YAAY,CAChB,GAAG,SAAS,MAAM,GAAG,MAAM,EAC3B,MAAM,GAAG,GAAG,EACZ,UAAU,GAAG,GAAG,EAChB,mBAAmB,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE;IAG3C,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC;IACpD,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,qBAAqB;gBAFtB,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,EAC5C,KAAK,GAAE,KAAK,CAAC,oBAAoB,CAAM,EACvC,qBAAqB,GAAE,GAAG,CAChC,MAAM,EACJ,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GAC/C,0BAA0B,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,GACnD,yBAAyB,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CACzC;IAYf,IAAI,IAAI;;;kBAEP;IAED,IAAI,EAAE,IAAI,GAAG,CAEZ;IAED,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;IAED,IAAI,KAAK;eA9LA,iBAAiB;sBACV,MAAM;kBA+LrB;IAED,UAAU,CAAC,iBAAiB,EAC1B,OAAO,EAAE,iBAAiB,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,CAAC,GACrF,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,YAAY,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAClF;IA4BD,OAAO,CAAC,cAAc,EACpB,OAAO,EAAE,cAAc,CAAC,mBAAmB,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,CAAC,GAC/E,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,SAAS,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,CAC5E;IAsBD,aAAa,CAAC,YAAY,SAAS,MAAM,GAAG,MAAM,EAChD,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC,GACrE,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,eAAe,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,CAChF;IAsBD,cAAc,CAAC,aAAa,GAAG,MAAM,EACnC,OAAO,EAAE,qBAAqB,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC,GACtE,YAAY,CACb,GAAG,EACH,MAAM,EACN,UAAU,EACV,kBAAkB,CAAC,mBAAmB,EAAE,gBAAgB,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAClF;IAsBD,OAAO,KAAK,gBAAgB,GAE3B;IAEK,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,eAAe,CAAC,mBAAmB,EAAE,MAAM,EAAE,UAAU,CAAC;IAiDzG,OAAO,CAAC,cAAc;IAkBtB,QAAQ,IAAI,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,UAAU,GAAG,QAAQ,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAQtF,OAAO,CAAC,gBAAgB;IA2ExB,OAAO,CAAC,mBAAmB;YAab,mBAAmB;YAInB,iBAAiB;IAkF/B,OAAO,CAAC,uBAAuB;CAuBhC;AAGD,wBAAgB,YAAY,CAAC,GAAG,SAAS,MAAM,EAAE,KAAK,SAAS,MAAM,mBAAmB,EACtF,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,GAAG;IAClD,IAAI,EAAE,KAAK,CAAC;CACb,GACA,YAAY,CAAC,GAAG,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,mBAAmB,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;AAGpG,wBAAgB,YAAY,CAAC,GAAG,SAAS,MAAM,EAAE,YAAY,SAAS,CAAC,CAAC,UAAU,EAAE,aAAa,SAAS,CAAC,CAAC,UAAU,EACpH,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG;IACvF,IAAI,EAAE;QAAE,KAAK,EAAE,YAAY,CAAC;QAAC,MAAM,EAAE,aAAa,CAAA;KAAE,CAAC;CACtD,GACA,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;AAGxE,wBAAgB,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE,UAAU,GAAG,GAAG,EACzD,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,GAC/C,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;AAahD,MAAM,MAAM,iBAAiB,GAAG;IAC9B,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACzC,QAAQ,CAAC,EAAE,qBAAqB,CAAC;CAClC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;AAG9D,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;AAEtD,OAAO,EAAE,YAAY,EAAE,CAAC"}

package/dist/{scores → evals}/base.test-utils.d.ts

@@ -1,55 +1,55 @@
 export declare const FunctionBasedScorerBuilders: {
-    basic: import("./base").MastraScorer<"test-scorer", any, any, Record<"generateScoreStepResult", number>>;
-    withPreprocess: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    basic: import("./base").MastraScorer<string, any, any, Record<"generateScoreStepResult", number>>;
+    withPreprocess: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: any;
         reformattedOutput: any;
     }> & Record<"generateScoreStepResult", number>>;
-    withPreprocessAndAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withPreprocessAndAnalyze: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: any;
         reformattedOutput: any;
     }> & Record<"analyzeStepResult", {
         inputFromAnalyze: string;
         outputFromAnalyze: string;
     }> & Record<"generateScoreStepResult", number>>;
-    withPreprocessAndAnalyzeAndReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withPreprocessAndAnalyzeAndReason: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: any;
         reformattedOutput: any;
     }> & Record<"analyzeStepResult", {
         inputFromAnalyze: string;
         outputFromAnalyze: string;
     }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
-    withPreprocessAndReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withPreprocessAndReason: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: any;
         reformattedOutput: any;
     }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
-    withAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+    withAnalyze: import("./base").MastraScorer<string, any, any, Record<"analyzeStepResult", {
         inputFromAnalyze: string;
         outputFromAnalyze: string;
     }> & Record<"generateScoreStepResult", number>>;
-    withAnalyzeAndReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+    withAnalyzeAndReason: import("./base").MastraScorer<string, any, any, Record<"analyzeStepResult", {
         inputFromAnalyze: string;
         outputFromAnalyze: string;
     }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
-    withReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+    withReason: import("./base").MastraScorer<string, any, any, Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
 };
 export declare const PromptBasedScorerBuilders: {
-    withAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+    withAnalyze: import("./base").MastraScorer<string, any, any, Record<"analyzeStepResult", {
         inputLength: number;
         outputLength: number;
     }> & Record<"generateScoreStepResult", number>>;
-    withPreprocessAndAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withPreprocessAndAnalyze: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: string;
         reformattedOutput: string;
     }> & Record<"analyzeStepResult", {
         inputLength: number;
         outputLength: number;
     }> & Record<"generateScoreStepResult", number>>;
-    withAnalyzeAndReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+    withAnalyzeAndReason: import("./base").MastraScorer<string, any, any, Record<"analyzeStepResult", {
         inputLength: number;
         outputLength: number;
     }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
-    withGenerateScoreAsPromptObject: import("./base").MastraScorer<"test-scorer", any, any, Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
-    withAllSteps: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withGenerateScoreAsPromptObject: import("./base").MastraScorer<string, any, any, Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
+    withAllSteps: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: string;
         reformattedOutput: string;
     }> & Record<"analyzeStepResult", {
@@ -58,65 +58,65 @@ export declare const PromptBasedScorerBuilders: {
     }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
 };
 export declare const MixedScorerBuilders: {
-    withPreprocessFunctionAnalyzePrompt: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withPreprocessFunctionAnalyzePrompt: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: string;
         reformattedOutput: string;
     }> & Record<"analyzeStepResult", {
         inputLength: number;
         outputLength: number;
     }> & Record<"generateScoreStepResult", number>>;
-    withPreprocessPromptAnalyzeFunction: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withPreprocessPromptAnalyzeFunction: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: string;
         reformattedOutput: string;
     }> & Record<"analyzeStepResult", {
         inputFromAnalyze: string;
         outputFromAnalyze: string;
     }> & Record<"generateScoreStepResult", number>>;
-    withReasonFunctionAnalyzePrompt: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+    withReasonFunctionAnalyzePrompt: import("./base").MastraScorer<string, any, any, Record<"analyzeStepResult", {
         inputLength: number;
         outputLength: number;
     }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
-    withReasonPromptAnalyzeFunction: import("./base").MastraScorer<"test-scorer", any, any, Record<"analyzeStepResult", {
+    withReasonPromptAnalyzeFunction: import("./base").MastraScorer<string, any, any, Record<"analyzeStepResult", {
         inputFromAnalyze: string;
         outputFromAnalyze: string;
     }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;
 };
 export declare const AsyncFunctionBasedScorerBuilders: {
-    basic: import("./base").MastraScorer<"test-scorer", any, any, Record<"generateScoreStepResult", number>>;
-    withPreprocess: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    basic: import("./base").MastraScorer<string, any, any, Record<"generateScoreStepResult", number>>;
+    withPreprocess: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: any;
         reformattedOutput: any;
     }> & Record<"generateScoreStepResult", number>>;
-    withPreprocessFunctionAndAnalyzePromptObject: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withPreprocessFunctionAndAnalyzePromptObject: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: any;
         reformattedOutput: any;
     }> & Record<"analyzeStepResult", {
         inputFromAnalyze: string;
         outputFromAnalyze: string;
     }> & Record<"generateScoreStepResult", number>>;
-    withPreprocessPromptObjectAndAnalyzeFunction: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withPreprocessPromptObjectAndAnalyzeFunction: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: string;
         reformattedOutput: string;
     }> & Record<"analyzeStepResult", {
         inputFromAnalyze: string;
         outputFromAnalyze: string;
     }> & Record<"generateScoreStepResult", number>>;
-    withAsyncCreatePromptInPreprocess: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withAsyncCreatePromptInPreprocess: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: string;
         reformattedOutput: string;
     }> & Record<"generateScoreStepResult", number>>;
-    withAsyncCreatePromptInAnalyze: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withAsyncCreatePromptInAnalyze: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: any;
         reformattedOutput: any;
     }> & Record<"analyzeStepResult", {
         inputFromAnalyze: string;
         outputFromAnalyze: string;
     }> & Record<"generateScoreStepResult", number>>;
-    withAsyncCreatePromptInGenerateScore: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withAsyncCreatePromptInGenerateScore: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: any;
         reformattedOutput: any;
     }> & Record<"generateScoreStepResult", number>>;
-    withAsyncCreatePromptInGenerateReason: import("./base").MastraScorer<"test-scorer", any, any, Record<"preprocessStepResult", {
+    withAsyncCreatePromptInGenerateReason: import("./base").MastraScorer<string, any, any, Record<"preprocessStepResult", {
         reformattedInput: any;
         reformattedOutput: any;
     }> & Record<"generateScoreStepResult", number> & Record<"generateReasonStepResult", string>>;

package/dist/evals/base.test-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.test-utils.d.ts","sourceRoot":"","sources":["../../src/evals/base.test-utils.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0KvC,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;CAgQrC,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;CA6J/B,CAAC;AAEF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4S5C,CAAC"}

package/dist/{scores → evals}/hooks.d.ts

@@ -1,13 +1,13 @@
-import type { TracingContext } from '../ai-tracing/types.js';
+import type { TracingContext } from '../observability/index.js';
 import type { MastraScorerEntry } from './base.js';
 import type { ScoringEntityType, ScoringSource } from './types.js';
-export declare function runScorer({ runId, scorerId, scorerObject, input, output, runtimeContext, entity, structuredOutput, source, entityType, threadId, resourceId, tracingContext, }: {
+export declare function runScorer({ runId, scorerId, scorerObject, input, output, requestContext, entity, structuredOutput, source, entityType, threadId, resourceId, tracingContext, }: {
     scorerId: string;
     scorerObject: MastraScorerEntry;
     runId: string;
     input: any;
     output: any;
-    runtimeContext: Record<string, any>;
+    requestContext: Record<string, any>;
     entity: Record<string, any>;
     structuredOutput: boolean;
     source: ScoringSource;

package/dist/evals/hooks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hooks.d.ts","sourceRoot":"","sources":["../../src/evals/hooks.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAC;AAChD,OAAO,KAAK,EAAE,iBAAiB,EAAoB,aAAa,EAAE,MAAM,SAAS,CAAC;AAElF,wBAAgB,SAAS,CAAC,EACxB,KAAK,EACL,QAAQ,EACR,YAAY,EACZ,KAAK,EACL,MAAM,EACN,cAAc,EACd,MAAM,EACN,gBAAgB,EAChB,MAAM,EACN,UAAU,EACV,QAAQ,EACR,UAAU,EACV,cAAc,GACf,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,iBAAiB,CAAC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,GAAG,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACpC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,MAAM,EAAE,aAAa,CAAC;IACtB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,QAyCA"}

package/dist/evals/index.cjs

@@ -0,0 +1,37 @@
+'use strict';
+
+var chunkCD56CXVE_cjs = require('../chunk-CD56CXVE.cjs');
+var chunkBMAFVZ2D_cjs = require('../chunk-BMAFVZ2D.cjs');
+
+
+
+Object.defineProperty(exports, "MastraScorer", {
+  enumerable: true,
+  get: function () { return chunkCD56CXVE_cjs.MastraScorer; }
+});
+Object.defineProperty(exports, "createScorer", {
+  enumerable: true,
+  get: function () { return chunkCD56CXVE_cjs.createScorer; }
+});
+Object.defineProperty(exports, "runEvals", {
+  enumerable: true,
+  get: function () { return chunkCD56CXVE_cjs.runEvals; }
+});
+Object.defineProperty(exports, "saveScorePayloadSchema", {
+  enumerable: true,
+  get: function () { return chunkBMAFVZ2D_cjs.saveScorePayloadSchema; }
+});
+Object.defineProperty(exports, "scoreResultSchema", {
+  enumerable: true,
+  get: function () { return chunkBMAFVZ2D_cjs.scoreResultSchema; }
+});
+Object.defineProperty(exports, "scoringExtractStepResultSchema", {
+  enumerable: true,
+  get: function () { return chunkBMAFVZ2D_cjs.scoringExtractStepResultSchema; }
+});
+Object.defineProperty(exports, "scoringValueSchema", {
+  enumerable: true,
+  get: function () { return chunkBMAFVZ2D_cjs.scoringValueSchema; }
+});
+//# sourceMappingURL=index.cjs.map
+//# sourceMappingURL=index.cjs.map

package/dist/evals/index.d.ts

@@ -0,0 +1,4 @@
+export * from './types.js';
+export * from './base.js';
+export * from './run/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/evals/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/evals/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,QAAQ,CAAC;AACvB,cAAc,OAAO,CAAC"}

package/dist/evals/index.js

@@ -0,0 +1,4 @@
+export { MastraScorer, createScorer, runEvals } from '../chunk-CINNK34N.js';
+export { saveScorePayloadSchema, scoreResultSchema, scoringExtractStepResultSchema, scoringValueSchema } from '../chunk-76K3IYWM.js';
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/{scores/run-experiment → evals/run}/index.d.ts

@@ -1,54 +1,54 @@
-import type { CoreMessage } from 'ai';
+import type { CoreMessage } from '../../ai-sdk.types.d.ts';
 import type { Agent, AiMessageType, UIMessageWithMetadata } from '../../agent/index.js';
-import type { TracingContext } from '../../ai-tracing/index.js';
-import type { RuntimeContext } from '../../runtime-context/index.js';
+import type { TracingContext } from '../../observability/index.js';
+import type { RequestContext } from '../../request-context/index.js';
 import { Workflow } from '../../workflows/index.js';
 import type { WorkflowResult } from '../../workflows/index.js';
 import type { MastraScorer } from '../base.js';
-type RunExperimentDataItem<TTarget = unknown> = {
+type RunEvalsDataItem<TTarget = unknown> = {
     input: TTarget extends Workflow<any, any> ? any : TTarget extends Agent ? string | string[] | CoreMessage[] | AiMessageType[] | UIMessageWithMetadata[] : unknown;
     groundTruth?: any;
-    runtimeContext?: RuntimeContext;
+    requestContext?: RequestContext;
     tracingContext?: TracingContext;
 };
 type WorkflowScorerConfig = {
     workflow?: MastraScorer<any, any, any, any>[];
     steps?: Record<string, MastraScorer<any, any, any, any>[]>;
 };
-type RunExperimentResult = {
+type RunEvalsResult = {
     scores: Record<string, any>;
     summary: {
         totalItems: number;
     };
 };
-export declare function runExperiment<TAgent extends Agent>(config: {
-    data: RunExperimentDataItem<TAgent>[];
+export declare function runEvals<TAgent extends Agent>(config: {
+    data: RunEvalsDataItem<TAgent>[];
     scorers: MastraScorer<any, any, any, any>[];
     target: TAgent;
     onItemComplete?: (params: {
-        item: RunExperimentDataItem<TAgent>;
+        item: RunEvalsDataItem<TAgent>;
         targetResult: ReturnType<Agent['generate']>;
         scorerResults: Record<string, any>;
     }) => void | Promise<void>;
     concurrency?: number;
-}): Promise<RunExperimentResult>;
-export declare function runExperiment<TWorkflow extends Workflow>(config: {
-    data: RunExperimentDataItem<TWorkflow>[];
+}): Promise<RunEvalsResult>;
+export declare function runEvals<TWorkflow extends Workflow<any, any, any, any, any, any, any>>(config: {
+    data: RunEvalsDataItem<TWorkflow>[];
     scorers: MastraScorer<any, any, any, any>[];
     target: TWorkflow;
     onItemComplete?: (params: {
-        item: RunExperimentDataItem<TWorkflow>;
+        item: RunEvalsDataItem<TWorkflow>;
         targetResult: WorkflowResult<any, any, any, any>;
         scorerResults: Record<string, any>;
     }) => void | Promise<void>;
     concurrency?: number;
-}): Promise<RunExperimentResult>;
-export declare function runExperiment<TWorkflow extends Workflow>(config: {
-    data: RunExperimentDataItem<TWorkflow>[];
+}): Promise<RunEvalsResult>;
+export declare function runEvals<TWorkflow extends Workflow<any, any, any, any, any, any, any>>(config: {
+    data: RunEvalsDataItem<TWorkflow>[];
     scorers: WorkflowScorerConfig;
     target: TWorkflow;
     onItemComplete?: (params: {
-        item: RunExperimentDataItem<TWorkflow>;
+        item: RunEvalsDataItem<TWorkflow>;
         targetResult: WorkflowResult<any, any, any, any>;
         scorerResults: {
             workflow?: Record<string, any>;
@@ -56,6 +56,6 @@ export declare function runExperiment<TWorkflow extends Workflow>(config: {
         };
     }) => void | Promise<void>;
     concurrency?: number;
-}): Promise<RunExperimentResult>;
+}): Promise<RunEvalsResult>;
 export {};
 //# sourceMappingURL=index.d.ts.map

package/dist/evals/run/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/evals/run/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAE/E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAAE,cAAc,EAAc,MAAM,iBAAiB,CAAC;AAClE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,KAAK,gBAAgB,CAAC,OAAO,GAAG,OAAO,IAAI;IACzC,KAAK,EAAE,OAAO,SAAS,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,GACrC,GAAG,GACH,OAAO,SAAS,KAAK,GACnB,MAAM,GAAG,MAAM,EAAE,GAAG,WAAW,EAAE,GAAG,aAAa,EAAE,GAAG,qBAAqB,EAAE,GAC7E,OAAO,CAAC;IACd,WAAW,CAAC,EAAE,GAAG,CAAC;IAClB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC,CAAC;AAEF,KAAK,oBAAoB,GAAG;IAC1B,QAAQ,CAAC,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;CAC5D,CAAC;AAEF,KAAK,cAAc,GAAG;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5B,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,CAAC;AAGF,wBAAgB,QAAQ,CAAC,MAAM,SAAS,KAAK,EAAE,MAAM,EAAE;IACrD,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;IACjC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC/B,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;QAC5C,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACpC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG5B,wBAAgB,QAAQ,CAAC,SAAS,SAAS,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE;IAC9F,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;IACpC,OAAO,EAAE,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5C,MAAM,EAAE,SAAS,CAAC;IAClB,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAClC,YAAY,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACpC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAG5B,wBAAgB,QAAQ,CAAC,SAAS,SAAS,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE;IAC9F,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;IACpC,OAAO,EAAE,oBAAoB,CAAC;IAC9B,MAAM,EAAE,SAAS,CAAC;IAClB,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE;QACxB,IAAI,EAAE,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAClC,YAAY,EAAE,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,aAAa,EAAE;YACb,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC/B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;SAC7C,CAAC;KACH,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC"}

package/dist/evals/run/scorerAccumulator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorerAccumulator.d.ts","sourceRoot":"","sources":["../../../src/evals/run/scorerAccumulator.ts"],"names":[],"mappings":"AAAA,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAgC;IAClD,OAAO,CAAC,cAAc,CAAgC;IACtD,OAAO,CAAC,UAAU,CAAgD;IAElE,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAS5C,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,eAAe;IAyBvB,aAAa,CAAC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAcpE,gBAAgB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IA4BvC,OAAO,CAAC,eAAe;CAOxB"}