@mastra/core 1.0.0-beta.13 → 1.0.0-beta.15

package/dist/evals/types.d.ts

@@ -1,7 +1,6 @@
 import type { CoreMessage, CoreSystemMessage } from '../_types/@internal_ai-sdk-v4/dist/index.js';
 import { z } from 'zod';
 import type { MastraDBMessage } from '../agent/index.js';
-import { SpanType } from '../observability/index.js';
 import type { TracingContext } from '../observability/index.js';
 export type ScoringSamplingConfig = {
     type: 'none';
@@ -9,184 +8,637 @@ export type ScoringSamplingConfig = {
     type: 'ratio';
     rate: number;
 };
-export type ScoringSource = 'LIVE' | 'TEST';
-export type ScoringEntityType = 'AGENT' | 'WORKFLOW' | SpanType;
-export type ScoringPrompts = {
+export declare const scoringSourceSchema: z.ZodEnum<["LIVE", "TEST"]>;
+export type ScoringSource = z.infer<typeof scoringSourceSchema>;
+export declare const scoringEntityTypeSchema: z.ZodEnum<[string, string, ...string[]]>;
+export type ScoringEntityType = z.infer<typeof scoringEntityTypeSchema>;
+export declare const scoringPromptsSchema: z.ZodObject<{
+    description: z.ZodString;
+    prompt: z.ZodString;
+}, "strip", z.ZodTypeAny, {
     description: string;
     prompt: string;
-};
-export type ScoringInput = {
-    runId?: string;
-    input?: any;
-    output: any;
-    additionalContext?: Record<string, any>;
-    requestContext?: Record<string, any>;
+}, {
+    description: string;
+    prompt: string;
+}>;
+export type ScoringPrompts = z.infer<typeof scoringPromptsSchema>;
+export declare const scoringInputSchema: z.ZodObject<{
+    runId: z.ZodOptional<z.ZodString>;
+    input: z.ZodOptional<z.ZodUnknown>;
+    output: z.ZodUnknown;
+    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, "strip", z.ZodTypeAny, {
+    runId?: string | undefined;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+}, {
+    runId?: string | undefined;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+}>;
+export type ScoringInput = z.infer<typeof scoringInputSchema> & {
     tracingContext?: TracingContext;
 };
-export type ScoringHookInput = {
-    runId?: string;
-    scorer: Record<string, any>;
-    input: any;
-    output: any;
-    metadata?: Record<string, any>;
-    additionalContext?: Record<string, any>;
-    source: ScoringSource;
-    entity: Record<string, any>;
-    entityType: ScoringEntityType;
-    requestContext?: Record<string, any>;
+export declare const scoringHookInputSchema: z.ZodObject<{
+    runId: z.ZodOptional<z.ZodString>;
+    scorer: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    input: z.ZodUnknown;
+    output: z.ZodUnknown;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    source: z.ZodEnum<["LIVE", "TEST"]>;
+    entity: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    entityType: z.ZodEnum<[string, string, ...string[]]>;
+    requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    structuredOutput: z.ZodOptional<z.ZodBoolean>;
+    traceId: z.ZodOptional<z.ZodString>;
+    spanId: z.ZodOptional<z.ZodString>;
+    resourceId: z.ZodOptional<z.ZodString>;
+    threadId: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    source: "LIVE" | "TEST";
+    scorer: Record<string, unknown>;
+    entity: Record<string, unknown>;
+    entityType: string;
+    runId?: string | undefined;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    metadata?: Record<string, unknown> | undefined;
+    structuredOutput?: boolean | undefined;
+    traceId?: string | undefined;
+    spanId?: string | undefined;
+    resourceId?: string | undefined;
+    threadId?: string | undefined;
+}, {
+    source: "LIVE" | "TEST";
+    scorer: Record<string, unknown>;
+    entity: Record<string, unknown>;
+    entityType: string;
+    runId?: string | undefined;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    metadata?: Record<string, unknown> | undefined;
+    structuredOutput?: boolean | undefined;
+    traceId?: string | undefined;
+    spanId?: string | undefined;
+    resourceId?: string | undefined;
+    threadId?: string | undefined;
+}>;
+export type ScoringHookInput = z.infer<typeof scoringHookInputSchema> & {
     tracingContext?: TracingContext;
-    structuredOutput?: boolean;
-    traceId?: string;
-    spanId?: string;
-    resourceId?: string;
-    threadId?: string;
 };
-export declare const scoringExtractStepResultSchema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+export declare const scoringExtractStepResultSchema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 export type ScoringExtractStepResult = z.infer<typeof scoringExtractStepResultSchema>;
 export declare const scoringValueSchema: z.ZodNumber;
 export declare const scoreResultSchema: z.ZodObject<{
-    result: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    result: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     score: z.ZodNumber;
     prompt: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     score: number;
-    result?: Record<string, any> | undefined;
     prompt?: string | undefined;
+    result?: Record<string, unknown> | undefined;
 }, {
     score: number;
-    result?: Record<string, any> | undefined;
     prompt?: string | undefined;
+    result?: Record<string, unknown> | undefined;
 }>;
 export type ScoringAnalyzeStepResult = z.infer<typeof scoreResultSchema>;
-export type ScoringInputWithExtractStepResult<TExtract = any> = ScoringInput & {
+export declare const scoringInputWithExtractStepResultSchema: z.ZodObject<{
+    input: z.ZodOptional<z.ZodUnknown>;
+    output: z.ZodUnknown;
+    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+} & {
+    runId: z.ZodString;
+    extractStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    extractPrompt: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
     runId: string;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
+    extractPrompt?: string | undefined;
+}, {
+    runId: string;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
+    extractPrompt?: string | undefined;
+}>;
+export type ScoringInputWithExtractStepResult<TExtract = any> = Omit<z.infer<typeof scoringInputWithExtractStepResultSchema>, 'extractStepResult'> & {
     extractStepResult?: TExtract;
-    extractPrompt?: string;
+    tracingContext?: TracingContext;
 };
-export type ScoringInputWithExtractStepResultAndAnalyzeStepResult<TExtract = any, TScore = any> = ScoringInputWithExtractStepResult<TExtract> & {
+export declare const scoringInputWithExtractStepResultAndAnalyzeStepResultSchema: z.ZodObject<{
+    input: z.ZodOptional<z.ZodUnknown>;
+    output: z.ZodUnknown;
+    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+} & {
+    runId: z.ZodString;
+    extractStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    extractPrompt: z.ZodOptional<z.ZodString>;
+} & {
+    score: z.ZodNumber;
+    analyzeStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    analyzePrompt: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    runId: string;
     score: number;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
+    extractPrompt?: string | undefined;
+    analyzeStepResult?: Record<string, unknown> | undefined;
+    analyzePrompt?: string | undefined;
+}, {
+    runId: string;
+    score: number;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
+    extractPrompt?: string | undefined;
+    analyzeStepResult?: Record<string, unknown> | undefined;
+    analyzePrompt?: string | undefined;
+}>;
+export type ScoringInputWithExtractStepResultAndAnalyzeStepResult<TExtract = any, TScore = any> = Omit<z.infer<typeof scoringInputWithExtractStepResultAndAnalyzeStepResultSchema>, 'extractStepResult' | 'analyzeStepResult'> & {
+    extractStepResult?: TExtract;
     analyzeStepResult?: TScore;
-    analyzePrompt?: string;
-};
-export type ScoringInputWithExtractStepResultAndScoreAndReason = ScoringInputWithExtractStepResultAndAnalyzeStepResult & {
-    reason?: string;
-    reasonPrompt?: string;
-};
-export type ScoreRowData = ScoringInputWithExtractStepResultAndScoreAndReason & ScoringHookInput & {
-    id: string;
-    entityId: string;
-    scorerId: string;
-    createdAt: Date;
-    updatedAt: Date;
-    preprocessStepResult?: Record<string, any>;
-    preprocessPrompt?: string;
-    generateScorePrompt?: string;
-    generateReasonPrompt?: string;
-};
-export type SaveScorePayload = Omit<ScoreRowData, 'id' | 'createdAt' | 'updatedAt'>;
-export type ExtractionStepFn = (input: ScoringInput) => Promise<Record<string, any>>;
-export type AnalyzeStepFn = (input: ScoringInputWithExtractStepResult) => Promise<ScoringAnalyzeStepResult>;
-export type ReasonStepFn = (input: ScoringInputWithExtractStepResultAndAnalyzeStepResult) => Promise<{
-    reason: string;
-    reasonPrompt?: string;
-} | null>;
-export type ScorerOptions = {
-    name: string;
-    description: string;
-    extract?: ExtractionStepFn;
-    analyze: AnalyzeStepFn;
-    reason?: ReasonStepFn;
-    metadata?: Record<string, any>;
-    isLLMScorer?: boolean;
-};
-export type ScorerRunInputForAgent = {
-    inputMessages: MastraDBMessage[];
-    rememberedMessages: MastraDBMessage[];
-    systemMessages: CoreMessage[];
-    taggedSystemMessages: Record<string, CoreSystemMessage[]>;
+    tracingContext?: TracingContext;
 };
-export type ScorerRunOutputForAgent = MastraDBMessage[];
-export declare const saveScorePayloadSchema: z.ZodObject<{
+export declare const scoringInputWithExtractStepResultAndScoreAndReasonSchema: z.ZodObject<{
+    input: z.ZodOptional<z.ZodUnknown>;
+    output: z.ZodUnknown;
+    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+} & {
     runId: z.ZodString;
+    extractStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    extractPrompt: z.ZodOptional<z.ZodString>;
+} & {
+    score: z.ZodNumber;
+    analyzeStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    analyzePrompt: z.ZodOptional<z.ZodString>;
+} & {
+    reason: z.ZodOptional<z.ZodString>;
+    reasonPrompt: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    runId: string;
+    score: number;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
+    extractPrompt?: string | undefined;
+    analyzeStepResult?: Record<string, unknown> | undefined;
+    analyzePrompt?: string | undefined;
+    reason?: string | undefined;
+    reasonPrompt?: string | undefined;
+}, {
+    runId: string;
+    score: number;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
+    extractPrompt?: string | undefined;
+    analyzeStepResult?: Record<string, unknown> | undefined;
+    analyzePrompt?: string | undefined;
+    reason?: string | undefined;
+    reasonPrompt?: string | undefined;
+}>;
+export type ScoringInputWithExtractStepResultAndScoreAndReason = z.infer<typeof scoringInputWithExtractStepResultAndScoreAndReasonSchema> & {
+    tracingContext?: TracingContext;
+};
+export declare const scoreRowDataSchema: z.ZodObject<{
+    createdAt: z.ZodDate;
+    updatedAt: z.ZodNullable<z.ZodDate>;
+    id: z.ZodString;
     scorerId: z.ZodString;
     entityId: z.ZodString;
+    runId: z.ZodString;
+    input: z.ZodOptional<z.ZodUnknown>;
+    output: z.ZodUnknown;
+    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    extractStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    extractPrompt: z.ZodOptional<z.ZodString>;
     score: z.ZodNumber;
-    input: z.ZodOptional<z.ZodAny>;
-    output: z.ZodAny;
+    analyzeStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    analyzePrompt: z.ZodOptional<z.ZodString>;
+    reason: z.ZodOptional<z.ZodString>;
+    reasonPrompt: z.ZodOptional<z.ZodString>;
+    scorer: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     source: z.ZodEnum<["LIVE", "TEST"]>;
-    entityType: z.ZodOptional<z.ZodEnum<["AGENT", "WORKFLOW", ...SpanType[]]>>;
-    scorer: z.ZodRecord<z.ZodString, z.ZodAny>;
+    entity: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    entityType: z.ZodOptional<z.ZodEnum<[string, string, ...string[]]>>;
+    structuredOutput: z.ZodOptional<z.ZodBoolean>;
     traceId: z.ZodOptional<z.ZodString>;
     spanId: z.ZodOptional<z.ZodString>;
-    preprocessStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-    extractStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-    analyzeStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-    reason: z.ZodOptional<z.ZodString>;
-    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+    resourceId: z.ZodOptional<z.ZodString>;
+    threadId: z.ZodOptional<z.ZodString>;
+    preprocessStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     preprocessPrompt: z.ZodOptional<z.ZodString>;
-    extractPrompt: z.ZodOptional<z.ZodString>;
     generateScorePrompt: z.ZodOptional<z.ZodString>;
     generateReasonPrompt: z.ZodOptional<z.ZodString>;
-    analyzePrompt: z.ZodOptional<z.ZodString>;
-    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-    requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-    entity: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
-    resourceId: z.ZodOptional<z.ZodString>;
-    threadId: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     runId: string;
     source: "LIVE" | "TEST";
+    id: string;
+    createdAt: Date;
+    updatedAt: Date | null;
+    scorer: Record<string, unknown>;
+    entity: Record<string, unknown>;
     score: number;
-    scorer: Record<string, any>;
-    entityId: string;
     scorerId: string;
-    input?: any;
-    output?: any;
-    additionalContext?: Record<string, any> | undefined;
-    requestContext?: Record<string, any> | undefined;
-    extractStepResult?: Record<string, any> | undefined;
+    entityId: string;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    metadata?: Record<string, unknown> | undefined;
+    entityType?: string | undefined;
+    structuredOutput?: boolean | undefined;
+    traceId?: string | undefined;
+    spanId?: string | undefined;
+    resourceId?: string | undefined;
+    threadId?: string | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
     extractPrompt?: string | undefined;
-    analyzeStepResult?: Record<string, any> | undefined;
+    analyzeStepResult?: Record<string, unknown> | undefined;
     analyzePrompt?: string | undefined;
     reason?: string | undefined;
-    metadata?: Record<string, any> | undefined;
-    entity?: Record<string, any> | undefined;
-    entityType?: "AGENT" | "WORKFLOW" | SpanType | undefined;
+    reasonPrompt?: string | undefined;
+    preprocessStepResult?: Record<string, unknown> | undefined;
+    preprocessPrompt?: string | undefined;
+    generateScorePrompt?: string | undefined;
+    generateReasonPrompt?: string | undefined;
+}, {
+    runId: string;
+    source: "LIVE" | "TEST";
+    id: string;
+    createdAt: Date;
+    updatedAt: Date | null;
+    scorer: Record<string, unknown>;
+    entity: Record<string, unknown>;
+    score: number;
+    scorerId: string;
+    entityId: string;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    metadata?: Record<string, unknown> | undefined;
+    entityType?: string | undefined;
+    structuredOutput?: boolean | undefined;
     traceId?: string | undefined;
     spanId?: string | undefined;
     resourceId?: string | undefined;
     threadId?: string | undefined;
-    preprocessStepResult?: Record<string, any> | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
+    extractPrompt?: string | undefined;
+    analyzeStepResult?: Record<string, unknown> | undefined;
+    analyzePrompt?: string | undefined;
+    reason?: string | undefined;
+    reasonPrompt?: string | undefined;
+    preprocessStepResult?: Record<string, unknown> | undefined;
     preprocessPrompt?: string | undefined;
     generateScorePrompt?: string | undefined;
     generateReasonPrompt?: string | undefined;
-}, {
+}>;
+export type ScoreRowData = z.infer<typeof scoreRowDataSchema>;
+export declare const saveScorePayloadSchema: z.ZodObject<Omit<{
+    createdAt: z.ZodDate;
+    updatedAt: z.ZodNullable<z.ZodDate>;
+    id: z.ZodString;
+    scorerId: z.ZodString;
+    entityId: z.ZodString;
+    runId: z.ZodString;
+    input: z.ZodOptional<z.ZodUnknown>;
+    output: z.ZodUnknown;
+    additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    extractStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    extractPrompt: z.ZodOptional<z.ZodString>;
+    score: z.ZodNumber;
+    analyzeStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    analyzePrompt: z.ZodOptional<z.ZodString>;
+    reason: z.ZodOptional<z.ZodString>;
+    reasonPrompt: z.ZodOptional<z.ZodString>;
+    scorer: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    source: z.ZodEnum<["LIVE", "TEST"]>;
+    entity: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    entityType: z.ZodOptional<z.ZodEnum<[string, string, ...string[]]>>;
+    structuredOutput: z.ZodOptional<z.ZodBoolean>;
+    traceId: z.ZodOptional<z.ZodString>;
+    spanId: z.ZodOptional<z.ZodString>;
+    resourceId: z.ZodOptional<z.ZodString>;
+    threadId: z.ZodOptional<z.ZodString>;
+    preprocessStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    preprocessPrompt: z.ZodOptional<z.ZodString>;
+    generateScorePrompt: z.ZodOptional<z.ZodString>;
+    generateReasonPrompt: z.ZodOptional<z.ZodString>;
+}, "id" | "createdAt" | "updatedAt">, "strip", z.ZodTypeAny, {
     runId: string;
     source: "LIVE" | "TEST";
+    scorer: Record<string, unknown>;
+    entity: Record<string, unknown>;
     score: number;
-    scorer: Record<string, any>;
-    entityId: string;
     scorerId: string;
-    input?: any;
-    output?: any;
-    additionalContext?: Record<string, any> | undefined;
-    requestContext?: Record<string, any> | undefined;
-    extractStepResult?: Record<string, any> | undefined;
+    entityId: string;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    metadata?: Record<string, unknown> | undefined;
+    entityType?: string | undefined;
+    structuredOutput?: boolean | undefined;
+    traceId?: string | undefined;
+    spanId?: string | undefined;
+    resourceId?: string | undefined;
+    threadId?: string | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
     extractPrompt?: string | undefined;
-    analyzeStepResult?: Record<string, any> | undefined;
+    analyzeStepResult?: Record<string, unknown> | undefined;
     analyzePrompt?: string | undefined;
     reason?: string | undefined;
-    metadata?: Record<string, any> | undefined;
-    entity?: Record<string, any> | undefined;
-    entityType?: "AGENT" | "WORKFLOW" | SpanType | undefined;
+    reasonPrompt?: string | undefined;
+    preprocessStepResult?: Record<string, unknown> | undefined;
+    preprocessPrompt?: string | undefined;
+    generateScorePrompt?: string | undefined;
+    generateReasonPrompt?: string | undefined;
+}, {
+    runId: string;
+    source: "LIVE" | "TEST";
+    scorer: Record<string, unknown>;
+    entity: Record<string, unknown>;
+    score: number;
+    scorerId: string;
+    entityId: string;
+    input?: unknown;
+    output?: unknown;
+    additionalContext?: Record<string, unknown> | undefined;
+    requestContext?: Record<string, unknown> | undefined;
+    metadata?: Record<string, unknown> | undefined;
+    entityType?: string | undefined;
+    structuredOutput?: boolean | undefined;
     traceId?: string | undefined;
     spanId?: string | undefined;
     resourceId?: string | undefined;
     threadId?: string | undefined;
-    preprocessStepResult?: Record<string, any> | undefined;
+    extractStepResult?: Record<string, unknown> | undefined;
+    extractPrompt?: string | undefined;
+    analyzeStepResult?: Record<string, unknown> | undefined;
+    analyzePrompt?: string | undefined;
+    reason?: string | undefined;
+    reasonPrompt?: string | undefined;
+    preprocessStepResult?: Record<string, unknown> | undefined;
     preprocessPrompt?: string | undefined;
     generateScorePrompt?: string | undefined;
     generateReasonPrompt?: string | undefined;
 }>;
-export type ValidatedSaveScorePayload = z.infer<typeof saveScorePayloadSchema>;
+export type SaveScorePayload = z.infer<typeof saveScorePayloadSchema>;
+export declare const listScoresResponseSchema: z.ZodObject<{
+    pagination: z.ZodObject<{
+        total: z.ZodNumber;
+        page: z.ZodNumber;
+        perPage: z.ZodUnion<[z.ZodNumber, z.ZodLiteral<false>]>;
+        hasMore: z.ZodBoolean;
+    }, "strip", z.ZodTypeAny, {
+        total: number;
+        hasMore: boolean;
+        page: number;
+        perPage: number | false;
+    }, {
+        total: number;
+        hasMore: boolean;
+        page: number;
+        perPage: number | false;
+    }>;
+    scores: z.ZodArray<z.ZodObject<{
+        createdAt: z.ZodDate;
+        updatedAt: z.ZodNullable<z.ZodDate>;
+        id: z.ZodString;
+        scorerId: z.ZodString;
+        entityId: z.ZodString;
+        runId: z.ZodString;
+        input: z.ZodOptional<z.ZodUnknown>;
+        output: z.ZodUnknown;
+        additionalContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        requestContext: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        extractStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        extractPrompt: z.ZodOptional<z.ZodString>;
+        score: z.ZodNumber;
+        analyzeStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        analyzePrompt: z.ZodOptional<z.ZodString>;
+        reason: z.ZodOptional<z.ZodString>;
+        reasonPrompt: z.ZodOptional<z.ZodString>;
+        scorer: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        source: z.ZodEnum<["LIVE", "TEST"]>;
+        entity: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        entityType: z.ZodOptional<z.ZodEnum<[string, string, ...string[]]>>;
+        structuredOutput: z.ZodOptional<z.ZodBoolean>;
+        traceId: z.ZodOptional<z.ZodString>;
+        spanId: z.ZodOptional<z.ZodString>;
+        resourceId: z.ZodOptional<z.ZodString>;
+        threadId: z.ZodOptional<z.ZodString>;
+        preprocessStepResult: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        preprocessPrompt: z.ZodOptional<z.ZodString>;
+        generateScorePrompt: z.ZodOptional<z.ZodString>;
+        generateReasonPrompt: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        runId: string;
+        source: "LIVE" | "TEST";
+        id: string;
+        createdAt: Date;
+        updatedAt: Date | null;
+        scorer: Record<string, unknown>;
+        entity: Record<string, unknown>;
+        score: number;
+        scorerId: string;
+        entityId: string;
+        input?: unknown;
+        output?: unknown;
+        additionalContext?: Record<string, unknown> | undefined;
+        requestContext?: Record<string, unknown> | undefined;
+        metadata?: Record<string, unknown> | undefined;
+        entityType?: string | undefined;
+        structuredOutput?: boolean | undefined;
+        traceId?: string | undefined;
+        spanId?: string | undefined;
+        resourceId?: string | undefined;
+        threadId?: string | undefined;
+        extractStepResult?: Record<string, unknown> | undefined;
+        extractPrompt?: string | undefined;
+        analyzeStepResult?: Record<string, unknown> | undefined;
+        analyzePrompt?: string | undefined;
+        reason?: string | undefined;
+        reasonPrompt?: string | undefined;
+        preprocessStepResult?: Record<string, unknown> | undefined;
+        preprocessPrompt?: string | undefined;
+        generateScorePrompt?: string | undefined;
+        generateReasonPrompt?: string | undefined;
+    }, {
+        runId: string;
+        source: "LIVE" | "TEST";
+        id: string;
+        createdAt: Date;
+        updatedAt: Date | null;
+        scorer: Record<string, unknown>;
+        entity: Record<string, unknown>;
+        score: number;
+        scorerId: string;
+        entityId: string;
+        input?: unknown;
+        output?: unknown;
+        additionalContext?: Record<string, unknown> | undefined;
+        requestContext?: Record<string, unknown> | undefined;
+        metadata?: Record<string, unknown> | undefined;
+        entityType?: string | undefined;
+        structuredOutput?: boolean | undefined;
+        traceId?: string | undefined;
+        spanId?: string | undefined;
+        resourceId?: string | undefined;
+        threadId?: string | undefined;
+        extractStepResult?: Record<string, unknown> | undefined;
+        extractPrompt?: string | undefined;
+        analyzeStepResult?: Record<string, unknown> | undefined;
+        analyzePrompt?: string | undefined;
+        reason?: string | undefined;
+        reasonPrompt?: string | undefined;
+        preprocessStepResult?: Record<string, unknown> | undefined;
+        preprocessPrompt?: string | undefined;
+        generateScorePrompt?: string | undefined;
+        generateReasonPrompt?: string | undefined;
+    }>, "many">;
+}, "strip", z.ZodTypeAny, {
+    pagination: {
+        total: number;
+        hasMore: boolean;
+        page: number;
+        perPage: number | false;
+    };
+    scores: {
+        runId: string;
+        source: "LIVE" | "TEST";
+        id: string;
+        createdAt: Date;
+        updatedAt: Date | null;
+        scorer: Record<string, unknown>;
+        entity: Record<string, unknown>;
+        score: number;
+        scorerId: string;
+        entityId: string;
+        input?: unknown;
+        output?: unknown;
+        additionalContext?: Record<string, unknown> | undefined;
+        requestContext?: Record<string, unknown> | undefined;
+        metadata?: Record<string, unknown> | undefined;
+        entityType?: string | undefined;
+        structuredOutput?: boolean | undefined;
+        traceId?: string | undefined;
+        spanId?: string | undefined;
+        resourceId?: string | undefined;
+        threadId?: string | undefined;
+        extractStepResult?: Record<string, unknown> | undefined;
+        extractPrompt?: string | undefined;
+        analyzeStepResult?: Record<string, unknown> | undefined;
+        analyzePrompt?: string | undefined;
+        reason?: string | undefined;
+        reasonPrompt?: string | undefined;
+        preprocessStepResult?: Record<string, unknown> | undefined;
+        preprocessPrompt?: string | undefined;
+        generateScorePrompt?: string | undefined;
+        generateReasonPrompt?: string | undefined;
+    }[];
+}, {
+    pagination: {
+        total: number;
+        hasMore: boolean;
+        page: number;
+        perPage: number | false;
+    };
+    scores: {
+        runId: string;
+        source: "LIVE" | "TEST";
+        id: string;
+        createdAt: Date;
+        updatedAt: Date | null;
+        scorer: Record<string, unknown>;
+        entity: Record<string, unknown>;
+        score: number;
+        scorerId: string;
+        entityId: string;
+        input?: unknown;
+        output?: unknown;
+        additionalContext?: Record<string, unknown> | undefined;
+        requestContext?: Record<string, unknown> | undefined;
+        metadata?: Record<string, unknown> | undefined;
+        entityType?: string | undefined;
+        structuredOutput?: boolean | undefined;
+        traceId?: string | undefined;
+        spanId?: string | undefined;
+        resourceId?: string | undefined;
+        threadId?: string | undefined;
+        extractStepResult?: Record<string, unknown> | undefined;
+        extractPrompt?: string | undefined;
+        analyzeStepResult?: Record<string, unknown> | undefined;
+        analyzePrompt?: string | undefined;
+        reason?: string | undefined;
+        reasonPrompt?: string | undefined;
+        preprocessStepResult?: Record<string, unknown> | undefined;
+        preprocessPrompt?: string | undefined;
+        generateScorePrompt?: string | undefined;
+        generateReasonPrompt?: string | undefined;
+    }[];
+}>;
+export type ListScoresResponse = z.infer<typeof listScoresResponseSchema>;
+export type ExtractionStepFn = (input: ScoringInput) => Promise<Record<string, any>>;
+export type AnalyzeStepFn = (input: ScoringInputWithExtractStepResult) => Promise<ScoringAnalyzeStepResult>;
+export type ReasonStepFn = (input: ScoringInputWithExtractStepResultAndAnalyzeStepResult) => Promise<{
+    reason: string;
+    reasonPrompt?: string;
+} | null>;
+export type ScorerOptions = {
+    name: string;
+    description: string;
+    extract?: ExtractionStepFn;
+    analyze: AnalyzeStepFn;
+    reason?: ReasonStepFn;
+    metadata?: Record<string, any>;
+    isLLMScorer?: boolean;
+};
+export type ScorerRunInputForAgent = {
+    inputMessages: MastraDBMessage[];
+    rememberedMessages: MastraDBMessage[];
+    systemMessages: CoreMessage[];
+    taggedSystemMessages: Record<string, CoreSystemMessage[]>;
+};
+export type ScorerRunOutputForAgent = MastraDBMessage[];
+/** @deprecated Use SaveScorePayload instead */
+export type ValidatedSaveScorePayload = SaveScorePayload;
 //# sourceMappingURL=types.d.ts.map