@vitest-evals/core 0.12.0

package/dist/index.d.mts

@@ -0,0 +1,895 @@
+import { J as JsonValue } from './workspace-BNgjyW7W.mjs';
+export { C as CollectReportWorkspaceOptions, a as JsonObjectSchema, d as JsonPrimitive, b as JsonPrimitiveSchema, c as JsonValueSchema, R as REPORT_WORKSPACE_SCHEMA_VERSION, t as ReportCase, q as ReportCaseSchema, u as ReportRun, r as ReportRunSchema, v as ReportWorkspace, w as ReportWorkspaceInput, s as ReportWorkspaceSchema, i as VitestJsonAssertion, V as VitestJsonAssertionSchema, j as VitestJsonFile, e as VitestJsonFileSchema, k as VitestJsonLocation, f as VitestJsonLocationSchema, l as VitestJsonReport, g as VitestJsonReportSchema, m as VitestJsonStatus, h as VitestJsonStatusSchema, n as collectReportWorkspace, o as parseReportWorkspace, p as parseVitestJsonReport } from './workspace-BNgjyW7W.mjs';
+import { z } from 'zod';
+
+/** Well-known OpenTelemetry GenAI operation names. */
+type GenAiOperationName = "chat" | "create_agent" | "embeddings" | "execute_tool" | "generate_content" | "invoke_agent" | "invoke_workflow" | "retrieval" | "text_completion" | (string & {});
+/** Well-known OpenTelemetry GenAI output content types. */
+type GenAiOutputType = "image" | "json" | "speech" | "text" | (string & {});
+/** Well-known OpenTelemetry GenAI provider names. */
+type GenAiProviderName = "anthropic" | "aws.bedrock" | "azure.ai.inference" | "azure.ai.openai" | "cohere" | "deepseek" | "gcp.gemini" | "gcp.gen_ai" | "gcp.vertex_ai" | "groq" | "ibm.watsonx.ai" | "mistral_ai" | "openai" | "perplexity" | "x_ai" | (string & {});
+/** Well-known OpenTelemetry GenAI token types. */
+type GenAiTokenType = "input" | "output" | (string & {});
+/** Well-known OpenTelemetry GenAI tool execution types. */
+type GenAiToolType = "datastore" | "extension" | "function" | (string & {});
+/** Typed subset of OpenTelemetry GenAI semantic attributes. */
+type GenAiSemanticAttributes = {
+    "gen_ai.agent.description"?: string;
+    "gen_ai.agent.id"?: string;
+    "gen_ai.agent.name"?: string;
+    "gen_ai.agent.version"?: string;
+    "gen_ai.conversation.id"?: string;
+    "gen_ai.data_source.id"?: string;
+    "gen_ai.embeddings.dimension.count"?: number;
+    "gen_ai.evaluation.explanation"?: string;
+    "gen_ai.evaluation.name"?: string;
+    "gen_ai.evaluation.score.label"?: string;
+    "gen_ai.evaluation.score.value"?: number;
+    "gen_ai.input.messages"?: JsonValue;
+    "gen_ai.operation.name"?: GenAiOperationName;
+    "gen_ai.output.messages"?: JsonValue;
+    "gen_ai.output.type"?: GenAiOutputType;
+    "gen_ai.prompt.name"?: string;
+    "gen_ai.provider.name"?: GenAiProviderName;
+    "gen_ai.request.choice.count"?: number;
+    "gen_ai.request.encoding_formats"?: string[];
+    "gen_ai.request.frequency_penalty"?: number;
+    "gen_ai.request.max_tokens"?: number;
+    "gen_ai.request.model"?: string;
+    "gen_ai.request.presence_penalty"?: number;
+    "gen_ai.request.seed"?: number;
+    "gen_ai.request.stop_sequences"?: string[];
+    "gen_ai.request.stream"?: boolean;
+    "gen_ai.request.temperature"?: number;
+    "gen_ai.request.top_k"?: number;
+    "gen_ai.request.top_p"?: number;
+    "gen_ai.response.finish_reasons"?: string[];
+    "gen_ai.response.id"?: string;
+    "gen_ai.response.model"?: string;
+    "gen_ai.response.time_to_first_chunk"?: number;
+    "gen_ai.retrieval.documents"?: JsonValue;
+    "gen_ai.retrieval.query.text"?: string;
+    "gen_ai.system_instructions"?: JsonValue;
+    "gen_ai.token.type"?: GenAiTokenType;
+    "gen_ai.tool.call.arguments"?: JsonValue;
+    "gen_ai.tool.call.id"?: string;
+    "gen_ai.tool.call.result"?: JsonValue;
+    "gen_ai.tool.definitions"?: JsonValue;
+    "gen_ai.tool.description"?: string;
+    "gen_ai.tool.name"?: string;
+    "gen_ai.tool.type"?: GenAiToolType;
+    "gen_ai.usage.cache_creation.input_tokens"?: number;
+    "gen_ai.usage.cache_read.input_tokens"?: number;
+    "gen_ai.usage.input_tokens"?: number;
+    "gen_ai.usage.output_tokens"?: number;
+    "gen_ai.usage.reasoning.output_tokens"?: number;
+    "gen_ai.workflow.name"?: string;
+};
+/** Attribute keys defined by the OpenTelemetry GenAI semantic conventions. */
+type GenAiSemanticAttributeKey = keyof GenAiSemanticAttributes;
+/** Typed OpenTelemetry semantic attributes accepted on normalized spans. */
+type OpenTelemetrySemanticAttributes = GenAiSemanticAttributes & {
+    "error.type"?: string;
+    "server.address"?: string;
+    "server.port"?: number;
+};
+/** Known OpenTelemetry semantic attribute keys accepted on normalized spans. */
+type OpenTelemetrySemanticAttributeKey = keyof OpenTelemetrySemanticAttributes;
+/** Attribute keys accepted on normalized spans. */
+type NormalizedSpanAttributeKey = OpenTelemetrySemanticAttributeKey | (string & {});
+/**
+ * JSON-safe span attributes. Known OpenTelemetry GenAI keys are typed while
+ * custom provider and application keys remain allowed.
+ */
+type NormalizedSpanAttributes = OpenTelemetrySemanticAttributes & {
+    [key: string]: JsonValue | undefined;
+};
+
+/** Normalized error attached to tool calls and spans. */
+type NormalizedError = {
+    /** Human-readable failure message. */
+    message: string;
+    /** Optional provider or runtime error type. */
+    type?: string;
+    /** Extra JSON-safe error metadata. */
+    [key: string]: JsonValue | undefined;
+};
+/** Usage values normalized by vitest-evals harnesses. */
+declare const UsageSummarySchema: z.ZodObject<{
+    provider: z.ZodOptional<z.ZodString>;
+    model: z.ZodOptional<z.ZodString>;
+    inputTokens: z.ZodOptional<z.ZodNumber>;
+    outputTokens: z.ZodOptional<z.ZodNumber>;
+    reasoningTokens: z.ZodOptional<z.ZodNumber>;
+    totalTokens: z.ZodOptional<z.ZodNumber>;
+    toolCalls: z.ZodOptional<z.ZodNumber>;
+    retries: z.ZodOptional<z.ZodNumber>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+}, z.core.$strict>;
+/** Usage values normalized by vitest-evals harnesses. */
+type UsageSummary = {
+    /** Provider that served the application run. */
+    provider?: string;
+    /** Model used for the application run. */
+    model?: string;
+    /** Input, prompt, or request tokens consumed by the run. */
+    inputTokens?: number;
+    /** Output or completion tokens produced by the run. */
+    outputTokens?: number;
+    /** Reasoning tokens reported by providers that expose them. */
+    reasoningTokens?: number;
+    /** Total token count reported by the provider or adapter. */
+    totalTokens?: number;
+    /** Count of tool calls observed during the run. */
+    toolCalls?: number;
+    /** Retry count observed during the run. */
+    retries?: number;
+    /** Provider-specific JSON-safe usage details. Cost estimates belong here. */
+    metadata?: Record<string, JsonValue>;
+};
+/** Timing values normalized by vitest-evals harnesses. */
+declare const TimingSummarySchema: z.ZodObject<{
+    totalMs: z.ZodOptional<z.ZodNumber>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+}, z.core.$strict>;
+/** Timing values normalized by vitest-evals harnesses. */
+type TimingSummary = {
+    /** End-to-end run duration in milliseconds. */
+    totalMs?: number;
+    /** Extra JSON-safe timing metadata. */
+    metadata?: Record<string, JsonValue>;
+};
+/** Normalized error object captured in a tool call or trace span. */
+declare const NormalizedErrorSchema: z.ZodObject<{
+    message: z.ZodString;
+    type: z.ZodOptional<z.ZodString>;
+}, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+/** Normalized tool call captured in a harness session. */
+declare const ToolCallRecordSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    name: z.ZodString;
+    arguments: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    result: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+    error: z.ZodOptional<z.ZodObject<{
+        message: z.ZodString;
+        type: z.ZodOptional<z.ZodString>;
+    }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+    startedAt: z.ZodOptional<z.ZodString>;
+    finishedAt: z.ZodOptional<z.ZodString>;
+    durationMs: z.ZodOptional<z.ZodNumber>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+}, z.core.$strict>;
+/** Normalized tool call captured in a harness session. */
+type ToolCallRecord = {
+    /** Provider or runtime tool-call id when one is available. */
+    id?: string;
+    /** Tool name as exposed to the agent or application runtime. */
+    name: string;
+    /** JSON-safe tool arguments after provider/runtime normalization. */
+    arguments?: Record<string, JsonValue>;
+    /** JSON-safe tool result returned by the application tool. */
+    result?: JsonValue;
+    /** Normalized tool error when execution failed. */
+    error?: NormalizedError;
+    /** ISO timestamp for the start of tool execution. */
+    startedAt?: string;
+    /** ISO timestamp for the end of tool execution. */
+    finishedAt?: string;
+    /** Tool execution duration in milliseconds. */
+    durationMs?: number;
+    /** Extra JSON-safe tool metadata for reporters and custom judges. */
+    metadata?: Record<string, JsonValue>;
+};
+/** Normalized transcript message captured in a harness session. */
+declare const NormalizedMessageSchema: z.ZodObject<{
+    role: z.ZodEnum<{
+        system: "system";
+        user: "user";
+        assistant: "assistant";
+        tool: "tool";
+    }>;
+    content: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+    toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        name: z.ZodString;
+        arguments: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        result: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+        error: z.ZodOptional<z.ZodObject<{
+            message: z.ZodString;
+            type: z.ZodOptional<z.ZodString>;
+        }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+        startedAt: z.ZodOptional<z.ZodString>;
+        finishedAt: z.ZodOptional<z.ZodString>;
+        durationMs: z.ZodOptional<z.ZodNumber>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    }, z.core.$strict>>>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+}, z.core.$strict>;
+/** Normalized transcript message captured in a harness session. */
+type NormalizedMessage = {
+    /** Transcript role for the normalized message. */
+    role: "system" | "user" | "assistant" | "tool";
+    /** JSON-safe message content. */
+    content?: JsonValue;
+    /** Tool calls associated with this message. */
+    toolCalls?: ToolCallRecord[];
+    /** Extra JSON-safe message metadata. */
+    metadata?: Record<string, JsonValue>;
+};
+/** Normalized transcript produced by an application harness. */
+declare const NormalizedSessionSchema: z.ZodObject<{
+    messages: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        role: z.ZodEnum<{
+            system: "system";
+            user: "user";
+            assistant: "assistant";
+            tool: "tool";
+        }>;
+        content: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+        toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodOptional<z.ZodString>;
+            name: z.ZodString;
+            arguments: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            result: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+            error: z.ZodOptional<z.ZodObject<{
+                message: z.ZodString;
+                type: z.ZodOptional<z.ZodString>;
+            }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+            startedAt: z.ZodOptional<z.ZodString>;
+            finishedAt: z.ZodOptional<z.ZodString>;
+            durationMs: z.ZodOptional<z.ZodNumber>;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        }, z.core.$strict>>>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    }, z.core.$strict>>>;
+    provider: z.ZodOptional<z.ZodString>;
+    model: z.ZodOptional<z.ZodString>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+}, z.core.$strict>;
+/** Normalized transcript produced by an application harness. */
+type NormalizedSession = {
+    /** Ordered normalized transcript messages. */
+    messages: NormalizedMessage[];
+    /** Provider that produced the session when known. */
+    provider?: string;
+    /** Model that produced the session when known. */
+    model?: string;
+    /** Extra JSON-safe session metadata. */
+    metadata?: Record<string, JsonValue>;
+};
+/** Attribute schema attached to normalized traces, spans, and events. */
+declare const NormalizedSpanAttributesSchema: z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+/** Event attached to a normalized span. */
+declare const NormalizedSpanEventSchema: z.ZodObject<{
+    name: z.ZodString;
+    timestamp: z.ZodOptional<z.ZodString>;
+    attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+}, z.core.$strict>;
+/** Event attached to a normalized span. */
+type NormalizedSpanEvent = {
+    /** Event name emitted by the runtime or harness. */
+    name: string;
+    /** ISO timestamp for the event when available. */
+    timestamp?: string;
+    /** JSON-safe event attributes. */
+    attributes?: NormalizedSpanAttributes;
+};
+/** Normalized operation span captured during a harness run. */
+declare const NormalizedSpanSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    traceId: z.ZodOptional<z.ZodString>;
+    parentId: z.ZodOptional<z.ZodString>;
+    name: z.ZodString;
+    kind: z.ZodOptional<z.ZodEnum<{
+        custom: "custom";
+        model: "model";
+        tool: "tool";
+        run: "run";
+        agent: "agent";
+        guardrail: "guardrail";
+        handoff: "handoff";
+    }>>;
+    startedAt: z.ZodOptional<z.ZodString>;
+    finishedAt: z.ZodOptional<z.ZodString>;
+    durationMs: z.ZodOptional<z.ZodNumber>;
+    status: z.ZodOptional<z.ZodEnum<{
+        error: "error";
+        ok: "ok";
+    }>>;
+    error: z.ZodOptional<z.ZodObject<{
+        message: z.ZodString;
+        type: z.ZodOptional<z.ZodString>;
+    }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+    attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    events: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        timestamp: z.ZodOptional<z.ZodString>;
+        attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    }, z.core.$strict>>>;
+}, z.core.$strict>;
+/** Normalized operation span captured during a harness run. */
+type NormalizedSpan = {
+    /** Runtime or provider span id when one is available. */
+    id?: string;
+    /** Trace id this span belongs to. */
+    traceId?: string;
+    /** Parent span id when the runtime exposes hierarchy. */
+    parentId?: string;
+    /** Human-readable operation name. */
+    name: string;
+    /** Coarse operation kind used by reporters and judges. */
+    kind?: "run" | "agent" | "model" | "tool" | "guardrail" | "handoff" | "custom";
+    /** ISO timestamp for the start of the span. */
+    startedAt?: string;
+    /** ISO timestamp for the end of the span. */
+    finishedAt?: string;
+    /** Span duration in milliseconds. */
+    durationMs?: number;
+    /** Success or failure status for the span. */
+    status?: "ok" | "error";
+    /** Normalized error when the span failed. */
+    error?: NormalizedError;
+    /** JSON-safe operation attributes. */
+    attributes?: NormalizedSpanAttributes;
+    /** Events observed inside this span. */
+    events?: NormalizedSpanEvent[];
+};
+/** Normalized trace captured during a harness run. */
+declare const NormalizedTraceSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    name: z.ZodOptional<z.ZodString>;
+    startedAt: z.ZodOptional<z.ZodString>;
+    finishedAt: z.ZodOptional<z.ZodString>;
+    durationMs: z.ZodOptional<z.ZodNumber>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    spans: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        traceId: z.ZodOptional<z.ZodString>;
+        parentId: z.ZodOptional<z.ZodString>;
+        name: z.ZodString;
+        kind: z.ZodOptional<z.ZodEnum<{
+            custom: "custom";
+            model: "model";
+            tool: "tool";
+            run: "run";
+            agent: "agent";
+            guardrail: "guardrail";
+            handoff: "handoff";
+        }>>;
+        startedAt: z.ZodOptional<z.ZodString>;
+        finishedAt: z.ZodOptional<z.ZodString>;
+        durationMs: z.ZodOptional<z.ZodNumber>;
+        status: z.ZodOptional<z.ZodEnum<{
+            error: "error";
+            ok: "ok";
+        }>>;
+        error: z.ZodOptional<z.ZodObject<{
+            message: z.ZodString;
+            type: z.ZodOptional<z.ZodString>;
+        }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+        attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        events: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            name: z.ZodString;
+            timestamp: z.ZodOptional<z.ZodString>;
+            attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        }, z.core.$strict>>>;
+    }, z.core.$strict>>>;
+}, z.core.$strict>;
+/** Normalized trace captured during a harness run. */
+type NormalizedTrace = {
+    /** Runtime or provider trace id when one is available. */
+    id?: string;
+    /** Human-readable trace or workflow name. */
+    name?: string;
+    /** ISO timestamp for the start of the trace. */
+    startedAt?: string;
+    /** ISO timestamp for the end of the trace. */
+    finishedAt?: string;
+    /** Trace duration in milliseconds. */
+    durationMs?: number;
+    /** Extra JSON-safe trace metadata. */
+    metadata?: Record<string, JsonValue>;
+    /** Spans that make up this trace. */
+    spans: NormalizedSpan[];
+};
+/** Full normalized harness run as stored in Vitest assertion metadata. */
+declare const HarnessRunSchema: z.ZodObject<{
+    output: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+    session: z.ZodObject<{
+        messages: z.ZodDefault<z.ZodArray<z.ZodObject<{
+            role: z.ZodEnum<{
+                system: "system";
+                user: "user";
+                assistant: "assistant";
+                tool: "tool";
+            }>;
+            content: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+            toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                id: z.ZodOptional<z.ZodString>;
+                name: z.ZodString;
+                arguments: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                result: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+                error: z.ZodOptional<z.ZodObject<{
+                    message: z.ZodString;
+                    type: z.ZodOptional<z.ZodString>;
+                }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+                startedAt: z.ZodOptional<z.ZodString>;
+                finishedAt: z.ZodOptional<z.ZodString>;
+                durationMs: z.ZodOptional<z.ZodNumber>;
+                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            }, z.core.$strict>>>;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        }, z.core.$strict>>>;
+        provider: z.ZodOptional<z.ZodString>;
+        model: z.ZodOptional<z.ZodString>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    }, z.core.$strict>;
+    usage: z.ZodObject<{
+        provider: z.ZodOptional<z.ZodString>;
+        model: z.ZodOptional<z.ZodString>;
+        inputTokens: z.ZodOptional<z.ZodNumber>;
+        outputTokens: z.ZodOptional<z.ZodNumber>;
+        reasoningTokens: z.ZodOptional<z.ZodNumber>;
+        totalTokens: z.ZodOptional<z.ZodNumber>;
+        toolCalls: z.ZodOptional<z.ZodNumber>;
+        retries: z.ZodOptional<z.ZodNumber>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    }, z.core.$strict>;
+    timings: z.ZodOptional<z.ZodObject<{
+        totalMs: z.ZodOptional<z.ZodNumber>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    }, z.core.$strict>>;
+    artifacts: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    traces: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        name: z.ZodOptional<z.ZodString>;
+        startedAt: z.ZodOptional<z.ZodString>;
+        finishedAt: z.ZodOptional<z.ZodString>;
+        durationMs: z.ZodOptional<z.ZodNumber>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        spans: z.ZodDefault<z.ZodArray<z.ZodObject<{
+            id: z.ZodOptional<z.ZodString>;
+            traceId: z.ZodOptional<z.ZodString>;
+            parentId: z.ZodOptional<z.ZodString>;
+            name: z.ZodString;
+            kind: z.ZodOptional<z.ZodEnum<{
+                custom: "custom";
+                model: "model";
+                tool: "tool";
+                run: "run";
+                agent: "agent";
+                guardrail: "guardrail";
+                handoff: "handoff";
+            }>>;
+            startedAt: z.ZodOptional<z.ZodString>;
+            finishedAt: z.ZodOptional<z.ZodString>;
+            durationMs: z.ZodOptional<z.ZodNumber>;
+            status: z.ZodOptional<z.ZodEnum<{
+                error: "error";
+                ok: "ok";
+            }>>;
+            error: z.ZodOptional<z.ZodObject<{
+                message: z.ZodString;
+                type: z.ZodOptional<z.ZodString>;
+            }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+            attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            events: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                name: z.ZodString;
+                timestamp: z.ZodOptional<z.ZodString>;
+                attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            }, z.core.$strict>>>;
+        }, z.core.$strict>>>;
+    }, z.core.$strict>>>;
+    errors: z.ZodDefault<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+}, z.core.$strict>;
+type OutputField<TOutput extends JsonValue | undefined> = undefined extends TOutput ? {
+    output?: TOutput;
+} : {
+    output: TOutput;
+};
+/**
+ * Normalized result returned by every harness execution.
+ *
+ * @example
+ * ```ts
+ * const run: HarnessRun<{ status: "approved" }> = {
+ *   output: { status: "approved" },
+ *   session: {
+ *     messages: [
+ *       { role: "user", content: "Refund invoice inv_123" },
+ *       { role: "assistant", content: { status: "approved" } },
+ *     ],
+ *   },
+ *   usage: { totalTokens: 260 },
+ *   errors: [],
+ * };
+ * ```
+ */
+type HarnessRun<TOutput extends JsonValue | undefined = JsonValue | undefined> = OutputField<TOutput> & {
+    /** Normalized transcript and provider/session metadata. */
+    session: NormalizedSession;
+    /** Stable provider usage units such as tokens, tools, and retries. */
+    usage: UsageSummary;
+    /** Optional timing summary for the run. */
+    timings?: TimingSummary;
+    /** JSON-safe run artifacts captured by the harness or test context. */
+    artifacts?: Record<string, JsonValue>;
+    /** Normalized traces and spans captured during execution. */
+    traces?: NormalizedTrace[];
+    /** Normalized errors captured during execution. */
+    errors: Array<Record<string, JsonValue>>;
+};
+/** Error value with an attached partial or complete normalized harness run. */
+type HarnessRunError = Error & {
+    /** Attached normalized harness run recovered from a thrown error. */
+    vitestEvalsRun: HarnessRun;
+};
+
+/**
+ * Flattens every recorded tool call from a normalized session.
+ *
+ * @param session - Normalized session produced by a harness run.
+ *
+ * @example
+ * ```ts
+ * const names = toolCalls(result.session).map((call) => call.name);
+ *
+ * expect(names).toEqual(["lookupInvoice", "createRefund"]);
+ * ```
+ */
+declare function toolCalls(session: NormalizedSession): ToolCallRecord[];
+/**
+ * Flattens every recorded span from a normalized harness run.
+ *
+ * @param run - Normalized harness run produced by a harness.
+ *
+ * @example
+ * ```ts
+ * const modelSpans = spans(result).filter((span) => span.kind === "model");
+ * ```
+ */
+declare function spans(run: HarnessRun): NormalizedSpan[];
+/**
+ * Alias for `spans(...)` for consumers that prefer trace-oriented naming.
+ *
+ * @param run - Normalized harness run produced by a harness.
+ */
+declare function traceSpans(run: HarnessRun): NormalizedSpan[];
+/**
+ * Returns spans of one coarse operation kind from a normalized run.
+ *
+ * @param run - Normalized harness run produced by a harness.
+ * @param kind - Span kind to keep.
+ */
+declare function spansByKind(run: HarnessRun, kind: NonNullable<NormalizedSpan["kind"]>): NormalizedSpan[];
+/**
+ * Returns every span that explicitly failed or carries a normalized error.
+ *
+ * @param run - Normalized harness run produced by a harness.
+ */
+declare function failedSpans(run: HarnessRun): NormalizedSpan[];
+/**
+ * Filters normalized session messages by role.
+ *
+ * @param session - Normalized session produced by a harness run.
+ * @param role - Message role to keep.
+ *
+ * @example
+ * ```ts
+ * const assistantText = messagesByRole(result.session, "assistant")
+ *   .map((message) => message.content)
+ *   .join("\n");
+ * ```
+ */
+declare function messagesByRole(session: NormalizedSession, role: NormalizedMessage["role"]): NormalizedMessage[];
+/**
+ * Returns every normalized system message from a session.
+ *
+ * @param session - Normalized session produced by a harness run.
+ *
+ * @example
+ * ```ts
+ * const systemPrompts = systemMessages(result.session);
+ * ```
+ */
+declare function systemMessages(session: NormalizedSession): NormalizedMessage[];
+/**
+ * Returns every normalized user message from a session.
+ *
+ * @param session - Normalized session produced by a harness run.
+ *
+ * @example
+ * ```ts
+ * const firstPrompt = userMessages(result.session)[0]?.content;
+ * ```
+ */
+declare function userMessages(session: NormalizedSession): NormalizedMessage[];
+/**
+ * Returns every normalized assistant message from a session.
+ *
+ * @param session - Normalized session produced by a harness run.
+ *
+ * @example
+ * ```ts
+ * const finalAnswer = assistantMessages(session).at(-1)?.content;
+ * ```
+ */
+declare function assistantMessages(session: NormalizedSession): NormalizedMessage[];
+/**
+ * Returns the latest assistant message content, ignoring empty text messages.
+ *
+ * @param session - Normalized session produced by a harness run.
+ *
+ * @example
+ * ```ts
+ * const finalAnswer = latestAssistantMessageContent(result.session);
+ * ```
+ */
+declare function latestAssistantMessageContent(session: NormalizedSession): JsonValue | undefined;
+/**
+ * Returns every normalized tool message from a session.
+ *
+ * @param session - Normalized session produced by a harness run.
+ *
+ * @example
+ * ```ts
+ * const toolOutputs = toolMessages(session).map((message) => message.content);
+ * ```
+ */
+declare function toolMessages(session: NormalizedSession): NormalizedMessage[];
+
+/** Harness metadata stored by vitest-evals on Vitest task metadata. */
+declare const HarnessMetaSchema: z.ZodObject<{
+    name: z.ZodOptional<z.ZodString>;
+    run: z.ZodOptional<z.ZodObject<{
+        output: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+        session: z.ZodObject<{
+            messages: z.ZodDefault<z.ZodArray<z.ZodObject<{
+                role: z.ZodEnum<{
+                    system: "system";
+                    user: "user";
+                    assistant: "assistant";
+                    tool: "tool";
+                }>;
+                content: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+                toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    id: z.ZodOptional<z.ZodString>;
+                    name: z.ZodString;
+                    arguments: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                    result: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+                    error: z.ZodOptional<z.ZodObject<{
+                        message: z.ZodString;
+                        type: z.ZodOptional<z.ZodString>;
+                    }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+                    startedAt: z.ZodOptional<z.ZodString>;
+                    finishedAt: z.ZodOptional<z.ZodString>;
+                    durationMs: z.ZodOptional<z.ZodNumber>;
+                    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                }, z.core.$strict>>>;
+                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            }, z.core.$strict>>>;
+            provider: z.ZodOptional<z.ZodString>;
+            model: z.ZodOptional<z.ZodString>;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        }, z.core.$strict>;
+        usage: z.ZodObject<{
+            provider: z.ZodOptional<z.ZodString>;
+            model: z.ZodOptional<z.ZodString>;
+            inputTokens: z.ZodOptional<z.ZodNumber>;
+            outputTokens: z.ZodOptional<z.ZodNumber>;
+            reasoningTokens: z.ZodOptional<z.ZodNumber>;
+            totalTokens: z.ZodOptional<z.ZodNumber>;
+            toolCalls: z.ZodOptional<z.ZodNumber>;
+            retries: z.ZodOptional<z.ZodNumber>;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        }, z.core.$strict>;
+        timings: z.ZodOptional<z.ZodObject<{
+            totalMs: z.ZodOptional<z.ZodNumber>;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        }, z.core.$strict>>;
+        artifacts: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        traces: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodOptional<z.ZodString>;
+            name: z.ZodOptional<z.ZodString>;
+            startedAt: z.ZodOptional<z.ZodString>;
+            finishedAt: z.ZodOptional<z.ZodString>;
+            durationMs: z.ZodOptional<z.ZodNumber>;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            spans: z.ZodDefault<z.ZodArray<z.ZodObject<{
+                id: z.ZodOptional<z.ZodString>;
+                traceId: z.ZodOptional<z.ZodString>;
+                parentId: z.ZodOptional<z.ZodString>;
+                name: z.ZodString;
+                kind: z.ZodOptional<z.ZodEnum<{
+                    custom: "custom";
+                    model: "model";
+                    tool: "tool";
+                    run: "run";
+                    agent: "agent";
+                    guardrail: "guardrail";
+                    handoff: "handoff";
+                }>>;
+                startedAt: z.ZodOptional<z.ZodString>;
+                finishedAt: z.ZodOptional<z.ZodString>;
+                durationMs: z.ZodOptional<z.ZodNumber>;
+                status: z.ZodOptional<z.ZodEnum<{
+                    error: "error";
+                    ok: "ok";
+                }>>;
+                error: z.ZodOptional<z.ZodObject<{
+                    message: z.ZodString;
+                    type: z.ZodOptional<z.ZodString>;
+                }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+                attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                events: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    name: z.ZodString;
+                    timestamp: z.ZodOptional<z.ZodString>;
+                    attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                }, z.core.$strict>>>;
+            }, z.core.$strict>>>;
+        }, z.core.$strict>>>;
+        errors: z.ZodDefault<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+/** Harness metadata stored by vitest-evals on Vitest task metadata. */
+type HarnessMeta = z.infer<typeof HarnessMetaSchema>;
+/** Score record stored by vitest-evals on Vitest task metadata. */
+declare const EvalScoreSchema: z.ZodObject<{
+    name: z.ZodOptional<z.ZodString>;
+    score: z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodOptional<z.ZodNullable<z.ZodNumber>>>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+}, z.core.$strict>;
+/** Score record stored by vitest-evals on Vitest task metadata. */
+type EvalScore = z.infer<typeof EvalScoreSchema>;
+/** Eval metadata stored by vitest-evals on Vitest task metadata. */
+declare const EvalMetaSchema: z.ZodObject<{
+    scores: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        name: z.ZodOptional<z.ZodString>;
+        score: z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodOptional<z.ZodNullable<z.ZodNumber>>>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    }, z.core.$strict>>>;
+    avgScore: z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodOptional<z.ZodNullable<z.ZodNumber>>>;
+    output: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+    thresholdFailed: z.ZodOptional<z.ZodBoolean>;
+    toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        name: z.ZodString;
+        arguments: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        result: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+        error: z.ZodOptional<z.ZodObject<{
+            message: z.ZodString;
+            type: z.ZodOptional<z.ZodString>;
+        }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+        startedAt: z.ZodOptional<z.ZodString>;
+        finishedAt: z.ZodOptional<z.ZodString>;
+        durationMs: z.ZodOptional<z.ZodNumber>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+    }, z.core.$strict>>>;
+}, z.core.$strict>;
+/** Eval metadata stored by vitest-evals on Vitest task metadata. */
+type EvalMeta = z.infer<typeof EvalMetaSchema>;
+/** Combined eval and harness metadata stored on a Vitest assertion. */
+declare const EvalTaskMetaSchema: z.ZodObject<{
+    eval: z.ZodOptional<z.ZodObject<{
+        scores: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            name: z.ZodOptional<z.ZodString>;
+            score: z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodOptional<z.ZodNullable<z.ZodNumber>>>;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        }, z.core.$strict>>>;
+        avgScore: z.ZodPipe<z.ZodTransform<unknown, unknown>, z.ZodOptional<z.ZodNullable<z.ZodNumber>>>;
+        output: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+        thresholdFailed: z.ZodOptional<z.ZodBoolean>;
+        toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodOptional<z.ZodString>;
+            name: z.ZodString;
+            arguments: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            result: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+            error: z.ZodOptional<z.ZodObject<{
+                message: z.ZodString;
+                type: z.ZodOptional<z.ZodString>;
+            }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+            startedAt: z.ZodOptional<z.ZodString>;
+            finishedAt: z.ZodOptional<z.ZodString>;
+            durationMs: z.ZodOptional<z.ZodNumber>;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+        }, z.core.$strict>>>;
+    }, z.core.$strict>>;
+    harness: z.ZodOptional<z.ZodObject<{
+        name: z.ZodOptional<z.ZodString>;
+        run: z.ZodOptional<z.ZodObject<{
+            output: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+            session: z.ZodObject<{
+                messages: z.ZodDefault<z.ZodArray<z.ZodObject<{
+                    role: z.ZodEnum<{
+                        system: "system";
+                        user: "user";
+                        assistant: "assistant";
+                        tool: "tool";
+                    }>;
+                    content: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+                    toolCalls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                        id: z.ZodOptional<z.ZodString>;
+                        name: z.ZodString;
+                        arguments: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                        result: z.ZodOptional<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>;
+                        error: z.ZodOptional<z.ZodObject<{
+                            message: z.ZodString;
+                            type: z.ZodOptional<z.ZodString>;
+                        }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+                        startedAt: z.ZodOptional<z.ZodString>;
+                        finishedAt: z.ZodOptional<z.ZodString>;
+                        durationMs: z.ZodOptional<z.ZodNumber>;
+                        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                    }, z.core.$strict>>>;
+                    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                }, z.core.$strict>>>;
+                provider: z.ZodOptional<z.ZodString>;
+                model: z.ZodOptional<z.ZodString>;
+                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            }, z.core.$strict>;
+            usage: z.ZodObject<{
+                provider: z.ZodOptional<z.ZodString>;
+                model: z.ZodOptional<z.ZodString>;
+                inputTokens: z.ZodOptional<z.ZodNumber>;
+                outputTokens: z.ZodOptional<z.ZodNumber>;
+                reasoningTokens: z.ZodOptional<z.ZodNumber>;
+                totalTokens: z.ZodOptional<z.ZodNumber>;
+                toolCalls: z.ZodOptional<z.ZodNumber>;
+                retries: z.ZodOptional<z.ZodNumber>;
+                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            }, z.core.$strict>;
+            timings: z.ZodOptional<z.ZodObject<{
+                totalMs: z.ZodOptional<z.ZodNumber>;
+                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            }, z.core.$strict>>;
+            artifacts: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+            traces: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                id: z.ZodOptional<z.ZodString>;
+                name: z.ZodOptional<z.ZodString>;
+                startedAt: z.ZodOptional<z.ZodString>;
+                finishedAt: z.ZodOptional<z.ZodString>;
+                durationMs: z.ZodOptional<z.ZodNumber>;
+                metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                spans: z.ZodDefault<z.ZodArray<z.ZodObject<{
+                    id: z.ZodOptional<z.ZodString>;
+                    traceId: z.ZodOptional<z.ZodString>;
+                    parentId: z.ZodOptional<z.ZodString>;
+                    name: z.ZodString;
+                    kind: z.ZodOptional<z.ZodEnum<{
+                        custom: "custom";
+                        model: "model";
+                        tool: "tool";
+                        run: "run";
+                        agent: "agent";
+                        guardrail: "guardrail";
+                        handoff: "handoff";
+                    }>>;
+                    startedAt: z.ZodOptional<z.ZodString>;
+                    finishedAt: z.ZodOptional<z.ZodString>;
+                    durationMs: z.ZodOptional<z.ZodNumber>;
+                    status: z.ZodOptional<z.ZodEnum<{
+                        error: "error";
+                        ok: "ok";
+                    }>>;
+                    error: z.ZodOptional<z.ZodObject<{
+                        message: z.ZodString;
+                        type: z.ZodOptional<z.ZodString>;
+                    }, z.core.$catchall<z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+                    attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                    events: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                        name: z.ZodString;
+                        timestamp: z.ZodOptional<z.ZodString>;
+                        attributes: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>;
+                    }, z.core.$strict>>>;
+                }, z.core.$strict>>>;
+            }, z.core.$strict>>>;
+            errors: z.ZodDefault<z.ZodArray<z.ZodRecord<z.ZodString, z.ZodType<JsonValue, unknown, z.core.$ZodTypeInternals<JsonValue, unknown>>>>>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+/** Combined eval and harness metadata stored on a Vitest assertion. */
+type EvalTaskMeta = z.infer<typeof EvalTaskMetaSchema>;
+/** Reads eval metadata from an arbitrary Vitest assertion meta value. */
+declare function readEvalTaskMeta(input: unknown): EvalTaskMeta | undefined;
+
+export { type EvalMeta, EvalMetaSchema, type EvalScore, EvalScoreSchema, type EvalTaskMeta, EvalTaskMetaSchema, type GenAiOperationName, type GenAiOutputType, type GenAiProviderName, type GenAiSemanticAttributeKey, type GenAiSemanticAttributes, type GenAiTokenType, type GenAiToolType, type HarnessMeta, HarnessMetaSchema, type HarnessRun, type HarnessRunError, HarnessRunSchema, JsonValue, type NormalizedError, NormalizedErrorSchema, type NormalizedMessage, NormalizedMessageSchema, type NormalizedSession, NormalizedSessionSchema, type NormalizedSpan, type NormalizedSpanAttributeKey, type NormalizedSpanAttributes, NormalizedSpanAttributesSchema, type NormalizedSpanEvent, NormalizedSpanEventSchema, NormalizedSpanSchema, type NormalizedTrace, NormalizedTraceSchema, type OpenTelemetrySemanticAttributeKey, type OpenTelemetrySemanticAttributes, type TimingSummary, TimingSummarySchema, type ToolCallRecord, ToolCallRecordSchema, type UsageSummary, UsageSummarySchema, assistantMessages, failedSpans, latestAssistantMessageContent, messagesByRole, readEvalTaskMeta, spans, spansByKind, systemMessages, toolCalls, toolMessages, traceSpans, userMessages };