niceeval 0.15.1-canary.76 → 0.16.1

package/dist/record/family/current.d.mts

@@ -15,6 +15,7 @@ export declare const NiceEvalRecordAttachments: Readonly<{
             }>]>>;
         }>]>;
         readonly calls: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+            readonly modelSlot: import("effect/Schema").NullOr<import("effect/Schema").String>;
             readonly route: import("effect/Schema").Struct<{
                 readonly transportProvider: import("effect/Schema").NullOr<import("effect/Schema").String>;
                 readonly endpointId: import("effect/Schema").NullOr<import("effect/Schema").String>;
@@ -79,6 +80,97 @@ export declare const NiceEvalRecordAttachments: Readonly<{
             }>>;
         }>>;
     }>>;
+    judgeUsage: import("../index.mjs").RecordAttachmentDefinition<"attempt", "niceeval.judge-usage", import("effect/Schema").Struct<{
+        readonly collection: import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+            readonly state: import("effect/Schema").Literal<"complete">;
+            readonly limitations: import("effect/Schema").Tuple<readonly []>;
+        }>, import("effect/Schema").Struct<{
+            readonly state: import("effect/Schema").Literal<"partial">;
+            readonly limitations: import("effect/Schema").NonEmptyArray<import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+                readonly code: import("effect/Schema").Literals<readonly ["capture-failed", "capture-interrupted"]>;
+                readonly stage: import("effect/Schema").String;
+            }>, import("effect/Schema").Struct<{
+                readonly code: import("effect/Schema").Literals<readonly ["collection-cap-reached", "unsupported-input"]>;
+                readonly omittedAtLeast: import("effect/Schema").Number;
+            }>]>>;
+        }>]>;
+        readonly calls: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+            readonly callId: import("effect/Schema").String;
+            readonly entryIndex: import("effect/Schema").Number;
+            readonly entryId: import("effect/Schema").Codec<import("../../index.mjs").AssertionEntryId, string, never, never>;
+            readonly logicalOrdinal: import("effect/Schema").Number;
+            readonly transmissionOrdinal: import("effect/Schema").Number;
+            readonly operation: import("effect/Schema").Literals<readonly ["score", "classify", "extract", "batchClassify"]>;
+            readonly requestModel: import("effect/Schema").String;
+            readonly transportProvider: import("effect/Schema").Literals<readonly ["openai", "vercel", "openrouter", "typesafe"]>;
+            readonly provider: import("effect/Schema").NullOr<import("effect/Schema").String>;
+            readonly model: import("effect/Schema").NullOr<import("effect/Schema").String>;
+            readonly status: import("effect/Schema").Literals<readonly ["succeeded", "failed", "cancelled", "unknown"]>;
+            readonly httpStatus: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly inputTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly inputTotalTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly outputTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly cacheReadTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly cacheWriteTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly cost: import("effect/Schema").NullOr<import("effect/Schema").Struct<{
+                readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+                readonly currency: import("effect/Schema").Codec<import("./source-receipt/model.mjs").CurrencyCode, string, never, never>;
+                readonly source: import("effect/Schema").Struct<{
+                    readonly kind: import("effect/Schema").Literal<"reported">;
+                    readonly id: import("effect/Schema").String;
+                }>;
+            }>>;
+            readonly receipt: import("effect/Schema").Struct<{
+                readonly state: import("effect/Schema").Literals<readonly ["available", "unavailable"]>;
+                readonly reason: import("effect/Schema").NullOr<import("effect/Schema").Literals<readonly ["response-unavailable", "cancelled", "response-too-large", "invalid-json", "usage-not-reported", "invalid-usage", "response-model-too-large"]>>;
+                readonly responseDigest: import("effect/Schema").NullOr<import("effect/Schema").String>;
+                readonly fields: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                    readonly path: import("effect/Schema").Literals<readonly ["model", "provider", "usage.completion_tokens", "usage.cost", "usage.input_tokens", "usage.output_tokens", "usage.prompt_tokens", "usage.prompt_tokens_details.cache_write_tokens", "usage.prompt_tokens_details.cached_tokens", "usage.total_tokens"]>;
+                    readonly value: import("effect/Schema").Union<readonly [import("effect/Schema").String, import("effect/Schema").Number, import("effect/Schema").Null]>;
+                }>>;
+            }>;
+        }>>;
+        readonly priceReceipts: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"judge-call-price-estimate">;
+            readonly callId: import("effect/Schema").String;
+            readonly state: import("effect/Schema").Literals<readonly ["complete", "partial"]>;
+            readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+            readonly currency: import("effect/Schema").Literal<"USD">;
+            readonly source: import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"estimated">;
+                readonly id: import("effect/Schema").String;
+            }>;
+            readonly pricing: import("effect/Schema").Struct<{
+                readonly basis: import("effect/Schema").Literal<"catalog-reference">;
+                readonly currency: import("effect/Schema").Literal<"USD">;
+                readonly source: import("effect/Schema").Struct<{
+                    readonly kind: import("effect/Schema").Literal<"configured-profile">;
+                    readonly id: import("effect/Schema").String;
+                    readonly asOf: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                    readonly profileDigest: import("effect/Schema").String;
+                }>;
+                readonly requestModel: import("effect/Schema").String;
+                readonly selector: import("effect/Schema").String;
+                readonly match: import("effect/Schema").Literals<readonly ["exact", "provider-wildcard"]>;
+                readonly ratesPerMTok: import("effect/Schema").Struct<{
+                    readonly input: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                    readonly output: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                    readonly cacheRead: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                    readonly cacheWrite: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                }>;
+            }>;
+            readonly charges: import("effect/Schema").NonEmptyArray<import("effect/Schema").Struct<{
+                readonly bucket: import("effect/Schema").Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+                readonly tokens: import("effect/Schema").Number;
+                readonly ratePerMTok: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+            }>>;
+            readonly missing: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly bucket: import("effect/Schema").Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+                readonly reason: import("effect/Schema").Literals<readonly ["tokens-unknown", "rate-unknown"]>;
+            }>>;
+        }>>;
+    }>>;
     assertions: import("../index.mjs").RecordAttachmentDefinition<"attempt", "niceeval.assertions", import("effect/Schema").encodeKeys<import("effect/Schema").Struct<{
         readonly entries: import("effect/Schema").$Array<import("effect/Schema").Struct<{
             readonly entryId: import("effect/Schema").toType<import("effect/Schema").Codec<import("../../index.mjs").AssertionEntryId, string, never, never>>;
@@ -1091,6 +1183,32 @@ export declare const NiceEvalRecordAttachments: Readonly<{
             readonly scopeId: import("effect/Schema").String;
             readonly state: import("effect/Schema").Literals<readonly ["included", "excluded", "unknown"]>;
         }>>;
+        readonly display: import("effect/Schema").optional<import("effect/Schema").NonEmptyArray<import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"text">;
+            readonly text: import("effect/Schema").String;
+        }>, import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"message">;
+            readonly role: import("effect/Schema").Literals<readonly ["user", "assistant", "system", "other"]>;
+            readonly speaker: import("effect/Schema").optional<import("effect/Schema").String>;
+            readonly text: import("effect/Schema").String;
+        }>, import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"fields">;
+            readonly fields: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly label: import("effect/Schema").String;
+                readonly value: import("effect/Schema").Union<readonly [import("effect/Schema").String, import("effect/Schema").Number, import("effect/Schema").Boolean, import("effect/Schema").Null]>;
+            }>>;
+        }>, import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"code">;
+            readonly language: import("effect/Schema").optional<import("effect/Schema").String>;
+            readonly text: import("effect/Schema").String;
+        }>, import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"image">;
+            readonly artifactId: import("effect/Schema").String;
+            readonly alt: import("effect/Schema").String;
+            readonly mediaType: import("effect/Schema").Literals<readonly ["image/png", "image/jpeg", "image/webp", "image/gif"]>;
+            readonly byteLength: import("effect/Schema").Number;
+            readonly sha256: import("effect/Schema").String;
+        }>]>>>;
     }>]>>;
     sources: import("../index.mjs").RecordAttachmentDefinition<"run", "niceeval.sources", import("effect/Schema").encodeKeys<import("effect/Schema").Struct<{
         readonly items: import("effect/Schema").$Array<import("effect/Schema").Struct<{
@@ -1176,6 +1294,7 @@ export declare const NiceEvalCurrentRecordAttachments: Readonly<{
                 }>]>>;
             }>]>;
             readonly calls: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly modelSlot: import("effect/Schema").NullOr<import("effect/Schema").String>;
                 readonly route: import("effect/Schema").Struct<{
                     readonly transportProvider: import("effect/Schema").NullOr<import("effect/Schema").String>;
                     readonly endpointId: import("effect/Schema").NullOr<import("effect/Schema").String>;
@@ -1240,7 +1359,101 @@ export declare const NiceEvalCurrentRecordAttachments: Readonly<{
                 }>>;
             }>>;
         }>>;
-        revision: 2;
+        revision: 4;
+    }>;
+    judgeUsage: Readonly<{
+        attachment: import("../index.mjs").RecordAttachmentDefinition<"attempt", "niceeval.judge-usage", import("effect/Schema").Struct<{
+            readonly collection: import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+                readonly state: import("effect/Schema").Literal<"complete">;
+                readonly limitations: import("effect/Schema").Tuple<readonly []>;
+            }>, import("effect/Schema").Struct<{
+                readonly state: import("effect/Schema").Literal<"partial">;
+                readonly limitations: import("effect/Schema").NonEmptyArray<import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+                    readonly code: import("effect/Schema").Literals<readonly ["capture-failed", "capture-interrupted"]>;
+                    readonly stage: import("effect/Schema").String;
+                }>, import("effect/Schema").Struct<{
+                    readonly code: import("effect/Schema").Literals<readonly ["collection-cap-reached", "unsupported-input"]>;
+                    readonly omittedAtLeast: import("effect/Schema").Number;
+                }>]>>;
+            }>]>;
+            readonly calls: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly callId: import("effect/Schema").String;
+                readonly entryIndex: import("effect/Schema").Number;
+                readonly entryId: import("effect/Schema").Codec<import("../../index.mjs").AssertionEntryId, string, never, never>;
+                readonly logicalOrdinal: import("effect/Schema").Number;
+                readonly transmissionOrdinal: import("effect/Schema").Number;
+                readonly operation: import("effect/Schema").Literals<readonly ["score", "classify", "extract", "batchClassify"]>;
+                readonly requestModel: import("effect/Schema").String;
+                readonly transportProvider: import("effect/Schema").Literals<readonly ["openai", "vercel", "openrouter", "typesafe"]>;
+                readonly provider: import("effect/Schema").NullOr<import("effect/Schema").String>;
+                readonly model: import("effect/Schema").NullOr<import("effect/Schema").String>;
+                readonly status: import("effect/Schema").Literals<readonly ["succeeded", "failed", "cancelled", "unknown"]>;
+                readonly httpStatus: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly inputTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly inputTotalTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly outputTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly cacheReadTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly cacheWriteTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly cost: import("effect/Schema").NullOr<import("effect/Schema").Struct<{
+                    readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+                    readonly currency: import("effect/Schema").Codec<import("./source-receipt/model.mjs").CurrencyCode, string, never, never>;
+                    readonly source: import("effect/Schema").Struct<{
+                        readonly kind: import("effect/Schema").Literal<"reported">;
+                        readonly id: import("effect/Schema").String;
+                    }>;
+                }>>;
+                readonly receipt: import("effect/Schema").Struct<{
+                    readonly state: import("effect/Schema").Literals<readonly ["available", "unavailable"]>;
+                    readonly reason: import("effect/Schema").NullOr<import("effect/Schema").Literals<readonly ["response-unavailable", "cancelled", "response-too-large", "invalid-json", "usage-not-reported", "invalid-usage", "response-model-too-large"]>>;
+                    readonly responseDigest: import("effect/Schema").NullOr<import("effect/Schema").String>;
+                    readonly fields: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                        readonly path: import("effect/Schema").Literals<readonly ["model", "provider", "usage.completion_tokens", "usage.cost", "usage.input_tokens", "usage.output_tokens", "usage.prompt_tokens", "usage.prompt_tokens_details.cache_write_tokens", "usage.prompt_tokens_details.cached_tokens", "usage.total_tokens"]>;
+                        readonly value: import("effect/Schema").Union<readonly [import("effect/Schema").String, import("effect/Schema").Number, import("effect/Schema").Null]>;
+                    }>>;
+                }>;
+            }>>;
+            readonly priceReceipts: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"judge-call-price-estimate">;
+                readonly callId: import("effect/Schema").String;
+                readonly state: import("effect/Schema").Literals<readonly ["complete", "partial"]>;
+                readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+                readonly currency: import("effect/Schema").Literal<"USD">;
+                readonly source: import("effect/Schema").Struct<{
+                    readonly kind: import("effect/Schema").Literal<"estimated">;
+                    readonly id: import("effect/Schema").String;
+                }>;
+                readonly pricing: import("effect/Schema").Struct<{
+                    readonly basis: import("effect/Schema").Literal<"catalog-reference">;
+                    readonly currency: import("effect/Schema").Literal<"USD">;
+                    readonly source: import("effect/Schema").Struct<{
+                        readonly kind: import("effect/Schema").Literal<"configured-profile">;
+                        readonly id: import("effect/Schema").String;
+                        readonly asOf: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                        readonly profileDigest: import("effect/Schema").String;
+                    }>;
+                    readonly requestModel: import("effect/Schema").String;
+                    readonly selector: import("effect/Schema").String;
+                    readonly match: import("effect/Schema").Literals<readonly ["exact", "provider-wildcard"]>;
+                    readonly ratesPerMTok: import("effect/Schema").Struct<{
+                        readonly input: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                        readonly output: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                        readonly cacheRead: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                        readonly cacheWrite: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                    }>;
+                }>;
+                readonly charges: import("effect/Schema").NonEmptyArray<import("effect/Schema").Struct<{
+                    readonly bucket: import("effect/Schema").Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+                    readonly tokens: import("effect/Schema").Number;
+                    readonly ratePerMTok: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                    readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+                }>>;
+                readonly missing: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                    readonly bucket: import("effect/Schema").Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+                    readonly reason: import("effect/Schema").Literals<readonly ["tokens-unknown", "rate-unknown"]>;
+                }>>;
+            }>>;
+        }>>;
+        revision: 1;
     }>;
     assertions: Readonly<{
         attachment: import("../index.mjs").RecordAttachmentDefinition<"attempt", "niceeval.assertions", import("effect/Schema").encodeKeys<import("effect/Schema").Struct<{
@@ -2285,6 +2498,32 @@ export declare const NiceEvalCurrentRecordAttachments: Readonly<{
                 readonly scopeId: import("effect/Schema").String;
                 readonly state: import("effect/Schema").Literals<readonly ["included", "excluded", "unknown"]>;
             }>>;
+            readonly display: import("effect/Schema").optional<import("effect/Schema").NonEmptyArray<import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"text">;
+                readonly text: import("effect/Schema").String;
+            }>, import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"message">;
+                readonly role: import("effect/Schema").Literals<readonly ["user", "assistant", "system", "other"]>;
+                readonly speaker: import("effect/Schema").optional<import("effect/Schema").String>;
+                readonly text: import("effect/Schema").String;
+            }>, import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"fields">;
+                readonly fields: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                    readonly label: import("effect/Schema").String;
+                    readonly value: import("effect/Schema").Union<readonly [import("effect/Schema").String, import("effect/Schema").Number, import("effect/Schema").Boolean, import("effect/Schema").Null]>;
+                }>>;
+            }>, import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"code">;
+                readonly language: import("effect/Schema").optional<import("effect/Schema").String>;
+                readonly text: import("effect/Schema").String;
+            }>, import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"image">;
+                readonly artifactId: import("effect/Schema").String;
+                readonly alt: import("effect/Schema").String;
+                readonly mediaType: import("effect/Schema").Literals<readonly ["image/png", "image/jpeg", "image/webp", "image/gif"]>;
+                readonly byteLength: import("effect/Schema").Number;
+                readonly sha256: import("effect/Schema").String;
+            }>]>>>;
         }>]>>;
         revision: 1;
     }>;

package/dist/record/family/current.d.ts

@@ -15,6 +15,7 @@ export declare const NiceEvalRecordAttachments: Readonly<{
             }>]>>;
         }>]>;
         readonly calls: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+            readonly modelSlot: import("effect/Schema").NullOr<import("effect/Schema").String>;
             readonly route: import("effect/Schema").Struct<{
                 readonly transportProvider: import("effect/Schema").NullOr<import("effect/Schema").String>;
                 readonly endpointId: import("effect/Schema").NullOr<import("effect/Schema").String>;
@@ -79,6 +80,97 @@ export declare const NiceEvalRecordAttachments: Readonly<{
             }>>;
         }>>;
     }>>;
+    judgeUsage: import("../index.js").RecordAttachmentDefinition<"attempt", "niceeval.judge-usage", import("effect/Schema").Struct<{
+        readonly collection: import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+            readonly state: import("effect/Schema").Literal<"complete">;
+            readonly limitations: import("effect/Schema").Tuple<readonly []>;
+        }>, import("effect/Schema").Struct<{
+            readonly state: import("effect/Schema").Literal<"partial">;
+            readonly limitations: import("effect/Schema").NonEmptyArray<import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+                readonly code: import("effect/Schema").Literals<readonly ["capture-failed", "capture-interrupted"]>;
+                readonly stage: import("effect/Schema").String;
+            }>, import("effect/Schema").Struct<{
+                readonly code: import("effect/Schema").Literals<readonly ["collection-cap-reached", "unsupported-input"]>;
+                readonly omittedAtLeast: import("effect/Schema").Number;
+            }>]>>;
+        }>]>;
+        readonly calls: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+            readonly callId: import("effect/Schema").String;
+            readonly entryIndex: import("effect/Schema").Number;
+            readonly entryId: import("effect/Schema").Codec<import("../../index.js").AssertionEntryId, string, never, never>;
+            readonly logicalOrdinal: import("effect/Schema").Number;
+            readonly transmissionOrdinal: import("effect/Schema").Number;
+            readonly operation: import("effect/Schema").Literals<readonly ["score", "classify", "extract", "batchClassify"]>;
+            readonly requestModel: import("effect/Schema").String;
+            readonly transportProvider: import("effect/Schema").Literals<readonly ["openai", "vercel", "openrouter", "typesafe"]>;
+            readonly provider: import("effect/Schema").NullOr<import("effect/Schema").String>;
+            readonly model: import("effect/Schema").NullOr<import("effect/Schema").String>;
+            readonly status: import("effect/Schema").Literals<readonly ["succeeded", "failed", "cancelled", "unknown"]>;
+            readonly httpStatus: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly inputTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly inputTotalTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly outputTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly cacheReadTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly cacheWriteTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+            readonly cost: import("effect/Schema").NullOr<import("effect/Schema").Struct<{
+                readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>;
+                readonly currency: import("effect/Schema").Codec<import("./source-receipt/model.js").CurrencyCode, string, never, never>;
+                readonly source: import("effect/Schema").Struct<{
+                    readonly kind: import("effect/Schema").Literal<"reported">;
+                    readonly id: import("effect/Schema").String;
+                }>;
+            }>>;
+            readonly receipt: import("effect/Schema").Struct<{
+                readonly state: import("effect/Schema").Literals<readonly ["available", "unavailable"]>;
+                readonly reason: import("effect/Schema").NullOr<import("effect/Schema").Literals<readonly ["response-unavailable", "cancelled", "response-too-large", "invalid-json", "usage-not-reported", "invalid-usage", "response-model-too-large"]>>;
+                readonly responseDigest: import("effect/Schema").NullOr<import("effect/Schema").String>;
+                readonly fields: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                    readonly path: import("effect/Schema").Literals<readonly ["model", "provider", "usage.completion_tokens", "usage.cost", "usage.input_tokens", "usage.output_tokens", "usage.prompt_tokens", "usage.prompt_tokens_details.cache_write_tokens", "usage.prompt_tokens_details.cached_tokens", "usage.total_tokens"]>;
+                    readonly value: import("effect/Schema").Union<readonly [import("effect/Schema").String, import("effect/Schema").Number, import("effect/Schema").Null]>;
+                }>>;
+            }>;
+        }>>;
+        readonly priceReceipts: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"judge-call-price-estimate">;
+            readonly callId: import("effect/Schema").String;
+            readonly state: import("effect/Schema").Literals<readonly ["complete", "partial"]>;
+            readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>;
+            readonly currency: import("effect/Schema").Literal<"USD">;
+            readonly source: import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"estimated">;
+                readonly id: import("effect/Schema").String;
+            }>;
+            readonly pricing: import("effect/Schema").Struct<{
+                readonly basis: import("effect/Schema").Literal<"catalog-reference">;
+                readonly currency: import("effect/Schema").Literal<"USD">;
+                readonly source: import("effect/Schema").Struct<{
+                    readonly kind: import("effect/Schema").Literal<"configured-profile">;
+                    readonly id: import("effect/Schema").String;
+                    readonly asOf: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                    readonly profileDigest: import("effect/Schema").String;
+                }>;
+                readonly requestModel: import("effect/Schema").String;
+                readonly selector: import("effect/Schema").String;
+                readonly match: import("effect/Schema").Literals<readonly ["exact", "provider-wildcard"]>;
+                readonly ratesPerMTok: import("effect/Schema").Struct<{
+                    readonly input: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                    readonly output: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                    readonly cacheRead: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                    readonly cacheWrite: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                }>;
+            }>;
+            readonly charges: import("effect/Schema").NonEmptyArray<import("effect/Schema").Struct<{
+                readonly bucket: import("effect/Schema").Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+                readonly tokens: import("effect/Schema").Number;
+                readonly ratePerMTok: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>;
+            }>>;
+            readonly missing: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly bucket: import("effect/Schema").Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+                readonly reason: import("effect/Schema").Literals<readonly ["tokens-unknown", "rate-unknown"]>;
+            }>>;
+        }>>;
+    }>>;
     assertions: import("../index.js").RecordAttachmentDefinition<"attempt", "niceeval.assertions", import("effect/Schema").encodeKeys<import("effect/Schema").Struct<{
         readonly entries: import("effect/Schema").$Array<import("effect/Schema").Struct<{
             readonly entryId: import("effect/Schema").toType<import("effect/Schema").Codec<import("../../index.js").AssertionEntryId, string, never, never>>;
@@ -1091,6 +1183,32 @@ export declare const NiceEvalRecordAttachments: Readonly<{
             readonly scopeId: import("effect/Schema").String;
             readonly state: import("effect/Schema").Literals<readonly ["included", "excluded", "unknown"]>;
         }>>;
+        readonly display: import("effect/Schema").optional<import("effect/Schema").NonEmptyArray<import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"text">;
+            readonly text: import("effect/Schema").String;
+        }>, import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"message">;
+            readonly role: import("effect/Schema").Literals<readonly ["user", "assistant", "system", "other"]>;
+            readonly speaker: import("effect/Schema").optional<import("effect/Schema").String>;
+            readonly text: import("effect/Schema").String;
+        }>, import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"fields">;
+            readonly fields: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly label: import("effect/Schema").String;
+                readonly value: import("effect/Schema").Union<readonly [import("effect/Schema").String, import("effect/Schema").Number, import("effect/Schema").Boolean, import("effect/Schema").Null]>;
+            }>>;
+        }>, import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"code">;
+            readonly language: import("effect/Schema").optional<import("effect/Schema").String>;
+            readonly text: import("effect/Schema").String;
+        }>, import("effect/Schema").Struct<{
+            readonly kind: import("effect/Schema").Literal<"image">;
+            readonly artifactId: import("effect/Schema").String;
+            readonly alt: import("effect/Schema").String;
+            readonly mediaType: import("effect/Schema").Literals<readonly ["image/png", "image/jpeg", "image/webp", "image/gif"]>;
+            readonly byteLength: import("effect/Schema").Number;
+            readonly sha256: import("effect/Schema").String;
+        }>]>>>;
     }>]>>;
     sources: import("../index.js").RecordAttachmentDefinition<"run", "niceeval.sources", import("effect/Schema").encodeKeys<import("effect/Schema").Struct<{
         readonly items: import("effect/Schema").$Array<import("effect/Schema").Struct<{
@@ -1176,6 +1294,7 @@ export declare const NiceEvalCurrentRecordAttachments: Readonly<{
                 }>]>>;
             }>]>;
             readonly calls: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly modelSlot: import("effect/Schema").NullOr<import("effect/Schema").String>;
                 readonly route: import("effect/Schema").Struct<{
                     readonly transportProvider: import("effect/Schema").NullOr<import("effect/Schema").String>;
                     readonly endpointId: import("effect/Schema").NullOr<import("effect/Schema").String>;
@@ -1240,7 +1359,101 @@ export declare const NiceEvalCurrentRecordAttachments: Readonly<{
                 }>>;
             }>>;
         }>>;
-        revision: 2;
+        revision: 4;
+    }>;
+    judgeUsage: Readonly<{
+        attachment: import("../index.js").RecordAttachmentDefinition<"attempt", "niceeval.judge-usage", import("effect/Schema").Struct<{
+            readonly collection: import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+                readonly state: import("effect/Schema").Literal<"complete">;
+                readonly limitations: import("effect/Schema").Tuple<readonly []>;
+            }>, import("effect/Schema").Struct<{
+                readonly state: import("effect/Schema").Literal<"partial">;
+                readonly limitations: import("effect/Schema").NonEmptyArray<import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+                    readonly code: import("effect/Schema").Literals<readonly ["capture-failed", "capture-interrupted"]>;
+                    readonly stage: import("effect/Schema").String;
+                }>, import("effect/Schema").Struct<{
+                    readonly code: import("effect/Schema").Literals<readonly ["collection-cap-reached", "unsupported-input"]>;
+                    readonly omittedAtLeast: import("effect/Schema").Number;
+                }>]>>;
+            }>]>;
+            readonly calls: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly callId: import("effect/Schema").String;
+                readonly entryIndex: import("effect/Schema").Number;
+                readonly entryId: import("effect/Schema").Codec<import("../../index.js").AssertionEntryId, string, never, never>;
+                readonly logicalOrdinal: import("effect/Schema").Number;
+                readonly transmissionOrdinal: import("effect/Schema").Number;
+                readonly operation: import("effect/Schema").Literals<readonly ["score", "classify", "extract", "batchClassify"]>;
+                readonly requestModel: import("effect/Schema").String;
+                readonly transportProvider: import("effect/Schema").Literals<readonly ["openai", "vercel", "openrouter", "typesafe"]>;
+                readonly provider: import("effect/Schema").NullOr<import("effect/Schema").String>;
+                readonly model: import("effect/Schema").NullOr<import("effect/Schema").String>;
+                readonly status: import("effect/Schema").Literals<readonly ["succeeded", "failed", "cancelled", "unknown"]>;
+                readonly httpStatus: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly inputTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly inputTotalTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly outputTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly cacheReadTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly cacheWriteTokens: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                readonly cost: import("effect/Schema").NullOr<import("effect/Schema").Struct<{
+                    readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>;
+                    readonly currency: import("effect/Schema").Codec<import("./source-receipt/model.js").CurrencyCode, string, never, never>;
+                    readonly source: import("effect/Schema").Struct<{
+                        readonly kind: import("effect/Schema").Literal<"reported">;
+                        readonly id: import("effect/Schema").String;
+                    }>;
+                }>>;
+                readonly receipt: import("effect/Schema").Struct<{
+                    readonly state: import("effect/Schema").Literals<readonly ["available", "unavailable"]>;
+                    readonly reason: import("effect/Schema").NullOr<import("effect/Schema").Literals<readonly ["response-unavailable", "cancelled", "response-too-large", "invalid-json", "usage-not-reported", "invalid-usage", "response-model-too-large"]>>;
+                    readonly responseDigest: import("effect/Schema").NullOr<import("effect/Schema").String>;
+                    readonly fields: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                        readonly path: import("effect/Schema").Literals<readonly ["model", "provider", "usage.completion_tokens", "usage.cost", "usage.input_tokens", "usage.output_tokens", "usage.prompt_tokens", "usage.prompt_tokens_details.cache_write_tokens", "usage.prompt_tokens_details.cached_tokens", "usage.total_tokens"]>;
+                        readonly value: import("effect/Schema").Union<readonly [import("effect/Schema").String, import("effect/Schema").Number, import("effect/Schema").Null]>;
+                    }>>;
+                }>;
+            }>>;
+            readonly priceReceipts: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"judge-call-price-estimate">;
+                readonly callId: import("effect/Schema").String;
+                readonly state: import("effect/Schema").Literals<readonly ["complete", "partial"]>;
+                readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>;
+                readonly currency: import("effect/Schema").Literal<"USD">;
+                readonly source: import("effect/Schema").Struct<{
+                    readonly kind: import("effect/Schema").Literal<"estimated">;
+                    readonly id: import("effect/Schema").String;
+                }>;
+                readonly pricing: import("effect/Schema").Struct<{
+                    readonly basis: import("effect/Schema").Literal<"catalog-reference">;
+                    readonly currency: import("effect/Schema").Literal<"USD">;
+                    readonly source: import("effect/Schema").Struct<{
+                        readonly kind: import("effect/Schema").Literal<"configured-profile">;
+                        readonly id: import("effect/Schema").String;
+                        readonly asOf: import("effect/Schema").NullOr<import("effect/Schema").Number>;
+                        readonly profileDigest: import("effect/Schema").String;
+                    }>;
+                    readonly requestModel: import("effect/Schema").String;
+                    readonly selector: import("effect/Schema").String;
+                    readonly match: import("effect/Schema").Literals<readonly ["exact", "provider-wildcard"]>;
+                    readonly ratesPerMTok: import("effect/Schema").Struct<{
+                        readonly input: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                        readonly output: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                        readonly cacheRead: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                        readonly cacheWrite: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                    }>;
+                }>;
+                readonly charges: import("effect/Schema").NonEmptyArray<import("effect/Schema").Struct<{
+                    readonly bucket: import("effect/Schema").Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+                    readonly tokens: import("effect/Schema").Number;
+                    readonly ratePerMTok: import("effect/Schema").NullOr<import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                    readonly amount: import("effect/Schema").Codec<import("./source-receipt/model.js").CanonicalDecimal, string, never, never>;
+                }>>;
+                readonly missing: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                    readonly bucket: import("effect/Schema").Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+                    readonly reason: import("effect/Schema").Literals<readonly ["tokens-unknown", "rate-unknown"]>;
+                }>>;
+            }>>;
+        }>>;
+        revision: 1;
     }>;
     assertions: Readonly<{
         attachment: import("../index.js").RecordAttachmentDefinition<"attempt", "niceeval.assertions", import("effect/Schema").encodeKeys<import("effect/Schema").Struct<{
@@ -2285,6 +2498,32 @@ export declare const NiceEvalCurrentRecordAttachments: Readonly<{
                 readonly scopeId: import("effect/Schema").String;
                 readonly state: import("effect/Schema").Literals<readonly ["included", "excluded", "unknown"]>;
             }>>;
+            readonly display: import("effect/Schema").optional<import("effect/Schema").NonEmptyArray<import("effect/Schema").Union<readonly [import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"text">;
+                readonly text: import("effect/Schema").String;
+            }>, import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"message">;
+                readonly role: import("effect/Schema").Literals<readonly ["user", "assistant", "system", "other"]>;
+                readonly speaker: import("effect/Schema").optional<import("effect/Schema").String>;
+                readonly text: import("effect/Schema").String;
+            }>, import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"fields">;
+                readonly fields: import("effect/Schema").$Array<import("effect/Schema").Struct<{
+                    readonly label: import("effect/Schema").String;
+                    readonly value: import("effect/Schema").Union<readonly [import("effect/Schema").String, import("effect/Schema").Number, import("effect/Schema").Boolean, import("effect/Schema").Null]>;
+                }>>;
+            }>, import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"code">;
+                readonly language: import("effect/Schema").optional<import("effect/Schema").String>;
+                readonly text: import("effect/Schema").String;
+            }>, import("effect/Schema").Struct<{
+                readonly kind: import("effect/Schema").Literal<"image">;
+                readonly artifactId: import("effect/Schema").String;
+                readonly alt: import("effect/Schema").String;
+                readonly mediaType: import("effect/Schema").Literals<readonly ["image/png", "image/jpeg", "image/webp", "image/gif"]>;
+                readonly byteLength: import("effect/Schema").Number;
+                readonly sha256: import("effect/Schema").String;
+            }>]>>>;
         }>]>>;
         revision: 1;
     }>;