niceeval 0.15.1-canary.76 → 0.16.1

package/dist/record/family/adapter-usage/schema.d.mts

@@ -41,7 +41,9 @@ export declare const AdapterCallPriceReceiptSchema: Schema.Struct<{
     }>>;
 }>;
 export type AdapterCallPriceReceipt = Schema.Schema.Type<typeof AdapterCallPriceReceiptSchema>;
+export declare const AdapterUsageModelSlotSchema: Schema.String;
 export declare const AdapterUsageCallSchema: Schema.Struct<{
+    readonly modelSlot: Schema.NullOr<Schema.String>;
     readonly route: Schema.Struct<{
         readonly transportProvider: Schema.NullOr<Schema.String>;
         readonly endpointId: Schema.NullOr<Schema.String>;
@@ -97,6 +99,86 @@ export declare const AdapterUsageAttachmentRevision1Schema: Schema.Struct<{
     }>>;
 }>;
 export type AdapterUsageAttachmentRevision1 = Schema.Schema.Type<typeof AdapterUsageAttachmentRevision1Schema>;
+export declare const AdapterUsageAttachmentRevision2Schema: Schema.Struct<{
+    readonly collection: Schema.Union<readonly [Schema.Struct<{
+        readonly state: Schema.Literal<"complete">;
+        readonly limitations: Schema.Tuple<readonly []>;
+    }>, Schema.Struct<{
+        readonly state: Schema.Literal<"partial">;
+        readonly limitations: Schema.NonEmptyArray<Schema.Union<readonly [Schema.Struct<{
+            readonly code: Schema.Literals<readonly ["capture-failed", "capture-interrupted"]>;
+            readonly stage: Schema.String;
+        }>, Schema.Struct<{
+            readonly code: Schema.Literals<readonly ["collection-cap-reached", "unsupported-input"]>;
+            readonly omittedAtLeast: Schema.Number;
+        }>]>>;
+    }>]>;
+    readonly calls: Schema.$Array<Schema.Struct<{
+        readonly route: Schema.Struct<{
+            readonly transportProvider: Schema.NullOr<Schema.String>;
+            readonly endpointId: Schema.NullOr<Schema.String>;
+        }>;
+        readonly cost: Schema.NullOr<Schema.Struct<{
+            readonly amount: Schema.Codec<import("../source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+            readonly currency: Schema.Codec<import("../source-receipt/model.mjs").CurrencyCode, string, never, never>;
+            readonly source: Schema.Struct<{
+                readonly kind: Schema.Literal<"reported">;
+                readonly id: Schema.String;
+            }>;
+        }>>;
+        readonly callId: Schema.String;
+        readonly retryOf: Schema.NullOr<Schema.String>;
+        readonly provider: Schema.NullOr<Schema.String>;
+        readonly model: Schema.NullOr<Schema.String>;
+        readonly status: Schema.Literals<readonly ["succeeded", "failed", "cancelled", "unknown"]>;
+        readonly inputTokens: Schema.NullOr<Schema.Number>;
+        readonly inputTotalTokens: Schema.NullOr<Schema.Number>;
+        readonly outputTokens: Schema.NullOr<Schema.Number>;
+        readonly cacheReadTokens: Schema.NullOr<Schema.Number>;
+        readonly cacheWriteTokens: Schema.NullOr<Schema.Number>;
+    }>>;
+    readonly priceReceipts: Schema.$Array<Schema.Struct<{
+        readonly kind: Schema.Literal<"adapter-call-price-estimate">;
+        readonly callId: Schema.String;
+        readonly state: Schema.Literals<readonly ["complete", "partial"]>;
+        readonly amount: Schema.Codec<import("../source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+        readonly currency: Schema.Literal<"USD">;
+        readonly source: Schema.Struct<{
+            readonly kind: Schema.Literal<"estimated">;
+            readonly id: Schema.String;
+        }>;
+        readonly pricing: Schema.Struct<{
+            readonly basis: Schema.Literal<"catalog-reference">;
+            readonly currency: Schema.Literal<"USD">;
+            readonly source: Schema.Struct<{
+                readonly kind: Schema.Literal<"configured-profile">;
+                readonly id: Schema.String;
+                readonly asOf: Schema.NullOr<Schema.Number>;
+                readonly profileDigest: Schema.String;
+            }>;
+            readonly requestModel: Schema.String;
+            readonly selector: Schema.String;
+            readonly match: Schema.Literals<readonly ["exact", "provider-wildcard"]>;
+            readonly ratesPerMTok: Schema.Struct<{
+                readonly input: Schema.NullOr<Schema.Codec<import("../source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                readonly output: Schema.NullOr<Schema.Codec<import("../source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                readonly cacheRead: Schema.NullOr<Schema.Codec<import("../source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                readonly cacheWrite: Schema.NullOr<Schema.Codec<import("../source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+            }>;
+        }>;
+        readonly charges: Schema.NonEmptyArray<Schema.Struct<{
+            readonly bucket: Schema.Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+            readonly tokens: Schema.Number;
+            readonly ratePerMTok: Schema.NullOr<Schema.Codec<import("../source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+            readonly amount: Schema.Codec<import("../source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+        }>>;
+        readonly missing: Schema.$Array<Schema.Struct<{
+            readonly bucket: Schema.Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+            readonly reason: Schema.Literals<readonly ["tokens-unknown", "rate-unknown"]>;
+        }>>;
+    }>>;
+}>;
+export type AdapterUsageAttachmentRevision2 = Schema.Schema.Type<typeof AdapterUsageAttachmentRevision2Schema>;
 export declare const AdapterUsageAttachmentSchema: Schema.Struct<{
     readonly collection: Schema.Union<readonly [Schema.Struct<{
         readonly state: Schema.Literal<"complete">;
@@ -112,6 +194,7 @@ export declare const AdapterUsageAttachmentSchema: Schema.Struct<{
         }>]>>;
     }>]>;
     readonly calls: Schema.$Array<Schema.Struct<{
+        readonly modelSlot: Schema.NullOr<Schema.String>;
         readonly route: Schema.Struct<{
             readonly transportProvider: Schema.NullOr<Schema.String>;
             readonly endpointId: Schema.NullOr<Schema.String>;
@@ -186,5 +269,7 @@ export interface ReadableAdapterUsageAttachment {
 }
 /** Valid revision 1 facts remain readable without rewriting bytes or repricing historical calls. */
 export declare function projectAdapterUsageRevision1(value: AdapterUsageAttachmentRevision1): ReadableAdapterUsageAttachment;
+/** Revision 2 preserves reported costs and sealed estimates while leaving purpose unknown. */
+export declare function projectAdapterUsageRevision2(value: AdapterUsageAttachmentRevision2): ReadableAdapterUsageAttachment;
 export declare function validateAdapterUsageCalls(calls: readonly AdapterUsageCall[]): readonly RecordAttachmentIssue[];
 export declare function validateAdapterUsageAttachment(value: ReadableAdapterUsageAttachment): readonly RecordAttachmentIssue[];

package/dist/record/family/adapter-usage/schema.d.ts

@@ -41,7 +41,9 @@ export declare const AdapterCallPriceReceiptSchema: Schema.Struct<{
     }>>;
 }>;
 export type AdapterCallPriceReceipt = Schema.Schema.Type<typeof AdapterCallPriceReceiptSchema>;
+export declare const AdapterUsageModelSlotSchema: Schema.String;
 export declare const AdapterUsageCallSchema: Schema.Struct<{
+    readonly modelSlot: Schema.NullOr<Schema.String>;
     readonly route: Schema.Struct<{
         readonly transportProvider: Schema.NullOr<Schema.String>;
         readonly endpointId: Schema.NullOr<Schema.String>;
@@ -97,6 +99,86 @@ export declare const AdapterUsageAttachmentRevision1Schema: Schema.Struct<{
     }>>;
 }>;
 export type AdapterUsageAttachmentRevision1 = Schema.Schema.Type<typeof AdapterUsageAttachmentRevision1Schema>;
+export declare const AdapterUsageAttachmentRevision2Schema: Schema.Struct<{
+    readonly collection: Schema.Union<readonly [Schema.Struct<{
+        readonly state: Schema.Literal<"complete">;
+        readonly limitations: Schema.Tuple<readonly []>;
+    }>, Schema.Struct<{
+        readonly state: Schema.Literal<"partial">;
+        readonly limitations: Schema.NonEmptyArray<Schema.Union<readonly [Schema.Struct<{
+            readonly code: Schema.Literals<readonly ["capture-failed", "capture-interrupted"]>;
+            readonly stage: Schema.String;
+        }>, Schema.Struct<{
+            readonly code: Schema.Literals<readonly ["collection-cap-reached", "unsupported-input"]>;
+            readonly omittedAtLeast: Schema.Number;
+        }>]>>;
+    }>]>;
+    readonly calls: Schema.$Array<Schema.Struct<{
+        readonly route: Schema.Struct<{
+            readonly transportProvider: Schema.NullOr<Schema.String>;
+            readonly endpointId: Schema.NullOr<Schema.String>;
+        }>;
+        readonly cost: Schema.NullOr<Schema.Struct<{
+            readonly amount: Schema.Codec<import("../source-receipt/model.js").CanonicalDecimal, string, never, never>;
+            readonly currency: Schema.Codec<import("../source-receipt/model.js").CurrencyCode, string, never, never>;
+            readonly source: Schema.Struct<{
+                readonly kind: Schema.Literal<"reported">;
+                readonly id: Schema.String;
+            }>;
+        }>>;
+        readonly callId: Schema.String;
+        readonly retryOf: Schema.NullOr<Schema.String>;
+        readonly provider: Schema.NullOr<Schema.String>;
+        readonly model: Schema.NullOr<Schema.String>;
+        readonly status: Schema.Literals<readonly ["succeeded", "failed", "cancelled", "unknown"]>;
+        readonly inputTokens: Schema.NullOr<Schema.Number>;
+        readonly inputTotalTokens: Schema.NullOr<Schema.Number>;
+        readonly outputTokens: Schema.NullOr<Schema.Number>;
+        readonly cacheReadTokens: Schema.NullOr<Schema.Number>;
+        readonly cacheWriteTokens: Schema.NullOr<Schema.Number>;
+    }>>;
+    readonly priceReceipts: Schema.$Array<Schema.Struct<{
+        readonly kind: Schema.Literal<"adapter-call-price-estimate">;
+        readonly callId: Schema.String;
+        readonly state: Schema.Literals<readonly ["complete", "partial"]>;
+        readonly amount: Schema.Codec<import("../source-receipt/model.js").CanonicalDecimal, string, never, never>;
+        readonly currency: Schema.Literal<"USD">;
+        readonly source: Schema.Struct<{
+            readonly kind: Schema.Literal<"estimated">;
+            readonly id: Schema.String;
+        }>;
+        readonly pricing: Schema.Struct<{
+            readonly basis: Schema.Literal<"catalog-reference">;
+            readonly currency: Schema.Literal<"USD">;
+            readonly source: Schema.Struct<{
+                readonly kind: Schema.Literal<"configured-profile">;
+                readonly id: Schema.String;
+                readonly asOf: Schema.NullOr<Schema.Number>;
+                readonly profileDigest: Schema.String;
+            }>;
+            readonly requestModel: Schema.String;
+            readonly selector: Schema.String;
+            readonly match: Schema.Literals<readonly ["exact", "provider-wildcard"]>;
+            readonly ratesPerMTok: Schema.Struct<{
+                readonly input: Schema.NullOr<Schema.Codec<import("../source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                readonly output: Schema.NullOr<Schema.Codec<import("../source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                readonly cacheRead: Schema.NullOr<Schema.Codec<import("../source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+                readonly cacheWrite: Schema.NullOr<Schema.Codec<import("../source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+            }>;
+        }>;
+        readonly charges: Schema.NonEmptyArray<Schema.Struct<{
+            readonly bucket: Schema.Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+            readonly tokens: Schema.Number;
+            readonly ratePerMTok: Schema.NullOr<Schema.Codec<import("../source-receipt/model.js").CanonicalDecimal, string, never, never>>;
+            readonly amount: Schema.Codec<import("../source-receipt/model.js").CanonicalDecimal, string, never, never>;
+        }>>;
+        readonly missing: Schema.$Array<Schema.Struct<{
+            readonly bucket: Schema.Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+            readonly reason: Schema.Literals<readonly ["tokens-unknown", "rate-unknown"]>;
+        }>>;
+    }>>;
+}>;
+export type AdapterUsageAttachmentRevision2 = Schema.Schema.Type<typeof AdapterUsageAttachmentRevision2Schema>;
 export declare const AdapterUsageAttachmentSchema: Schema.Struct<{
     readonly collection: Schema.Union<readonly [Schema.Struct<{
         readonly state: Schema.Literal<"complete">;
@@ -112,6 +194,7 @@ export declare const AdapterUsageAttachmentSchema: Schema.Struct<{
         }>]>>;
     }>]>;
     readonly calls: Schema.$Array<Schema.Struct<{
+        readonly modelSlot: Schema.NullOr<Schema.String>;
         readonly route: Schema.Struct<{
             readonly transportProvider: Schema.NullOr<Schema.String>;
             readonly endpointId: Schema.NullOr<Schema.String>;
@@ -186,5 +269,7 @@ export interface ReadableAdapterUsageAttachment {
 }
 /** Valid revision 1 facts remain readable without rewriting bytes or repricing historical calls. */
 export declare function projectAdapterUsageRevision1(value: AdapterUsageAttachmentRevision1): ReadableAdapterUsageAttachment;
+/** Revision 2 preserves reported costs and sealed estimates while leaving purpose unknown. */
+export declare function projectAdapterUsageRevision2(value: AdapterUsageAttachmentRevision2): ReadableAdapterUsageAttachment;
 export declare function validateAdapterUsageCalls(calls: readonly AdapterUsageCall[]): readonly RecordAttachmentIssue[];
 export declare function validateAdapterUsageAttachment(value: ReadableAdapterUsageAttachment): readonly RecordAttachmentIssue[];

package/dist/record/family/adapter-usage/schema.js

@@ -5,16 +5,22 @@ const __niceevalExport0 = __niceevalCanonical["AdapterCallPriceReceiptSchema"];
 export { __niceevalExport0 as AdapterCallPriceReceiptSchema };
 const __niceevalExport1 = __niceevalCanonical["AdapterUsageAttachmentRevision1Schema"];
 export { __niceevalExport1 as AdapterUsageAttachmentRevision1Schema };
-const __niceevalExport2 = __niceevalCanonical["AdapterUsageAttachmentSchema"];
-export { __niceevalExport2 as AdapterUsageAttachmentSchema };
-const __niceevalExport3 = __niceevalCanonical["AdapterUsageCallSchema"];
-export { __niceevalExport3 as AdapterUsageCallSchema };
-const __niceevalExport4 = __niceevalCanonical["AdapterUsageLimits"];
-export { __niceevalExport4 as AdapterUsageLimits };
-const __niceevalExport5 = __niceevalCanonical["projectAdapterUsageRevision1"];
-export { __niceevalExport5 as projectAdapterUsageRevision1 };
-const __niceevalExport6 = __niceevalCanonical["validateAdapterUsageAttachment"];
-export { __niceevalExport6 as validateAdapterUsageAttachment };
-const __niceevalExport7 = __niceevalCanonical["validateAdapterUsageCalls"];
-export { __niceevalExport7 as validateAdapterUsageCalls };
+const __niceevalExport2 = __niceevalCanonical["AdapterUsageAttachmentRevision2Schema"];
+export { __niceevalExport2 as AdapterUsageAttachmentRevision2Schema };
+const __niceevalExport3 = __niceevalCanonical["AdapterUsageAttachmentSchema"];
+export { __niceevalExport3 as AdapterUsageAttachmentSchema };
+const __niceevalExport4 = __niceevalCanonical["AdapterUsageCallSchema"];
+export { __niceevalExport4 as AdapterUsageCallSchema };
+const __niceevalExport5 = __niceevalCanonical["AdapterUsageLimits"];
+export { __niceevalExport5 as AdapterUsageLimits };
+const __niceevalExport6 = __niceevalCanonical["AdapterUsageModelSlotSchema"];
+export { __niceevalExport6 as AdapterUsageModelSlotSchema };
+const __niceevalExport7 = __niceevalCanonical["projectAdapterUsageRevision1"];
+export { __niceevalExport7 as projectAdapterUsageRevision1 };
+const __niceevalExport8 = __niceevalCanonical["projectAdapterUsageRevision2"];
+export { __niceevalExport8 as projectAdapterUsageRevision2 };
+const __niceevalExport9 = __niceevalCanonical["validateAdapterUsageAttachment"];
+export { __niceevalExport9 as validateAdapterUsageAttachment };
+const __niceevalExport10 = __niceevalCanonical["validateAdapterUsageCalls"];
+export { __niceevalExport10 as validateAdapterUsageCalls };
 //# sourceMappingURL=schema.js.map

package/dist/record/family/catalog.cjs

@@ -1,41 +1,43 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.NiceEvalFamilySchema = exports.NICE_EVAL_OBSERVABILITY_SOURCE_FAMILIES = exports.NICE_EVAL_FAMILIES = exports.NiceEvalRecordAttachmentCatalog = exports.NiceEvalRecordAttachmentPersistences = exports.NiceEvalRecordAttachments = exports.NiceEvalCurrentRecordAttachments = void 0;
+const persistence_ts_1 = require("./judge-usage/persistence.cjs");
 const effect_1 = require("effect");
 const index_ts_1 = require("../attachment/index.cjs");
-const persistence_ts_1 = require("./agent-turns/persistence.cjs");
-const persistence_ts_2 = require("./adapter-usage/persistence.cjs");
-const persistence_ts_3 = require("./attempt-cost/persistence.cjs");
-const persistence_ts_4 = require("./artifacts/persistence.cjs");
-const persistence_ts_5 = require("./assertions/persistence.cjs");
-const persistence_ts_6 = require("./file-changes/persistence.cjs");
-const persistence_ts_7 = require("./execution-traces/persistence.cjs");
-const persistence_ts_8 = require("./runner-activities/persistence.cjs");
-const persistence_ts_9 = require("./runner-diagnostics/persistence.cjs");
-const persistence_ts_10 = require("./sandbox-commands/persistence.cjs");
-const persistence_ts_11 = require("./sources/persistence.cjs");
-const persistence_ts_12 = require("./turn-contexts/persistence.cjs");
+const persistence_ts_2 = require("./agent-turns/persistence.cjs");
+const persistence_ts_3 = require("./adapter-usage/persistence.cjs");
+const persistence_ts_4 = require("./attempt-cost/persistence.cjs");
+const persistence_ts_5 = require("./artifacts/persistence.cjs");
+const persistence_ts_6 = require("./assertions/persistence.cjs");
+const persistence_ts_7 = require("./file-changes/persistence.cjs");
+const persistence_ts_8 = require("./execution-traces/persistence.cjs");
+const persistence_ts_9 = require("./runner-activities/persistence.cjs");
+const persistence_ts_10 = require("./runner-diagnostics/persistence.cjs");
+const persistence_ts_11 = require("./sandbox-commands/persistence.cjs");
+const persistence_ts_12 = require("./sources/persistence.cjs");
+const persistence_ts_13 = require("./turn-contexts/persistence.cjs");
 const current_ts_1 = require("./current.cjs");
 var current_ts_2 = require("./current.cjs");
 Object.defineProperty(exports, "NiceEvalCurrentRecordAttachments", { enumerable: true, get: function () { return current_ts_2.NiceEvalCurrentRecordAttachments; } });
 Object.defineProperty(exports, "NiceEvalRecordAttachments", { enumerable: true, get: function () { return current_ts_2.NiceEvalRecordAttachments; } });
 /** Explicit durable Host composition; importing a family never registers it. */
 exports.NiceEvalRecordAttachmentPersistences = Object.freeze([
-    persistence_ts_2.adapterUsageRecordAttachmentPersistence,
-    persistence_ts_5.assertionsRecordAttachmentPersistence,
-    persistence_ts_3.attemptCostRecordAttachmentPersistence,
-    persistence_ts_1.agentTurnsRecordAttachmentPersistence,
-    persistence_ts_12.turnContextsRecordAttachmentPersistence,
-    persistence_ts_10.sandboxCommandsRecordAttachmentPersistence,
-    persistence_ts_8.attemptRunnerActivitiesRecordAttachmentPersistence,
-    persistence_ts_8.runRunnerActivitiesRecordAttachmentPersistence,
-    persistence_ts_9.attemptRunnerDiagnosticsRecordAttachmentPersistence,
-    persistence_ts_9.runRunnerDiagnosticsRecordAttachmentPersistence,
-    persistence_ts_6.fileChangesRecordAttachmentPersistence,
-    persistence_ts_7.executionTracesRecordAttachmentPersistence,
-    persistence_ts_11.sourcesRecordAttachmentPersistence,
-    persistence_ts_4.attemptArtifactsRecordAttachmentPersistence,
-    persistence_ts_4.runArtifactsRecordAttachmentPersistence,
+    persistence_ts_3.adapterUsageRecordAttachmentPersistence,
+    persistence_ts_1.judgeUsageRecordAttachmentPersistence,
+    persistence_ts_6.assertionsRecordAttachmentPersistence,
+    persistence_ts_4.attemptCostRecordAttachmentPersistence,
+    persistence_ts_2.agentTurnsRecordAttachmentPersistence,
+    persistence_ts_13.turnContextsRecordAttachmentPersistence,
+    persistence_ts_11.sandboxCommandsRecordAttachmentPersistence,
+    persistence_ts_9.attemptRunnerActivitiesRecordAttachmentPersistence,
+    persistence_ts_9.runRunnerActivitiesRecordAttachmentPersistence,
+    persistence_ts_10.attemptRunnerDiagnosticsRecordAttachmentPersistence,
+    persistence_ts_10.runRunnerDiagnosticsRecordAttachmentPersistence,
+    persistence_ts_7.fileChangesRecordAttachmentPersistence,
+    persistence_ts_8.executionTracesRecordAttachmentPersistence,
+    persistence_ts_12.sourcesRecordAttachmentPersistence,
+    persistence_ts_5.attemptArtifactsRecordAttachmentPersistence,
+    persistence_ts_5.runArtifactsRecordAttachmentPersistence,
 ]);
 function requireCatalog(result) {
     if (effect_1.Result.isFailure(result)) {
@@ -47,6 +49,7 @@ exports.NiceEvalRecordAttachmentCatalog = requireCatalog((0, index_ts_1.makeReco
 /** Family identities and source subsets derive from the logical definitions. */
 exports.NICE_EVAL_FAMILIES = Object.freeze([
     current_ts_1.NiceEvalRecordAttachments.adapterUsage.family,
+    current_ts_1.NiceEvalRecordAttachments.judgeUsage.family,
     current_ts_1.NiceEvalRecordAttachments.assertions.family,
     current_ts_1.NiceEvalRecordAttachments.attemptCost.family,
     current_ts_1.NiceEvalRecordAttachments.agentTurns.family,
@@ -61,6 +64,7 @@ exports.NICE_EVAL_FAMILIES = Object.freeze([
 ]);
 exports.NICE_EVAL_OBSERVABILITY_SOURCE_FAMILIES = Object.freeze([
     current_ts_1.NiceEvalRecordAttachments.adapterUsage.family,
+    current_ts_1.NiceEvalRecordAttachments.judgeUsage.family,
     current_ts_1.NiceEvalRecordAttachments.agentTurns.family,
     current_ts_1.NiceEvalRecordAttachments.executionTraces.family,
     current_ts_1.NiceEvalRecordAttachments.turnContexts.family,

package/dist/record/family/catalog.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"catalog.js","sourceRoot":"","sources":["catalog.ts"],"names":[],"mappings":";;;AAAA,mCAAwC;AACxC,qDAAoG;AACpG,iEAAqF;AACrF,mEAAyF;AACzF,kEAAuF;AACvF,+DAAmI;AACnI,gEAAoF;AACpF,kEAAuF;AACvF,sEAA+F;AAC/F,uEAAyJ;AACzJ,wEAA4J;AAC5J,uEAA+F;AAC/F,8DAA8E;AAC9E,oEAAyF;AACzF,6CAAyD;AACzD,2CAA2F;AAAlF,8HAAA,gCAAgC,OAAA;AAAE,uHAAA,yBAAyB,OAAA;AACpE,gFAAgF;AACnE,QAAA,oCAAoC,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9D,wDAAuC;IACvC,sDAAqC;IACrC,uDAAsC;IACtC,sDAAqC;IACrC,yDAAuC;IACvC,4DAA0C;IAC1C,mEAAkD;IAClD,+DAA8C;IAC9C,oEAAmD;IACnD,gEAA+C;IAC/C,uDAAsC;IACtC,2DAA0C;IAC1C,oDAAkC;IAClC,4DAA2C;IAC3C,wDAAuC;CACjC,CAAC,CAAC;AACZ,SAAS,cAAc,CAAC,MAAuD;IAC3E,IAAI,eAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC;AAC1B,CAAC;AACY,QAAA,+BAA+B,GAAG,cAAc,CAAC,IAAA,sCAA2B,EAAC,4CAAoC,CAAC,CAAC,CAAC;AACjI,gFAAgF;AACnE,QAAA,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5C,sCAAyB,CAAC,YAAY,CAAC,MAAM;IAC7C,sCAAyB,CAAC,UAAU,CAAC,MAAM;IAC3C,sCAAyB,CAAC,WAAW,CAAC,MAAM;IAC5C,sCAAyB,CAAC,UAAU,CAAC,MAAM;IAC3C,sCAAyB,CAAC,YAAY,CAAC,MAAM;IAC7C,sCAAyB,CAAC,eAAe,CAAC,MAAM;IAChD,sCAAyB,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM;IACzD,sCAAyB,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM;IAC1D,sCAAyB,CAAC,WAAW,CAAC,MAAM;IAC5C,sCAAyB,CAAC,eAAe,CAAC,MAAM;IAChD,sCAAyB,CAAC,OAAO,CAAC,MAAM;IACxC,sCAAyB,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM;CAC5C,CAAC,CAAC;AACC,QAAA,uCAAuC,GAAG,MAAM,CAAC,MAAM,CAAC;IACjE,sCAAyB,CAAC,YAAY,CAAC,MAAM;IAC7C,sCAAyB,CAAC,UAAU,CAAC,MAAM;IAC3C,sCAAyB,CAAC,eAAe,CAAC,MAAM;IAChD,sCAAyB,CAAC,YAAY,CAAC,MAAM;IAC7C,sCAAyB,CAAC,eAAe,CAAC,MAAM;IAChD,sCAAyB,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM;IACzD,sCAAyB,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM;CACpD,CAAC,CAAC;AAEC,QAAA,oBAAoB,GAAiC,eAAM,CAAC,QAAQ,CAAC;IAC9E,GAAG,0BAAkB;CACxB,CAAC,CAAC","sourcesContent":["import { Result, Schema } from \"effect\";\nimport { makeRecordAttachmentCatalog, type RecordAttachmentCatalog, } from \"../attachment/index.ts\";\nimport { agentTurnsRecordAttachmentPersistence } from \"./agent-turns/persistence.ts\";\nimport { adapterUsageRecordAttachmentPersistence } from \"./adapter-usage/persistence.ts\";\nimport { attemptCostRecordAttachmentPersistence } from \"./attempt-cost/persistence.ts\";\nimport { attemptArtifactsRecordAttachmentPersistence, runArtifactsRecordAttachmentPersistence, } from \"./artifacts/persistence.ts\";\nimport { assertionsRecordAttachmentPersistence } from \"./assertions/persistence.ts\";\nimport { fileChangesRecordAttachmentPersistence } from \"./file-changes/persistence.ts\";\nimport { executionTracesRecordAttachmentPersistence } from \"./execution-traces/persistence.ts\";\nimport { attemptRunnerActivitiesRecordAttachmentPersistence, runRunnerActivitiesRecordAttachmentPersistence, } from \"./runner-activities/persistence.ts\";\nimport { attemptRunnerDiagnosticsRecordAttachmentPersistence, runRunnerDiagnosticsRecordAttachmentPersistence, } from \"./runner-diagnostics/persistence.ts\";\nimport { sandboxCommandsRecordAttachmentPersistence } from \"./sandbox-commands/persistence.ts\";\nimport { sourcesRecordAttachmentPersistence } from \"./sources/persistence.ts\";\nimport { turnContextsRecordAttachmentPersistence } from \"./turn-contexts/persistence.ts\";\nimport { NiceEvalRecordAttachments } from \"./current.ts\";\nexport { NiceEvalCurrentRecordAttachments, NiceEvalRecordAttachments } from \"./current.ts\";\n/** Explicit durable Host composition; importing a family never registers it. */\nexport const NiceEvalRecordAttachmentPersistences = Object.freeze([\n    adapterUsageRecordAttachmentPersistence,\n    assertionsRecordAttachmentPersistence,\n    attemptCostRecordAttachmentPersistence,\n    agentTurnsRecordAttachmentPersistence,\n    turnContextsRecordAttachmentPersistence,\n    sandboxCommandsRecordAttachmentPersistence,\n    attemptRunnerActivitiesRecordAttachmentPersistence,\n    runRunnerActivitiesRecordAttachmentPersistence,\n    attemptRunnerDiagnosticsRecordAttachmentPersistence,\n    runRunnerDiagnosticsRecordAttachmentPersistence,\n    fileChangesRecordAttachmentPersistence,\n    executionTracesRecordAttachmentPersistence,\n    sourcesRecordAttachmentPersistence,\n    attemptArtifactsRecordAttachmentPersistence,\n    runArtifactsRecordAttachmentPersistence,\n] as const);\nfunction requireCatalog(result: Result.Result<RecordAttachmentCatalog, unknown>): RecordAttachmentCatalog {\n    if (Result.isFailure(result)) {\n        throw new Error(\"NiceEval official Record Attachment catalog is invalid\");\n    }\n    return result.success;\n}\nexport const NiceEvalRecordAttachmentCatalog = requireCatalog(makeRecordAttachmentCatalog(NiceEvalRecordAttachmentPersistences));\n/** Family identities and source subsets derive from the logical definitions. */\nexport const NICE_EVAL_FAMILIES = Object.freeze([\n    NiceEvalRecordAttachments.adapterUsage.family,\n    NiceEvalRecordAttachments.assertions.family,\n    NiceEvalRecordAttachments.attemptCost.family,\n    NiceEvalRecordAttachments.agentTurns.family,\n    NiceEvalRecordAttachments.turnContexts.family,\n    NiceEvalRecordAttachments.sandboxCommands.family,\n    NiceEvalRecordAttachments.runnerActivities.attempt.family,\n    NiceEvalRecordAttachments.runnerDiagnostics.attempt.family,\n    NiceEvalRecordAttachments.fileChanges.family,\n    NiceEvalRecordAttachments.executionTraces.family,\n    NiceEvalRecordAttachments.sources.family,\n    NiceEvalRecordAttachments.artifacts.attempt.family,\n] as const);\nexport const NICE_EVAL_OBSERVABILITY_SOURCE_FAMILIES = Object.freeze([\n    NiceEvalRecordAttachments.adapterUsage.family,\n    NiceEvalRecordAttachments.agentTurns.family,\n    NiceEvalRecordAttachments.executionTraces.family,\n    NiceEvalRecordAttachments.turnContexts.family,\n    NiceEvalRecordAttachments.sandboxCommands.family,\n    NiceEvalRecordAttachments.runnerActivities.attempt.family,\n    NiceEvalRecordAttachments.runnerDiagnostics.attempt.family,\n] as const);\nexport type NiceEvalFamily = (typeof NICE_EVAL_FAMILIES)[number];\nexport const NiceEvalFamilySchema: Schema.Codec<NiceEvalFamily> = Schema.Literals([\n    ...NICE_EVAL_FAMILIES,\n]);\n"]}
+{"version":3,"file":"catalog.js","sourceRoot":"","sources":["catalog.ts"],"names":[],"mappings":";;;AAAA,iEAAqF;AACrF,mCAAwC;AACxC,qDAAoG;AACpG,iEAAqF;AACrF,mEAAyF;AACzF,kEAAuF;AACvF,+DAAmI;AACnI,gEAAoF;AACpF,kEAAuF;AACvF,sEAA+F;AAC/F,uEAAyJ;AACzJ,yEAA4J;AAC5J,uEAA+F;AAC/F,8DAA8E;AAC9E,oEAAyF;AACzF,6CAAyD;AACzD,2CAA2F;AAAlF,8HAAA,gCAAgC,OAAA;AAAE,uHAAA,yBAAyB,OAAA;AACpE,gFAAgF;AACnE,QAAA,oCAAoC,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9D,wDAAuC;IACvC,sDAAqC;IACrC,sDAAqC;IACrC,uDAAsC;IACtC,sDAAqC;IACrC,yDAAuC;IACvC,4DAA0C;IAC1C,mEAAkD;IAClD,+DAA8C;IAC9C,qEAAmD;IACnD,iEAA+C;IAC/C,uDAAsC;IACtC,2DAA0C;IAC1C,oDAAkC;IAClC,4DAA2C;IAC3C,wDAAuC;CACjC,CAAC,CAAC;AACZ,SAAS,cAAc,CAAC,MAAuD;IAC3E,IAAI,eAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,MAAM,CAAC,OAAO,CAAC;AAC1B,CAAC;AACY,QAAA,+BAA+B,GAAG,cAAc,CAAC,IAAA,sCAA2B,EAAC,4CAAoC,CAAC,CAAC,CAAC;AACjI,gFAAgF;AACnE,QAAA,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5C,sCAAyB,CAAC,YAAY,CAAC,MAAM;IAC7C,sCAAyB,CAAC,UAAU,CAAC,MAAM;IAC3C,sCAAyB,CAAC,UAAU,CAAC,MAAM;IAC3C,sCAAyB,CAAC,WAAW,CAAC,MAAM;IAC5C,sCAAyB,CAAC,UAAU,CAAC,MAAM;IAC3C,sCAAyB,CAAC,YAAY,CAAC,MAAM;IAC7C,sCAAyB,CAAC,eAAe,CAAC,MAAM;IAChD,sCAAyB,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM;IACzD,sCAAyB,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM;IAC1D,sCAAyB,CAAC,WAAW,CAAC,MAAM;IAC5C,sCAAyB,CAAC,eAAe,CAAC,MAAM;IAChD,sCAAyB,CAAC,OAAO,CAAC,MAAM;IACxC,sCAAyB,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM;CAC5C,CAAC,CAAC;AACC,QAAA,uCAAuC,GAAG,MAAM,CAAC,MAAM,CAAC;IACjE,sCAAyB,CAAC,YAAY,CAAC,MAAM;IAC7C,sCAAyB,CAAC,UAAU,CAAC,MAAM;IAC3C,sCAAyB,CAAC,UAAU,CAAC,MAAM;IAC3C,sCAAyB,CAAC,eAAe,CAAC,MAAM;IAChD,sCAAyB,CAAC,YAAY,CAAC,MAAM;IAC7C,sCAAyB,CAAC,eAAe,CAAC,MAAM;IAChD,sCAAyB,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM;IACzD,sCAAyB,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM;CACpD,CAAC,CAAC;AAEC,QAAA,oBAAoB,GAAiC,eAAM,CAAC,QAAQ,CAAC;IAC9E,GAAG,0BAAkB;CACxB,CAAC,CAAC","sourcesContent":["import { judgeUsageRecordAttachmentPersistence } from \"./judge-usage/persistence.ts\";\nimport { Result, Schema } from \"effect\";\nimport { makeRecordAttachmentCatalog, type RecordAttachmentCatalog, } from \"../attachment/index.ts\";\nimport { agentTurnsRecordAttachmentPersistence } from \"./agent-turns/persistence.ts\";\nimport { adapterUsageRecordAttachmentPersistence } from \"./adapter-usage/persistence.ts\";\nimport { attemptCostRecordAttachmentPersistence } from \"./attempt-cost/persistence.ts\";\nimport { attemptArtifactsRecordAttachmentPersistence, runArtifactsRecordAttachmentPersistence, } from \"./artifacts/persistence.ts\";\nimport { assertionsRecordAttachmentPersistence } from \"./assertions/persistence.ts\";\nimport { fileChangesRecordAttachmentPersistence } from \"./file-changes/persistence.ts\";\nimport { executionTracesRecordAttachmentPersistence } from \"./execution-traces/persistence.ts\";\nimport { attemptRunnerActivitiesRecordAttachmentPersistence, runRunnerActivitiesRecordAttachmentPersistence, } from \"./runner-activities/persistence.ts\";\nimport { attemptRunnerDiagnosticsRecordAttachmentPersistence, runRunnerDiagnosticsRecordAttachmentPersistence, } from \"./runner-diagnostics/persistence.ts\";\nimport { sandboxCommandsRecordAttachmentPersistence } from \"./sandbox-commands/persistence.ts\";\nimport { sourcesRecordAttachmentPersistence } from \"./sources/persistence.ts\";\nimport { turnContextsRecordAttachmentPersistence } from \"./turn-contexts/persistence.ts\";\nimport { NiceEvalRecordAttachments } from \"./current.ts\";\nexport { NiceEvalCurrentRecordAttachments, NiceEvalRecordAttachments } from \"./current.ts\";\n/** Explicit durable Host composition; importing a family never registers it. */\nexport const NiceEvalRecordAttachmentPersistences = Object.freeze([\n    adapterUsageRecordAttachmentPersistence,\n    judgeUsageRecordAttachmentPersistence,\n    assertionsRecordAttachmentPersistence,\n    attemptCostRecordAttachmentPersistence,\n    agentTurnsRecordAttachmentPersistence,\n    turnContextsRecordAttachmentPersistence,\n    sandboxCommandsRecordAttachmentPersistence,\n    attemptRunnerActivitiesRecordAttachmentPersistence,\n    runRunnerActivitiesRecordAttachmentPersistence,\n    attemptRunnerDiagnosticsRecordAttachmentPersistence,\n    runRunnerDiagnosticsRecordAttachmentPersistence,\n    fileChangesRecordAttachmentPersistence,\n    executionTracesRecordAttachmentPersistence,\n    sourcesRecordAttachmentPersistence,\n    attemptArtifactsRecordAttachmentPersistence,\n    runArtifactsRecordAttachmentPersistence,\n] as const);\nfunction requireCatalog(result: Result.Result<RecordAttachmentCatalog, unknown>): RecordAttachmentCatalog {\n    if (Result.isFailure(result)) {\n        throw new Error(\"NiceEval official Record Attachment catalog is invalid\");\n    }\n    return result.success;\n}\nexport const NiceEvalRecordAttachmentCatalog = requireCatalog(makeRecordAttachmentCatalog(NiceEvalRecordAttachmentPersistences));\n/** Family identities and source subsets derive from the logical definitions. */\nexport const NICE_EVAL_FAMILIES = Object.freeze([\n    NiceEvalRecordAttachments.adapterUsage.family,\n    NiceEvalRecordAttachments.judgeUsage.family,\n    NiceEvalRecordAttachments.assertions.family,\n    NiceEvalRecordAttachments.attemptCost.family,\n    NiceEvalRecordAttachments.agentTurns.family,\n    NiceEvalRecordAttachments.turnContexts.family,\n    NiceEvalRecordAttachments.sandboxCommands.family,\n    NiceEvalRecordAttachments.runnerActivities.attempt.family,\n    NiceEvalRecordAttachments.runnerDiagnostics.attempt.family,\n    NiceEvalRecordAttachments.fileChanges.family,\n    NiceEvalRecordAttachments.executionTraces.family,\n    NiceEvalRecordAttachments.sources.family,\n    NiceEvalRecordAttachments.artifacts.attempt.family,\n] as const);\nexport const NICE_EVAL_OBSERVABILITY_SOURCE_FAMILIES = Object.freeze([\n    NiceEvalRecordAttachments.adapterUsage.family,\n    NiceEvalRecordAttachments.judgeUsage.family,\n    NiceEvalRecordAttachments.agentTurns.family,\n    NiceEvalRecordAttachments.executionTraces.family,\n    NiceEvalRecordAttachments.turnContexts.family,\n    NiceEvalRecordAttachments.sandboxCommands.family,\n    NiceEvalRecordAttachments.runnerActivities.attempt.family,\n    NiceEvalRecordAttachments.runnerDiagnostics.attempt.family,\n] as const);\nexport type NiceEvalFamily = (typeof NICE_EVAL_FAMILIES)[number];\nexport const NiceEvalFamilySchema: Schema.Codec<NiceEvalFamily> = Schema.Literals([\n    ...NICE_EVAL_FAMILIES,\n]);\n"]}

package/dist/record/family/catalog.d.cts

@@ -17,6 +17,7 @@ export declare const NiceEvalRecordAttachmentPersistences: readonly [import("../
         }>]>>;
     }>]>;
     readonly calls: Schema.$Array<Schema.Struct<{
+        readonly modelSlot: Schema.NullOr<Schema.String>;
         readonly route: Schema.Struct<{
             readonly transportProvider: Schema.NullOr<Schema.String>;
             readonly endpointId: Schema.NullOr<Schema.String>;
@@ -80,7 +81,97 @@ export declare const NiceEvalRecordAttachmentPersistences: readonly [import("../
             readonly reason: Schema.Literals<readonly ["tokens-unknown", "rate-unknown"]>;
         }>>;
     }>>;
-}>>, 2>, import("../attachment/protocol.cjs").RecordAttachmentPersistence<import("../attachment/protocol.cjs").RecordAttachmentDefinition<"attempt", "niceeval.assertions", Schema.encodeKeys<Schema.Struct<{
+}>>, 4>, import("../attachment/protocol.cjs").RecordAttachmentPersistence<import("../attachment/protocol.cjs").RecordAttachmentDefinition<"attempt", "niceeval.judge-usage", Schema.Struct<{
+    readonly collection: Schema.Union<readonly [Schema.Struct<{
+        readonly state: Schema.Literal<"complete">;
+        readonly limitations: Schema.Tuple<readonly []>;
+    }>, Schema.Struct<{
+        readonly state: Schema.Literal<"partial">;
+        readonly limitations: Schema.NonEmptyArray<Schema.Union<readonly [Schema.Struct<{
+            readonly code: Schema.Literals<readonly ["capture-failed", "capture-interrupted"]>;
+            readonly stage: Schema.String;
+        }>, Schema.Struct<{
+            readonly code: Schema.Literals<readonly ["collection-cap-reached", "unsupported-input"]>;
+            readonly omittedAtLeast: Schema.Number;
+        }>]>>;
+    }>]>;
+    readonly calls: Schema.$Array<Schema.Struct<{
+        readonly callId: Schema.String;
+        readonly entryIndex: Schema.Number;
+        readonly entryId: Schema.Codec<import("../../index.cjs").AssertionEntryId, string, never, never>;
+        readonly logicalOrdinal: Schema.Number;
+        readonly transmissionOrdinal: Schema.Number;
+        readonly operation: Schema.Literals<readonly ["score", "classify", "extract", "batchClassify"]>;
+        readonly requestModel: Schema.String;
+        readonly transportProvider: Schema.Literals<readonly ["openai", "vercel", "openrouter", "typesafe"]>;
+        readonly provider: Schema.NullOr<Schema.String>;
+        readonly model: Schema.NullOr<Schema.String>;
+        readonly status: Schema.Literals<readonly ["succeeded", "failed", "cancelled", "unknown"]>;
+        readonly httpStatus: Schema.NullOr<Schema.Number>;
+        readonly inputTokens: Schema.NullOr<Schema.Number>;
+        readonly inputTotalTokens: Schema.NullOr<Schema.Number>;
+        readonly outputTokens: Schema.NullOr<Schema.Number>;
+        readonly cacheReadTokens: Schema.NullOr<Schema.Number>;
+        readonly cacheWriteTokens: Schema.NullOr<Schema.Number>;
+        readonly cost: Schema.NullOr<Schema.Struct<{
+            readonly amount: Schema.Codec<import("./source-receipt/model.cjs").CanonicalDecimal, string, never, never>;
+            readonly currency: Schema.Codec<import("./source-receipt/model.cjs").CurrencyCode, string, never, never>;
+            readonly source: Schema.Struct<{
+                readonly kind: Schema.Literal<"reported">;
+                readonly id: Schema.String;
+            }>;
+        }>>;
+        readonly receipt: Schema.Struct<{
+            readonly state: Schema.Literals<readonly ["available", "unavailable"]>;
+            readonly reason: Schema.NullOr<Schema.Literals<readonly ["response-unavailable", "cancelled", "response-too-large", "invalid-json", "usage-not-reported", "invalid-usage", "response-model-too-large"]>>;
+            readonly responseDigest: Schema.NullOr<Schema.String>;
+            readonly fields: Schema.$Array<Schema.Struct<{
+                readonly path: Schema.Literals<readonly ["model", "provider", "usage.completion_tokens", "usage.cost", "usage.input_tokens", "usage.output_tokens", "usage.prompt_tokens", "usage.prompt_tokens_details.cache_write_tokens", "usage.prompt_tokens_details.cached_tokens", "usage.total_tokens"]>;
+                readonly value: Schema.Union<readonly [Schema.String, Schema.Number, Schema.Null]>;
+            }>>;
+        }>;
+    }>>;
+    readonly priceReceipts: Schema.$Array<Schema.Struct<{
+        readonly kind: Schema.Literal<"judge-call-price-estimate">;
+        readonly callId: Schema.String;
+        readonly state: Schema.Literals<readonly ["complete", "partial"]>;
+        readonly amount: Schema.Codec<import("./source-receipt/model.cjs").CanonicalDecimal, string, never, never>;
+        readonly currency: Schema.Literal<"USD">;
+        readonly source: Schema.Struct<{
+            readonly kind: Schema.Literal<"estimated">;
+            readonly id: Schema.String;
+        }>;
+        readonly pricing: Schema.Struct<{
+            readonly basis: Schema.Literal<"catalog-reference">;
+            readonly currency: Schema.Literal<"USD">;
+            readonly source: Schema.Struct<{
+                readonly kind: Schema.Literal<"configured-profile">;
+                readonly id: Schema.String;
+                readonly asOf: Schema.NullOr<Schema.Number>;
+                readonly profileDigest: Schema.String;
+            }>;
+            readonly requestModel: Schema.String;
+            readonly selector: Schema.String;
+            readonly match: Schema.Literals<readonly ["exact", "provider-wildcard"]>;
+            readonly ratesPerMTok: Schema.Struct<{
+                readonly input: Schema.NullOr<Schema.Codec<import("./source-receipt/model.cjs").CanonicalDecimal, string, never, never>>;
+                readonly output: Schema.NullOr<Schema.Codec<import("./source-receipt/model.cjs").CanonicalDecimal, string, never, never>>;
+                readonly cacheRead: Schema.NullOr<Schema.Codec<import("./source-receipt/model.cjs").CanonicalDecimal, string, never, never>>;
+                readonly cacheWrite: Schema.NullOr<Schema.Codec<import("./source-receipt/model.cjs").CanonicalDecimal, string, never, never>>;
+            }>;
+        }>;
+        readonly charges: Schema.NonEmptyArray<Schema.Struct<{
+            readonly bucket: Schema.Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+            readonly tokens: Schema.Number;
+            readonly ratePerMTok: Schema.NullOr<Schema.Codec<import("./source-receipt/model.cjs").CanonicalDecimal, string, never, never>>;
+            readonly amount: Schema.Codec<import("./source-receipt/model.cjs").CanonicalDecimal, string, never, never>;
+        }>>;
+        readonly missing: Schema.$Array<Schema.Struct<{
+            readonly bucket: Schema.Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+            readonly reason: Schema.Literals<readonly ["tokens-unknown", "rate-unknown"]>;
+        }>>;
+    }>>;
+}>>, 1>, import("../attachment/protocol.cjs").RecordAttachmentPersistence<import("../attachment/protocol.cjs").RecordAttachmentDefinition<"attempt", "niceeval.assertions", Schema.encodeKeys<Schema.Struct<{
     readonly entries: Schema.$Array<Schema.Struct<{
         readonly entryId: Schema.toType<Schema.Codec<import("../../index.cjs").AssertionEntryId, string, never, never>>;
         readonly display: Schema.toType<Schema.Schema<import("../../assertions/record/model.cjs").AssertionDisplay>>;
@@ -1071,7 +1162,7 @@ export declare const NiceEvalRecordAttachmentPersistences: readonly [import("../
 }>>, 2>];
 export declare const NiceEvalRecordAttachmentCatalog: RecordAttachmentCatalog;
 /** Family identities and source subsets derive from the logical definitions. */
-export declare const NICE_EVAL_FAMILIES: readonly ["niceeval.adapter-usage", "niceeval.assertions", "niceeval.attempt-cost", "niceeval.agent-turns", "niceeval.turn-contexts", "niceeval.sandbox-commands", "niceeval.runner-activities", "niceeval.runner-diagnostics", "niceeval.file-changes", "niceeval.execution-traces", "niceeval.sources", "niceeval.artifacts"];
-export declare const NICE_EVAL_OBSERVABILITY_SOURCE_FAMILIES: readonly ["niceeval.adapter-usage", "niceeval.agent-turns", "niceeval.execution-traces", "niceeval.turn-contexts", "niceeval.sandbox-commands", "niceeval.runner-activities", "niceeval.runner-diagnostics"];
+export declare const NICE_EVAL_FAMILIES: readonly ["niceeval.adapter-usage", "niceeval.judge-usage", "niceeval.assertions", "niceeval.attempt-cost", "niceeval.agent-turns", "niceeval.turn-contexts", "niceeval.sandbox-commands", "niceeval.runner-activities", "niceeval.runner-diagnostics", "niceeval.file-changes", "niceeval.execution-traces", "niceeval.sources", "niceeval.artifacts"];
+export declare const NICE_EVAL_OBSERVABILITY_SOURCE_FAMILIES: readonly ["niceeval.adapter-usage", "niceeval.judge-usage", "niceeval.agent-turns", "niceeval.execution-traces", "niceeval.turn-contexts", "niceeval.sandbox-commands", "niceeval.runner-activities", "niceeval.runner-diagnostics"];
 export type NiceEvalFamily = (typeof NICE_EVAL_FAMILIES)[number];
 export declare const NiceEvalFamilySchema: Schema.Codec<NiceEvalFamily>;

package/dist/record/family/catalog.d.mts

@@ -17,6 +17,7 @@ export declare const NiceEvalRecordAttachmentPersistences: readonly [import("../
         }>]>>;
     }>]>;
     readonly calls: Schema.$Array<Schema.Struct<{
+        readonly modelSlot: Schema.NullOr<Schema.String>;
         readonly route: Schema.Struct<{
             readonly transportProvider: Schema.NullOr<Schema.String>;
             readonly endpointId: Schema.NullOr<Schema.String>;
@@ -80,7 +81,97 @@ export declare const NiceEvalRecordAttachmentPersistences: readonly [import("../
             readonly reason: Schema.Literals<readonly ["tokens-unknown", "rate-unknown"]>;
         }>>;
     }>>;
-}>>, 2>, import("../attachment/protocol.mjs").RecordAttachmentPersistence<import("../attachment/protocol.mjs").RecordAttachmentDefinition<"attempt", "niceeval.assertions", Schema.encodeKeys<Schema.Struct<{
+}>>, 4>, import("../attachment/protocol.mjs").RecordAttachmentPersistence<import("../attachment/protocol.mjs").RecordAttachmentDefinition<"attempt", "niceeval.judge-usage", Schema.Struct<{
+    readonly collection: Schema.Union<readonly [Schema.Struct<{
+        readonly state: Schema.Literal<"complete">;
+        readonly limitations: Schema.Tuple<readonly []>;
+    }>, Schema.Struct<{
+        readonly state: Schema.Literal<"partial">;
+        readonly limitations: Schema.NonEmptyArray<Schema.Union<readonly [Schema.Struct<{
+            readonly code: Schema.Literals<readonly ["capture-failed", "capture-interrupted"]>;
+            readonly stage: Schema.String;
+        }>, Schema.Struct<{
+            readonly code: Schema.Literals<readonly ["collection-cap-reached", "unsupported-input"]>;
+            readonly omittedAtLeast: Schema.Number;
+        }>]>>;
+    }>]>;
+    readonly calls: Schema.$Array<Schema.Struct<{
+        readonly callId: Schema.String;
+        readonly entryIndex: Schema.Number;
+        readonly entryId: Schema.Codec<import("../../index.mjs").AssertionEntryId, string, never, never>;
+        readonly logicalOrdinal: Schema.Number;
+        readonly transmissionOrdinal: Schema.Number;
+        readonly operation: Schema.Literals<readonly ["score", "classify", "extract", "batchClassify"]>;
+        readonly requestModel: Schema.String;
+        readonly transportProvider: Schema.Literals<readonly ["openai", "vercel", "openrouter", "typesafe"]>;
+        readonly provider: Schema.NullOr<Schema.String>;
+        readonly model: Schema.NullOr<Schema.String>;
+        readonly status: Schema.Literals<readonly ["succeeded", "failed", "cancelled", "unknown"]>;
+        readonly httpStatus: Schema.NullOr<Schema.Number>;
+        readonly inputTokens: Schema.NullOr<Schema.Number>;
+        readonly inputTotalTokens: Schema.NullOr<Schema.Number>;
+        readonly outputTokens: Schema.NullOr<Schema.Number>;
+        readonly cacheReadTokens: Schema.NullOr<Schema.Number>;
+        readonly cacheWriteTokens: Schema.NullOr<Schema.Number>;
+        readonly cost: Schema.NullOr<Schema.Struct<{
+            readonly amount: Schema.Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+            readonly currency: Schema.Codec<import("./source-receipt/model.mjs").CurrencyCode, string, never, never>;
+            readonly source: Schema.Struct<{
+                readonly kind: Schema.Literal<"reported">;
+                readonly id: Schema.String;
+            }>;
+        }>>;
+        readonly receipt: Schema.Struct<{
+            readonly state: Schema.Literals<readonly ["available", "unavailable"]>;
+            readonly reason: Schema.NullOr<Schema.Literals<readonly ["response-unavailable", "cancelled", "response-too-large", "invalid-json", "usage-not-reported", "invalid-usage", "response-model-too-large"]>>;
+            readonly responseDigest: Schema.NullOr<Schema.String>;
+            readonly fields: Schema.$Array<Schema.Struct<{
+                readonly path: Schema.Literals<readonly ["model", "provider", "usage.completion_tokens", "usage.cost", "usage.input_tokens", "usage.output_tokens", "usage.prompt_tokens", "usage.prompt_tokens_details.cache_write_tokens", "usage.prompt_tokens_details.cached_tokens", "usage.total_tokens"]>;
+                readonly value: Schema.Union<readonly [Schema.String, Schema.Number, Schema.Null]>;
+            }>>;
+        }>;
+    }>>;
+    readonly priceReceipts: Schema.$Array<Schema.Struct<{
+        readonly kind: Schema.Literal<"judge-call-price-estimate">;
+        readonly callId: Schema.String;
+        readonly state: Schema.Literals<readonly ["complete", "partial"]>;
+        readonly amount: Schema.Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+        readonly currency: Schema.Literal<"USD">;
+        readonly source: Schema.Struct<{
+            readonly kind: Schema.Literal<"estimated">;
+            readonly id: Schema.String;
+        }>;
+        readonly pricing: Schema.Struct<{
+            readonly basis: Schema.Literal<"catalog-reference">;
+            readonly currency: Schema.Literal<"USD">;
+            readonly source: Schema.Struct<{
+                readonly kind: Schema.Literal<"configured-profile">;
+                readonly id: Schema.String;
+                readonly asOf: Schema.NullOr<Schema.Number>;
+                readonly profileDigest: Schema.String;
+            }>;
+            readonly requestModel: Schema.String;
+            readonly selector: Schema.String;
+            readonly match: Schema.Literals<readonly ["exact", "provider-wildcard"]>;
+            readonly ratesPerMTok: Schema.Struct<{
+                readonly input: Schema.NullOr<Schema.Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                readonly output: Schema.NullOr<Schema.Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                readonly cacheRead: Schema.NullOr<Schema.Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+                readonly cacheWrite: Schema.NullOr<Schema.Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+            }>;
+        }>;
+        readonly charges: Schema.NonEmptyArray<Schema.Struct<{
+            readonly bucket: Schema.Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+            readonly tokens: Schema.Number;
+            readonly ratePerMTok: Schema.NullOr<Schema.Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>>;
+            readonly amount: Schema.Codec<import("./source-receipt/model.mjs").CanonicalDecimal, string, never, never>;
+        }>>;
+        readonly missing: Schema.$Array<Schema.Struct<{
+            readonly bucket: Schema.Literals<readonly ["input", "output", "cache-read", "cache-write"]>;
+            readonly reason: Schema.Literals<readonly ["tokens-unknown", "rate-unknown"]>;
+        }>>;
+    }>>;
+}>>, 1>, import("../attachment/protocol.mjs").RecordAttachmentPersistence<import("../attachment/protocol.mjs").RecordAttachmentDefinition<"attempt", "niceeval.assertions", Schema.encodeKeys<Schema.Struct<{
     readonly entries: Schema.$Array<Schema.Struct<{
         readonly entryId: Schema.toType<Schema.Codec<import("../../index.mjs").AssertionEntryId, string, never, never>>;
         readonly display: Schema.toType<Schema.Schema<import("../../assertions/record/model.mjs").AssertionDisplay>>;
@@ -1071,7 +1162,7 @@ export declare const NiceEvalRecordAttachmentPersistences: readonly [import("../
 }>>, 2>];
 export declare const NiceEvalRecordAttachmentCatalog: RecordAttachmentCatalog;
 /** Family identities and source subsets derive from the logical definitions. */
-export declare const NICE_EVAL_FAMILIES: readonly ["niceeval.adapter-usage", "niceeval.assertions", "niceeval.attempt-cost", "niceeval.agent-turns", "niceeval.turn-contexts", "niceeval.sandbox-commands", "niceeval.runner-activities", "niceeval.runner-diagnostics", "niceeval.file-changes", "niceeval.execution-traces", "niceeval.sources", "niceeval.artifacts"];
-export declare const NICE_EVAL_OBSERVABILITY_SOURCE_FAMILIES: readonly ["niceeval.adapter-usage", "niceeval.agent-turns", "niceeval.execution-traces", "niceeval.turn-contexts", "niceeval.sandbox-commands", "niceeval.runner-activities", "niceeval.runner-diagnostics"];
+export declare const NICE_EVAL_FAMILIES: readonly ["niceeval.adapter-usage", "niceeval.judge-usage", "niceeval.assertions", "niceeval.attempt-cost", "niceeval.agent-turns", "niceeval.turn-contexts", "niceeval.sandbox-commands", "niceeval.runner-activities", "niceeval.runner-diagnostics", "niceeval.file-changes", "niceeval.execution-traces", "niceeval.sources", "niceeval.artifacts"];
+export declare const NICE_EVAL_OBSERVABILITY_SOURCE_FAMILIES: readonly ["niceeval.adapter-usage", "niceeval.judge-usage", "niceeval.agent-turns", "niceeval.execution-traces", "niceeval.turn-contexts", "niceeval.sandbox-commands", "niceeval.runner-activities", "niceeval.runner-diagnostics"];
 export type NiceEvalFamily = (typeof NICE_EVAL_FAMILIES)[number];
 export declare const NiceEvalFamilySchema: Schema.Codec<NiceEvalFamily>;