niceeval 0.15.1-canary.76 → 0.16.1

package/dist/inspection/query.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.decodeInspectionOperation = decodeInspectionOperation;
+// @concord-file ne-eval-inspection-query
+// @concord-implements docs/feature/inspection/README.md
 const effect_1 = require("effect");
 const protocol_ts_1 = require("./protocol.cjs");
 const protocol_values_ts_1 = require("./protocol-values.cjs");

package/dist/inspection/query.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"query.js","sourceRoot":"","sources":["query.ts"],"names":[],"mappings":";;AA8BA,8DASC;AAvCD,mCAAwC;AACxC,+CAA+K;AAC/K,6DAAsD;AAwBtD,MAAM,aAAa,GAAG,eAAM,CAAC,mBAAmB,CAAC,qCAAuB,EAAE;IACtE,gBAAgB,EAAE,OAAO;CAC5B,CAAC,CAAC;AACH,mEAAmE;AACnE,SAAgB,yBAAyB,CAAC,KAAc;IACpD,MAAM,OAAO,GAAG,aAAa,CAAC,EAAE,QAAQ,EAAE,mCAAc,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9E,OAAO,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QAC5B,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACxB,cAAc,EAAE,gBAAyB;YACzC,IAAI,EAAE,4BAAqC;YAC3C,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;SAClC,CAAC,CAAC;QACH,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AACpD,CAAC","sourcesContent":["import { Result, Schema } from \"effect\";\nimport { InspectionRequestSchema, type InspectionOperation, type InspectionOperationFor, type InspectionOperationId, type InspectionSuccessDocumentFor, } from \"./protocol.ts\";\nimport { QUERY_PROTOCOL } from \"./protocol-values.ts\";\n/** Presentation-neutral query boundary implemented by local or remote Inspection adapters. */\nexport interface InspectionQuery {\n    inspect<Kind extends InspectionOperationId>(operation: InspectionOperationFor<Kind>): Promise<InspectionSuccessDocumentFor<Kind>>;\n}\nexport interface InspectionQueryProtocolError {\n    readonly classification: \"protocol/query\";\n    readonly code: \"inspection-request-invalid\" | \"inspection-source-invalid\" | \"inspection-record-integrity-failure\" | \"inspection-operation-failed\" | \"inspection-result-invalid\" | \"evidence-budget-exceeded\" | \"restart-required\";\n    readonly reason: string;\n    readonly identity?: {\n        readonly runId: string;\n    };\n    readonly cause?: unknown;\n}\nexport interface InspectionQuerySelectionError {\n    readonly classification: \"selection\";\n    readonly code: \"inspection-selection-missing\";\n    readonly reason: string;\n    readonly cause?: unknown;\n}\nexport type InspectionQueryError = InspectionQueryProtocolError | InspectionQuerySelectionError;\nexport interface InspectionOperationDecodeError extends InspectionQueryProtocolError {\n    readonly code: \"inspection-request-invalid\";\n}\nconst decodeRequest = Schema.decodeUnknownResult(InspectionRequestSchema, {\n    onExcessProperty: \"error\",\n});\n/** Runtime-safe operation builder for route and adapter inputs. */\nexport function decodeInspectionOperation(input: unknown): Result.Result<InspectionOperation, InspectionOperationDecodeError> {\n    const decoded = decodeRequest({ protocol: QUERY_PROTOCOL, operation: input });\n    return Result.isFailure(decoded)\n        ? Result.fail(Object.freeze({\n            classification: \"protocol/query\" as const,\n            code: \"inspection-request-invalid\" as const,\n            reason: String(decoded.failure),\n        }))\n        : Result.succeed(decoded.success.operation);\n}\n"]}
+{"version":3,"file":"query.js","sourceRoot":"","sources":["query.ts"],"names":[],"mappings":";;AAgCA,8DASC;AAzCD,yCAAyC;AACzC,wDAAwD;AACxD,mCAAwC;AACxC,+CAA+K;AAC/K,6DAAsD;AAwBtD,MAAM,aAAa,GAAG,eAAM,CAAC,mBAAmB,CAAC,qCAAuB,EAAE;IACtE,gBAAgB,EAAE,OAAO;CAC5B,CAAC,CAAC;AACH,mEAAmE;AACnE,SAAgB,yBAAyB,CAAC,KAAc;IACpD,MAAM,OAAO,GAAG,aAAa,CAAC,EAAE,QAAQ,EAAE,mCAAc,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9E,OAAO,eAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QAC5B,CAAC,CAAC,eAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACxB,cAAc,EAAE,gBAAyB;YACzC,IAAI,EAAE,4BAAqC;YAC3C,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;SAClC,CAAC,CAAC;QACH,CAAC,CAAC,eAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AACpD,CAAC","sourcesContent":["// @concord-file ne-eval-inspection-query\n// @concord-implements docs/feature/inspection/README.md\nimport { Result, Schema } from \"effect\";\nimport { InspectionRequestSchema, type InspectionOperation, type InspectionOperationFor, type InspectionOperationId, type InspectionSuccessDocumentFor, } from \"./protocol.ts\";\nimport { QUERY_PROTOCOL } from \"./protocol-values.ts\";\n/** Presentation-neutral query boundary implemented by local or remote Inspection adapters. */\nexport interface InspectionQuery {\n    inspect<Kind extends InspectionOperationId>(operation: InspectionOperationFor<Kind>): Promise<InspectionSuccessDocumentFor<Kind>>;\n}\nexport interface InspectionQueryProtocolError {\n    readonly classification: \"protocol/query\";\n    readonly code: \"inspection-request-invalid\" | \"inspection-source-invalid\" | \"inspection-record-integrity-failure\" | \"inspection-operation-failed\" | \"inspection-result-invalid\" | \"evidence-budget-exceeded\" | \"restart-required\";\n    readonly reason: string;\n    readonly identity?: {\n        readonly runId: string;\n    };\n    readonly cause?: unknown;\n}\nexport interface InspectionQuerySelectionError {\n    readonly classification: \"selection\";\n    readonly code: \"inspection-selection-missing\";\n    readonly reason: string;\n    readonly cause?: unknown;\n}\nexport type InspectionQueryError = InspectionQueryProtocolError | InspectionQuerySelectionError;\nexport interface InspectionOperationDecodeError extends InspectionQueryProtocolError {\n    readonly code: \"inspection-request-invalid\";\n}\nconst decodeRequest = Schema.decodeUnknownResult(InspectionRequestSchema, {\n    onExcessProperty: \"error\",\n});\n/** Runtime-safe operation builder for route and adapter inputs. */\nexport function decodeInspectionOperation(input: unknown): Result.Result<InspectionOperation, InspectionOperationDecodeError> {\n    const decoded = decodeRequest({ protocol: QUERY_PROTOCOL, operation: input });\n    return Result.isFailure(decoded)\n        ? Result.fail(Object.freeze({\n            classification: \"protocol/query\" as const,\n            code: \"inspection-request-invalid\" as const,\n            reason: String(decoded.failure),\n        }))\n        : Result.succeed(decoded.success.operation);\n}\n"]}

package/dist/inspection/results.cjs

@@ -1,16 +1,22 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.InspectionAttemptDiffResultSchema = exports.InspectionAttemptTimingResultSchema = exports.InspectionRunOverviewResultSchema = exports.InspectionAttemptUsageResultSchema = exports.InspectionTraceDetailResultSchema = exports.InspectionTraceDetailItemSchema = exports.InspectionTraceResultSchema = exports.InspectionTraceItemSchema = exports.InspectionSourcesResultSchema = exports.InspectionAttemptResultSchema = exports.InspectionRunSummaryResultSchema = exports.InspectionScoredValueSchema = exports.InspectionRunListResultSchema = exports.InspectionRunResultSchema = exports.InspectionRunValueSchema = exports.InspectionExperimentResultSchema = exports.InspectionOverviewResultSchema = void 0;
+exports.InspectionAttemptDiffResultSchema = exports.InspectionAttemptTimingResultSchema = exports.InspectionRunOverviewResultSchema = exports.InspectionAttemptUsageResultSchema = exports.InspectionTraceDetailResultSchema = exports.InspectionTraceDetailItemSchema = exports.InspectionTraceResultSchema = exports.InspectionTraceItemSchema = exports.ExecutionDisplayPreviewSchema = exports.InspectionSourcesResultSchema = exports.InspectionAttemptResultSchema = exports.InspectionRunSummaryResultSchema = exports.InspectionScoredValueSchema = exports.InspectionRunListResultSchema = exports.InspectionRunResultSchema = exports.InspectionRunValueSchema = exports.InspectionExperimentResultSchema = exports.InspectionOverviewResultSchema = void 0;
 const effect_1 = require("effect");
 const schema_ts_1 = require("../record/family/adapter-usage/schema.cjs");
+const common_ts_1 = require("../record/family/common.cjs");
+const schema_ts_2 = require("../record/family/judge-usage/schema.cjs");
+const judge_usage_projection_ts_1 = require("../o11y/judge-usage-projection.cjs");
+const bytes_ts_1 = require("./bytes.cjs");
+const codec_ts_1 = require("../record/family/source-receipt/codec.cjs");
+const adapter_usage_projection_ts_1 = require("../o11y/adapter-usage-projection.cjs");
 const core_ts_1 = require("../record/codec/core.cjs");
 const identifiers_ts_1 = require("../record/codec/identifiers.cjs");
-const schema_ts_2 = require("../record/family/agent-turns/schema.cjs");
-const schema_ts_3 = require("../record/family/execution-traces/schema.cjs");
-const schema_ts_4 = require("../record/family/file-changes/schema.cjs");
+const schema_ts_3 = require("../record/family/agent-turns/schema.cjs");
+const schema_ts_4 = require("../record/family/execution-traces/schema.cjs");
+const schema_ts_5 = require("../record/family/file-changes/schema.cjs");
 const index_ts_1 = require("../record/family/source-receipt/index.cjs");
 const protocol_values_ts_1 = require("../record/family/protocol-values.cjs");
-const codec_ts_1 = require("../record/family/source-receipt/codec.cjs");
+const codec_ts_2 = require("../record/family/source-receipt/codec.cjs");
 const model_ts_1 = require("../record/family/source-receipt/model.cjs");
 const index_ts_2 = require("../run/index.cjs");
 const run_context_ts_1 = require("../record/model/run-context.cjs");
@@ -25,6 +31,7 @@ const AssertionLimitationSchema = effect_1.Schema.Union([
     effect_1.Schema.Struct({ kind: effect_1.Schema.Literal("sampled"), captured: effect_1.Schema.Number, knownTotal: effect_1.Schema.optional(effect_1.Schema.Number) }),
     effect_1.Schema.Struct({ kind: effect_1.Schema.Literal("truncated"), omittedBytes: effect_1.Schema.Number }),
     effect_1.Schema.Struct({ kind: effect_1.Schema.Literal("provider-limited") }),
+    effect_1.Schema.Struct({ kind: effect_1.Schema.Literal("capacity-limited"), capturedItems: effect_1.Schema.Number, knownTotalItems: effect_1.Schema.Number, omittedBytes: effect_1.Schema.NullOr(effect_1.Schema.Number) }),
 ]);
 const OverviewIssueSchema = effect_1.Schema.Union([
     effect_1.Schema.Struct({
@@ -74,7 +81,7 @@ const OverviewCoverageSchema = effect_1.Schema.Union([
         entryId: effect_1.Schema.String,
         groupPath: effect_1.Schema.Array(effect_1.Schema.String),
         state: effect_1.Schema.Literals(["complete", "partial", "unavailable", "not-applicable"]),
-        reason: effect_1.Schema.optional(effect_1.Schema.Literals(["sampled", "truncated", "redacted", "provider-limited", "not-collected", "source-unavailable", "producer-failed", "optional-material", "unsupported-subject"])),
+        reason: effect_1.Schema.optional(effect_1.Schema.Literals(["sampled", "truncated", "redacted", "provider-limited", "capacity-limited", "not-collected", "source-unavailable", "producer-failed", "optional-material", "unsupported-subject"])),
         limitations: effect_1.Schema.Array(AssertionLimitationSchema),
     }),
 ]);
@@ -156,6 +163,28 @@ exports.InspectionOverviewResultSchema = effect_1.Schema.Struct({
     cells: effect_1.Schema.Array(OverviewCellSchema),
 });
 exports.InspectionExperimentResultSchema = effect_1.Schema.Struct({
+    costSummary: effect_1.Schema.suspend(() => ExperimentCostSummarySchema),
+    modelUsage: effect_1.Schema.Struct({
+        attempts: effect_1.Schema.Array(effect_1.Schema.Struct({
+            locator: effect_1.Schema.String,
+            originRunId: effect_1.Schema.String,
+            usage: effect_1.Schema.suspend(() => effect_1.Schema.Struct({
+                state: exports.InspectionAttemptUsageResultSchema.fields.state,
+                configuredModels: exports.InspectionAttemptUsageResultSchema.fields.configuredModels,
+                modelGroups: exports.InspectionAttemptUsageResultSchema.fields.modelGroups,
+                judgeUsage: JudgeUsageSummarySchema,
+                totalCosts: exports.InspectionAttemptUsageResultSchema.fields.totalCosts,
+                totals: exports.InspectionAttemptUsageResultSchema.fields.totals,
+            })),
+        })),
+        totalAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
+        omittedAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
+        unresolvedAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
+    }).check(effect_1.Schema.makeFilter((usage) => usage.attempts.length <= 64 &&
+        usage.totalAttemptCount === usage.attempts.length + usage.omittedAttemptCount &&
+        usage.attempts.every((entry, index) => index === 0 ||
+            usage.attempts[index - 1].originRunId < entry.originRunId ||
+            usage.attempts[index - 1].originRunId === entry.originRunId && usage.attempts[index - 1].locator < entry.locator))),
     experiment: OverviewExperimentSchema,
     cells: effect_1.Schema.Array(OverviewCellSchema),
 });
@@ -225,7 +254,7 @@ const AttemptLimitationSchema = effect_1.Schema.Union([
     effect_1.Schema.Struct({
         owner: effect_1.Schema.Literal("assertion-material"),
         state: effect_1.Schema.Literal("partial"),
-        reason: effect_1.Schema.Literals(["sampled", "truncated", "redacted", "provider-limited"]),
+        reason: effect_1.Schema.Literals(["sampled", "truncated", "redacted", "provider-limited", "capacity-limited"]),
         limitations: effect_1.Schema.Array(AssertionLimitationSchema),
     }),
     effect_1.Schema.Struct({
@@ -349,7 +378,7 @@ const TraceProjectionLimitationSchema = effect_1.Schema.Union([
     effect_1.Schema.Struct({ issue: effect_1.Schema.String }),
     effect_1.Schema.Struct({
         source: effect_1.Schema.Literal("agent-turns"),
-        turnId: codec_ts_1.TurnIdSchema,
+        turnId: codec_ts_2.TurnIdSchema,
         channel: effect_1.Schema.Literals(["conversation", "events", "actions", "messages", "status", "data"]),
         state: effect_1.Schema.Literals(["partial", "unavailable"]),
         reason: effect_1.Schema.String,
@@ -466,6 +495,39 @@ const TraceDiagnosticsSchema = effect_1.Schema.Struct({
     hasMore: effect_1.Schema.Boolean,
     omittedDiagnosticCount: effect_1.Schema.Number,
 });
+const ExecutionDisplayPreviewTextSchema = effect_1.Schema.Struct({ preview: effect_1.Schema.String, omittedBytes: effect_1.Schema.Number });
+const ExecutionDisplayRoleSchema = effect_1.Schema.Literals(["user", "assistant", "system", "other"]);
+exports.ExecutionDisplayPreviewSchema = effect_1.Schema.Union([
+    effect_1.Schema.Struct({ state: effect_1.Schema.Literal("absent") }),
+    effect_1.Schema.Struct({
+        state: effect_1.Schema.Literal("present"),
+        blocks: effect_1.Schema.Array(effect_1.Schema.Union([
+            effect_1.Schema.Struct({ kind: effect_1.Schema.Literal("text"), text: ExecutionDisplayPreviewTextSchema }),
+            effect_1.Schema.Struct({
+                kind: effect_1.Schema.Literal("message"),
+                role: ExecutionDisplayRoleSchema,
+                speaker: effect_1.Schema.optional(effect_1.Schema.String),
+                text: ExecutionDisplayPreviewTextSchema,
+            }),
+            effect_1.Schema.Struct({
+                kind: effect_1.Schema.Literal("fields"),
+                fields: effect_1.Schema.Array(effect_1.Schema.Struct({
+                    label: effect_1.Schema.String,
+                    value: effect_1.Schema.Union([ExecutionDisplayPreviewTextSchema, effect_1.Schema.Number, effect_1.Schema.Boolean, effect_1.Schema.Null]),
+                })),
+            }),
+            effect_1.Schema.Struct({ kind: effect_1.Schema.Literal("code"), language: effect_1.Schema.optional(effect_1.Schema.String), text: ExecutionDisplayPreviewTextSchema }),
+            effect_1.Schema.Struct({
+                kind: effect_1.Schema.Literal("image"),
+                artifactId: effect_1.Schema.String,
+                alt: effect_1.Schema.String,
+                mediaType: effect_1.Schema.String,
+                byteLength: effect_1.Schema.Number,
+                sha256: effect_1.Schema.String,
+            }),
+        ])),
+    }),
+]);
 const TraceItemBase = { itemId: ItemIdSchema, turnId: effect_1.Schema.String, sequence: effect_1.Schema.Number };
 exports.InspectionTraceItemSchema = effect_1.Schema.Union([
     effect_1.Schema.Struct({ ...TraceItemBase, kind: effect_1.Schema.Literal("message"), role: effect_1.Schema.Literals(["user", "assistant"]), text: effect_1.Schema.String, textTruncated: effect_1.Schema.Boolean }),
@@ -494,7 +556,7 @@ exports.InspectionTraceResultSchema = effect_1.Schema.Struct({
                 message: effect_1.Schema.String,
             }),
         ])),
-        traces: effect_1.Schema.Array(schema_ts_3.ExecutionTraceHeaderRecordSchema.pipe(effect_1.Schema.fieldsAssign({ eventCount: effect_1.Schema.Number }))),
+        traces: effect_1.Schema.Array(schema_ts_4.ExecutionTraceHeaderRecordSchema.pipe(effect_1.Schema.fieldsAssign({ eventCount: effect_1.Schema.Number }))),
         events: effect_1.Schema.Array(effect_1.Schema.Struct({
             traceId: effect_1.Schema.String,
             eventId: effect_1.Schema.String,
@@ -504,13 +566,14 @@ exports.InspectionTraceResultSchema = effect_1.Schema.Struct({
             ]),
             ordinal: effect_1.Schema.Number,
             type: effect_1.Schema.String,
-            source: schema_ts_3.ExecutionTraceEventRecordSchema.fields.source,
-            actor: schema_ts_3.ExecutionTraceEventRecordSchema.fields.actor,
-            time: schema_ts_3.ExecutionTraceEventRecordSchema.fields.time,
+            source: schema_ts_4.ExecutionTraceEventRecordSchema.fields.source,
+            actor: schema_ts_4.ExecutionTraceEventRecordSchema.fields.actor,
+            time: schema_ts_4.ExecutionTraceEventRecordSchema.fields.time,
             summary: effect_1.Schema.String,
-            links: schema_ts_3.ExecutionTraceEventRecordSchema.fields.links,
+            links: schema_ts_4.ExecutionTraceEventRecordSchema.fields.links,
             evidence: effect_1.Schema.Array(effect_1.Schema.Struct({ evidenceId: effect_1.Schema.String, key: effect_1.Schema.String, label: effect_1.Schema.String })),
-            scopeMemberships: schema_ts_3.ExecutionTraceEventRecordSchema.fields.scopeMemberships,
+            scopeMemberships: schema_ts_4.ExecutionTraceEventRecordSchema.fields.scopeMemberships,
+            display: exports.ExecutionDisplayPreviewSchema,
         })),
         identityIndex: effect_1.Schema.Struct({
             traceIds: effect_1.Schema.Array(effect_1.Schema.String),
@@ -532,7 +595,7 @@ exports.InspectionTraceResultSchema = effect_1.Schema.Struct({
         turns: effect_1.Schema.Array(effect_1.Schema.Struct({
             turnId: effect_1.Schema.String,
             sequence: effect_1.Schema.Number,
-            sessionId: effect_1.Schema.optional(codec_ts_1.SessionScopeIdSchema),
+            sessionId: effect_1.Schema.optional(codec_ts_2.SessionScopeIdSchema),
             outcome: TurnOutcomeSchema,
             terminal: TraceTurnTerminalSchema,
             context: TraceTurnContextSchema,
@@ -603,7 +666,7 @@ const CommandStreamSchema = effect_1.Schema.Struct({
 exports.InspectionTraceDetailResultSchema = effect_1.Schema.Union([
     effect_1.Schema.Struct({
         kind: effect_1.Schema.Literal("execution-event"),
-        event: schema_ts_3.ExecutionTraceEventRecordSchema,
+        event: schema_ts_4.ExecutionTraceEventRecordSchema,
         evidence: effect_1.Schema.Array(effect_1.Schema.Struct({
             evidenceId: effect_1.Schema.String,
             key: effect_1.Schema.String,
@@ -671,11 +734,11 @@ const UsageLimitationSchema = effect_1.Schema.Union([
         reason: effect_1.Schema.String,
     }),
 ]);
-const [TokenBucketUsageObservationSchema, RequestUsageObservationSchema, ProviderCostUsageObservationSchema] = schema_ts_2.AgentTurnUsageObservationSchema.members;
+const [TokenBucketUsageObservationSchema, RequestUsageObservationSchema, ProviderCostUsageObservationSchema] = schema_ts_3.AgentTurnUsageObservationSchema.members;
 const UsageObservationSchema = effect_1.Schema.Union([
-    effect_1.Schema.Struct({ turnId: codec_ts_1.TurnIdSchema, ...TokenBucketUsageObservationSchema.fields }),
-    effect_1.Schema.Struct({ turnId: codec_ts_1.TurnIdSchema, ...RequestUsageObservationSchema.fields }),
-    effect_1.Schema.Struct({ turnId: codec_ts_1.TurnIdSchema, ...ProviderCostUsageObservationSchema.fields }),
+    effect_1.Schema.Struct({ turnId: codec_ts_2.TurnIdSchema, ...TokenBucketUsageObservationSchema.fields }),
+    effect_1.Schema.Struct({ turnId: codec_ts_2.TurnIdSchema, ...RequestUsageObservationSchema.fields }),
+    effect_1.Schema.Struct({ turnId: codec_ts_2.TurnIdSchema, ...ProviderCostUsageObservationSchema.fields }),
 ]);
 const UsageNumericTotalSchema = effect_1.Schema.Struct({
     state: effect_1.Schema.Literals(["available", "partial", "unavailable"]),
@@ -687,9 +750,13 @@ const UsageCostTotalSchema = effect_1.Schema.Struct({
     value: effect_1.Schema.String,
     observationCount: effect_1.Schema.Number,
 });
+const validUsageCurrency = effect_1.Schema.is(codec_ts_1.CurrencyCodeSchema);
+// Summed amounts may be longer than one call's bounded receipt; Query owns the output byte budget.
+const UsageDecimalSchema = effect_1.Schema.String.check(effect_1.Schema.isPattern(/^(?:0|[1-9][0-9]*)(?:\.[0-9]*[1-9])?$(?![\s\S])/u));
+const UsageCurrencySchema = effect_1.Schema.String.check(effect_1.Schema.makeFilter((value) => validUsageCurrency(value)));
 const EffectiveCostSchema = effect_1.Schema.Struct({
-    amount: effect_1.Schema.String,
-    currency: effect_1.Schema.String,
+    amount: UsageDecimalSchema,
+    currency: UsageCurrencySchema,
     source: effect_1.Schema.Struct({
         kind: effect_1.Schema.Literals(["reported", "estimated"]),
         id: effect_1.Schema.String,
@@ -704,15 +771,149 @@ const EffectiveCostTotalSchema = effect_1.Schema.Struct({
     state: effect_1.Schema.Literals(["complete", "partial", "unavailable"]),
     source: effect_1.Schema.NullOr(effect_1.Schema.Literals(["reported", "estimated", "mixed"])),
     values: effect_1.Schema.Array(effect_1.Schema.Struct({
-        currency: effect_1.Schema.String,
-        value: effect_1.Schema.String,
+        currency: UsageCurrencySchema,
+        value: UsageDecimalSchema,
         source: effect_1.Schema.Literals(["reported", "estimated", "mixed"]),
-        coveredCalls: effect_1.Schema.Number,
-        reportedCalls: effect_1.Schema.Number,
-        estimatedCalls: effect_1.Schema.Number,
+        coveredCalls: common_ts_1.NonNegativeSafeIntegerSchema,
+        reportedCalls: common_ts_1.NonNegativeSafeIntegerSchema,
+        estimatedCalls: common_ts_1.NonNegativeSafeIntegerSchema,
     })),
-    totalCalls: effect_1.Schema.Number,
+    totalCalls: common_ts_1.NonNegativeSafeIntegerSchema,
 });
+const RecordedCallCountSchema = common_ts_1.NonNegativeSafeIntegerSchema.check(effect_1.Schema.isLessThanOrEqualTo(4000));
+const ModelGroupTokenTotalSchema = effect_1.Schema.Struct({
+    state: effect_1.Schema.Literals(["available", "partial", "unavailable"]),
+    value: effect_1.Schema.NullOr(common_ts_1.NonNegativeSafeIntegerSchema),
+    observationCount: RecordedCallCountSchema,
+}).check(effect_1.Schema.makeFilter((value) => (value.state === "unavailable") === (value.value === null)));
+const ConfiguredModelsSchema = effect_1.Schema.Union([
+    effect_1.Schema.Struct({ state: effect_1.Schema.Literal("not-recorded") }),
+    effect_1.Schema.Struct({
+        state: effect_1.Schema.Literal("available"),
+        bindings: effect_1.Schema.Array(effect_1.Schema.Struct({
+            modelSlot: schema_ts_1.AdapterUsageModelSlotSchema,
+            model: effect_1.Schema.NullOr(effect_1.Schema.String.check(effect_1.Schema.isPattern(/\S/u))),
+            reasoningEffort: effect_1.Schema.NullOr(effect_1.Schema.String.check(effect_1.Schema.isPattern(/\S/u))),
+            recordedCalls: effect_1.Schema.NullOr(RecordedCallCountSchema),
+        })).check(effect_1.Schema.makeFilter((bindings) => bindings.length <= 64 &&
+            bindings.every((entry, index) => index === 0 || bindings[index - 1].modelSlot < entry.modelSlot))),
+    }),
+]);
+const ModelGroupSchema = effect_1.Schema.Struct({
+    modelSlot: effect_1.Schema.NullOr(schema_ts_1.AdapterUsageModelSlotSchema),
+    provider: schema_ts_1.AdapterUsageCallSchema.fields.provider,
+    model: schema_ts_1.AdapterUsageCallSchema.fields.model,
+    recordedCalls: RecordedCallCountSchema.check(effect_1.Schema.isGreaterThan(0)),
+    tokens: effect_1.Schema.Struct({
+        inputTotalTokens: ModelGroupTokenTotalSchema,
+        outputTokens: ModelGroupTokenTotalSchema,
+        totalTokens: ModelGroupTokenTotalSchema,
+    }),
+    costs: EffectiveCostTotalSchema,
+}).check(effect_1.Schema.makeFilter((group) => group.costs.totalCalls === group.recordedCalls &&
+    Object.values(group.tokens).every((total) => total.observationCount <= group.recordedCalls)));
+const ModelGroupsSchema = effect_1.Schema.Union([
+    effect_1.Schema.Struct({
+        state: effect_1.Schema.Literal("available"),
+        basis: effect_1.Schema.Literal("recorded-calls"),
+        groups: effect_1.Schema.Array(ModelGroupSchema).check(effect_1.Schema.makeFilter((groups) => groups.length <= 64 &&
+            groups.every((entry, index) => index === 0 || (0, adapter_usage_projection_ts_1.compareAdapterModelGroups)(groups[index - 1], entry) < 0))),
+        totalGroupCount: RecordedCallCountSchema,
+        groupsTruncated: effect_1.Schema.Boolean,
+        omittedGroupCount: RecordedCallCountSchema,
+    }).check(effect_1.Schema.makeFilter((value) => value.totalGroupCount === value.groups.length + value.omittedGroupCount &&
+        value.groups.length === Math.min(value.totalGroupCount, 64) &&
+        value.groupsTruncated === (value.omittedGroupCount > 0))),
+    effect_1.Schema.Struct({
+        state: effect_1.Schema.Literal("unavailable"),
+        basis: effect_1.Schema.Literals(["recorded-calls", "reported-sends", "unavailable"]),
+        reason: effect_1.Schema.Literals(["source-invalid", "usage-not-recorded", "physical-call-identity-not-recorded"]),
+        groups: effect_1.Schema.Tuple([]),
+        totalGroupCount: effect_1.Schema.Null,
+        groupsTruncated: effect_1.Schema.Literal(false),
+        omittedGroupCount: effect_1.Schema.Literal(0),
+    }),
+]);
+const TotalUsageCostsSchema = effect_1.Schema.Struct({
+    state: effect_1.Schema.Literals(["complete", "partial", "unavailable"]),
+    values: effect_1.Schema.Array(effect_1.Schema.Struct({
+        currency: UsageCurrencySchema,
+        value: UsageDecimalSchema,
+        source: effect_1.Schema.Literals(["reported", "estimated", "mixed"]),
+    })),
+    missingSources: effect_1.Schema.Array(effect_1.Schema.Literals(["application", "judge"])).check(effect_1.Schema.makeFilter((sources) => sources.length <= 2 && sources.every((source, index) => index === 0 || sources[index - 1] === "application" && source === "judge"))),
+}).check(effect_1.Schema.makeFilter((value) => value.state === (value.missingSources.length === 0
+    ? "complete" : value.values.length === 0 ? "unavailable" : "partial") &&
+    value.values.every((entry, index) => index === 0 || value.values[index - 1].currency < entry.currency)));
+const ExperimentCostSummarySchema = effect_1.Schema.Struct({
+    scope: effect_1.Schema.Literal("latest-recorded-slots"),
+    totalCosts: TotalUsageCostsSchema,
+    coverage: effect_1.Schema.Struct({
+        selectedSlotCount: common_ts_1.NonNegativeSafeIntegerSchema,
+        resolvedSlotCount: common_ts_1.NonNegativeSafeIntegerSchema,
+        originAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
+        completeAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
+        partialAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
+        unavailableAttemptCount: common_ts_1.NonNegativeSafeIntegerSchema,
+        unresolvedSlotCount: common_ts_1.NonNegativeSafeIntegerSchema,
+    }).check(effect_1.Schema.makeFilter((value) => value.selectedSlotCount === value.resolvedSlotCount + value.unresolvedSlotCount &&
+        value.originAttemptCount <= value.resolvedSlotCount &&
+        value.originAttemptCount === value.completeAttemptCount + value.partialAttemptCount + value.unavailableAttemptCount)),
+});
+const JudgeCostTotalsSchema = EffectiveCostTotalSchema.check(effect_1.Schema.makeFilter((costs) => costs.totalCalls <= 4000 &&
+    (costs.source === null) === (costs.values.length === 0) &&
+    costs.values.every((entry, index) => entry.coveredCalls <= entry.reportedCalls + entry.estimatedCalls &&
+        entry.reportedCalls + entry.estimatedCalls <= costs.totalCalls &&
+        entry.source === (entry.reportedCalls === 0 ? "estimated" : entry.estimatedCalls === 0 ? "reported" : "mixed") &&
+        (index === 0 || costs.values[index - 1].currency < entry.currency)) &&
+    costs.values.reduce((count, entry) => count + entry.reportedCalls + entry.estimatedCalls, 0) <= costs.totalCalls &&
+    (costs.state !== "unavailable" || costs.values.length === 0) &&
+    (costs.state !== "complete" || costs.values.reduce((count, entry) => count + entry.coveredCalls, 0) === costs.totalCalls)));
+const JudgeUsageUnavailableSchema = effect_1.Schema.Union([
+    effect_1.Schema.Struct({ state: effect_1.Schema.Literal("unavailable"), reason: effect_1.Schema.Literal("judge-usage-not-recorded") }),
+    effect_1.Schema.Struct({ state: effect_1.Schema.Literal("invalid"), reason: effect_1.Schema.Literal("judge-usage-source-invalid") }),
+]);
+const JudgeUsageSummaryFields = {
+    state: effect_1.Schema.Literals(["complete", "partial"]),
+    coverage: effect_1.Schema.Literal("physical-transmissions"),
+    collection: common_ts_1.CollectionStateSchema,
+    totals: effect_1.Schema.Struct({
+        requests: ModelGroupTokenTotalSchema,
+        inputTotalTokens: ModelGroupTokenTotalSchema,
+        outputTokens: ModelGroupTokenTotalSchema,
+        totalTokens: ModelGroupTokenTotalSchema,
+        costs: JudgeCostTotalsSchema,
+    }),
+};
+const JudgeUsageAvailableSummarySchema = effect_1.Schema.Struct(JudgeUsageSummaryFields).check(effect_1.Schema.makeFilter((usage) => {
+    const requests = usage.totals.requests;
+    return usage.state === usage.collection.state && requests.value === requests.observationCount &&
+        requests.state === (usage.state === "complete" ? "available" : "partial") &&
+        usage.totals.costs.totalCalls === requests.value &&
+        (usage.state === "complete" || usage.totals.costs.state !== "complete") &&
+        [usage.totals.inputTotalTokens, usage.totals.outputTokens, usage.totals.totalTokens].every((total) => total.observationCount <= requests.observationCount && (total.state !== "available" ||
+            usage.state === "complete" && total.observationCount === requests.observationCount)) &&
+        (requests.value !== 0 || usage.state !== "complete" ||
+            [usage.totals.inputTotalTokens, usage.totals.outputTokens, usage.totals.totalTokens].every((total) => total.state === "available" && total.value === 0) && usage.totals.costs.state === "complete");
+}));
+const JudgeUsageSummarySchema = effect_1.Schema.Union([JudgeUsageUnavailableSchema, JudgeUsageAvailableSummarySchema]);
+const JudgeUsageSchema = effect_1.Schema.Union([
+    JudgeUsageUnavailableSchema,
+    effect_1.Schema.Struct({
+        ...JudgeUsageSummaryFields,
+        calls: effect_1.Schema.Array(schema_ts_2.JudgeUsageCallSchema),
+        callsTruncated: effect_1.Schema.Boolean,
+        omittedCallCount: RecordedCallCountSchema,
+        priceReceipts: effect_1.Schema.Array(schema_ts_2.JudgePriceReceiptSchema),
+    }).check(effect_1.Schema.makeFilter((usage) => effect_1.Schema.is(JudgeUsageAvailableSummarySchema)({
+        state: usage.state, coverage: usage.coverage, collection: usage.collection, totals: usage.totals,
+    }) && usage.calls.length <= judge_usage_projection_ts_1.JUDGE_USAGE_PREVIEW_CALL_LIMIT &&
+        usage.calls.length + usage.omittedCallCount === usage.totals.requests.value &&
+        usage.callsTruncated === (usage.omittedCallCount > 0) &&
+        usage.calls.every((call, index) => index === 0 || (0, judge_usage_projection_ts_1.compareJudgeUsageCalls)(usage.calls[index - 1], call) < 0) &&
+        (0, bytes_ts_1.utf8ByteLength)(JSON.stringify({ calls: usage.calls, priceReceipts: usage.priceReceipts })) <= judge_usage_projection_ts_1.JUDGE_USAGE_PREVIEW_BYTE_LIMIT &&
+        (0, schema_ts_2.validateJudgeUsageAttachment)({ collection: usage.collection, calls: usage.calls, priceReceipts: usage.priceReceipts }).length === 0)),
+]);
 const UsageTotalsSchema = effect_1.Schema.Struct({
     inputTotalTokens: effect_1.Schema.optional(UsageNumericTotalSchema),
     inputTokens: UsageNumericTotalSchema,
@@ -726,6 +927,10 @@ const UsageTotalsSchema = effect_1.Schema.Struct({
     costs: effect_1.Schema.optional(EffectiveCostTotalSchema),
 });
 exports.InspectionAttemptUsageResultSchema = effect_1.Schema.Struct({
+    configuredModels: ConfiguredModelsSchema,
+    modelGroups: ModelGroupsSchema,
+    judgeUsage: JudgeUsageSchema,
+    totalCosts: TotalUsageCostsSchema,
     source: effect_1.Schema.optional(effect_1.Schema.Literal("adapter")),
     coverage: effect_1.Schema.optional(effect_1.Schema.Literal("recorded-calls")),
     calls: effect_1.Schema.optional(effect_1.Schema.Array(AdapterUsageInspectionCallSchema)),
@@ -868,7 +1073,7 @@ exports.InspectionAttemptDiffResultSchema = effect_1.Schema.Union([
     effect_1.Schema.Struct({ state: effect_1.Schema.Literal("invalid"), issues: effect_1.Schema.Array(effect_1.Schema.String), windows: effect_1.Schema.Tuple([]) }),
     effect_1.Schema.Struct({
         state: effect_1.Schema.Literals(["complete", "partial"]),
-        limitations: effect_1.Schema.Array(schema_ts_4.FileChangesCollectionLimitationSchema),
+        limitations: effect_1.Schema.Array(schema_ts_5.FileChangesCollectionLimitationSchema),
         windows: effect_1.Schema.Array(DiffWindowSchema),
     }),
 ]);