niceeval 0.16.3-canary.99 → 0.17.0

package/dist/inspection/protocol.d.ts

@@ -5,16 +5,11 @@ declare const SuccessMetadataSchema: Schema.Struct<{
     readonly behaviorVersion: Schema.Literal<"2.0.0">;
     readonly source: Schema.Struct<{
         readonly kind: Schema.Literals<readonly ["project-record", "external-record"]>;
-        readonly sealedCutoffIdentity: Schema.String;
+        readonly publicationCutoffIdentity: Schema.String;
     }>;
-    readonly sealedCutoff: Schema.Struct<{
-        readonly kind: Schema.Literal<"inspection-sealed-cutoff">;
-        readonly identity: Schema.String;
-        readonly runCount: Schema.Number;
-        readonly runs: Schema.$Array<Schema.Struct<{
-            readonly runId: Schema.String;
-            readonly logicalSealIdentity: Schema.String;
-        }>>;
+    readonly publicationCutoff: Schema.Struct<{
+        readonly storeGeneration: Schema.String;
+        readonly revision: Schema.Number;
     }>;
     readonly selection: Schema.Struct<{
         readonly requestedRunIds: Schema.$Array<Schema.String>;
@@ -32,19 +27,17 @@ declare const RunsListSuccessMetadataSchema: Schema.Struct<{
     readonly behaviorVersion: Schema.Literal<"2.0.0">;
     readonly source: Schema.Struct<{
         readonly kind: Schema.Literals<readonly ["project-record", "external-record"]>;
-        readonly sealedCutoffIdentity: Schema.String;
+        readonly publicationCutoffIdentity: Schema.String;
     }>;
-    readonly sealedCutoff: Schema.Struct<{
-        readonly kind: Schema.Literal<"inspection-sealed-cutoff">;
-        readonly identity: Schema.String;
-        readonly runCount: Schema.Number;
+    readonly publicationCutoff: Schema.Struct<{
+        readonly storeGeneration: Schema.String;
+        readonly revision: Schema.Number;
     }>;
     readonly selection: Schema.Struct<{
         readonly requestedRunIds: Schema.$Array<Schema.String>;
         readonly selectedRunIds: Schema.$Array<Schema.String>;
         readonly missingRunIds: Schema.$Array<Schema.String>;
         readonly returnedRunCount: Schema.Number;
-        readonly totalRunCount: Schema.Number;
         readonly truncated: Schema.Boolean;
     }>;
     readonly issues: Schema.Tuple<readonly []>;
@@ -56,20 +49,15 @@ declare const CompareSuccessMetadataSchema: Schema.Struct<{
     readonly protocol: Schema.Literal<"niceeval.query/v1">;
     readonly source: Schema.Struct<{
         readonly kind: Schema.Literals<readonly ["project-record", "external-record"]>;
-        readonly sealedCutoffIdentity: Schema.String;
+        readonly publicationCutoffIdentity: Schema.String;
     }>;
     readonly outcome: Schema.Literal<"success">;
     readonly evidence: Schema.Struct<{
         readonly refs: Schema.$Array<Schema.String>;
     }>;
-    readonly sealedCutoff: Schema.Struct<{
-        readonly kind: Schema.Literal<"inspection-sealed-cutoff">;
-        readonly identity: Schema.String;
-        readonly runCount: Schema.Number;
-        readonly runs: Schema.$Array<Schema.Struct<{
-            readonly runId: Schema.String;
-            readonly logicalSealIdentity: Schema.String;
-        }>>;
+    readonly publicationCutoff: Schema.Struct<{
+        readonly storeGeneration: Schema.String;
+        readonly revision: Schema.Number;
     }>;
     readonly selection: Schema.Struct<{
         readonly requestedRunIds: Schema.$Array<Schema.String>;
@@ -3714,25 +3702,25 @@ export declare const inspectionProtocolRegistry: Readonly<{
         };
         readonly factKinds: readonly ["core", "assertions", "attempt-cost", "agent-turns", "adapter-usage", "judge-usage"];
     }>;
-    "runs.list": Readonly<{
+    "run.list": Readonly<{
         readonly request: Schema.Struct<{
-            readonly kind: Schema.Literal<"runs.list">;
+            readonly kind: Schema.Literal<"run.list">;
         } & {
             continuation: Schema.optional<Schema.String>;
         }>;
         readonly result: {
             runs: Schema.$Array<Schema.Struct<{
                 readonly runId: Schema.String;
-                readonly writerGeneration: Schema.String;
+                readonly invocationId: Schema.String;
+                readonly experimentId: Schema.String;
+                readonly state: Schema.Literals<readonly ["active", "completed", "interrupted", "failed"]>;
                 readonly startedAt: Schema.String;
-                readonly logicalSealIdentity: Schema.String;
-                readonly slotCount: Schema.Number;
-                readonly memberCount: Schema.Number;
-                readonly attemptCount: Schema.Number;
-                readonly attachmentCount: Schema.Number;
-                readonly contentCount: Schema.Number;
-                readonly contentByteLength: Schema.Number;
-                readonly sealEntryCount: Schema.Number;
+                readonly completedAt: Schema.optional<Schema.String>;
+                readonly coverage: Schema.Struct<{
+                    readonly published: Schema.Number;
+                    readonly expected: Schema.Number;
+                    readonly missing: Schema.Number;
+                }>;
             }>>;
             continuation: Schema.optional<Schema.String>;
         };
@@ -3785,93 +3773,25 @@ export declare const inspectionProtocolRegistry: Readonly<{
                     readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
                     readonly outcome: Schema.Literals<readonly ["completed", "errored", "cancelled", "interrupted"]>;
                 }>>;
-            }>;
-        };
-        readonly factKinds: readonly ["core"];
-    }>;
-    "run.summary": Readonly<{
-        readonly request: Schema.Struct<{
-            readonly kind: Schema.Literal<"run.summary">;
-        } & {
-            runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
-        }>;
-        readonly result: {
-            summary: Schema.Struct<{
-                readonly runs: Schema.$Array<Schema.Struct<{
-                    readonly runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
-                    readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
-                    readonly context: Schema.Struct<{
-                        readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
-                        readonly execution: Schema.Codec<import("../record/model/run-context.js").RunExecutionContext, import("../record/model/run-context.js").RunExecutionContext, never, never>;
-                        readonly labels: Schema.Codec<Readonly<Record<string, string>>, Readonly<Record<string, string>>, never, never>;
-                    }>;
-                    readonly startedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
-                    readonly completedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
-                    readonly expectedSlots: Schema.$Array<Schema.Struct<{
-                        readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
-                        readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
-                        readonly attemptOrdinal: Schema.Number;
-                        readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
-                    }>>;
-                }>>;
                 readonly denominator: Schema.Struct<{
                     readonly expected: Schema.Number;
-                    readonly observed: Schema.Number;
+                    readonly published: Schema.Number;
+                    readonly missing: Schema.Number;
                 }>;
-                readonly members: Schema.$Array<Schema.Struct<{
-                    readonly runId: Schema.String;
-                    readonly slotId: Schema.String;
-                    readonly evalId: Schema.String;
-                    readonly attemptOrdinal: Schema.Number;
-                    readonly executionIdentityDigest: Schema.String;
-                    readonly state: Schema.Literals<readonly ["executed", "carried", "accepted", "not-dispatched", "interrupted", "missing"]>;
-                    readonly locator: Schema.NullOr<Schema.String>;
-                    readonly outcome: Schema.NullOr<Schema.Literals<readonly ["completed", "errored", "cancelled", "interrupted"]>>;
-                    readonly verdict: Schema.NullOr<Schema.Literals<readonly ["passed", "failed", "errored", "skipped"]>>;
-                    readonly score: Schema.optional<Schema.Union<readonly [Schema.Struct<{
-                        readonly state: Schema.Literal<"not-scored">;
+                readonly slots: Schema.$Array<Schema.Struct<{
+                    readonly publication: Schema.Union<readonly [Schema.Struct<{
+                        readonly state: Schema.Literal<"pending">;
                     }>, Schema.Struct<{
-                        readonly state: Schema.Literal<"complete">;
-                        readonly earned: Schema.Number;
-                        readonly possible: Schema.Number;
+                        readonly state: Schema.Literal<"published">;
+                        readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;
+                        readonly attemptId: Schema.String;
+                        readonly attemptLocator: Schema.String;
+                        readonly originRunId: Schema.String;
+                        readonly originSlotId: Schema.String;
                     }>, Schema.Struct<{
-                        readonly state: Schema.Literal<"unavailable">;
-                        readonly earned: Schema.Number;
-                        readonly possible: Schema.Number;
-                        readonly unavailable: Schema.Number;
-                    }>]>>;
-                }>>;
-            }>;
-        };
-        readonly factKinds: readonly ["core", "assertions", "agent-turns"];
-    }>;
-    "run.overview": Readonly<{
-        readonly request: Schema.Struct<{
-            readonly kind: Schema.Literal<"run.overview">;
-        } & {
-            runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
-        }>;
-        readonly result: {
-            runOverview: Schema.Struct<{
-                readonly identity: Schema.Struct<{
-                    readonly runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
-                    readonly experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
-                    readonly adapter: Schema.NullOr<Schema.Codec<import("../types.js").AdapterIdentity, import("../types.js").AdapterIdentity, never, never>>;
-                }>;
-                readonly state: Schema.Literals<readonly ["active", "completed", "interrupted", "failed"]>;
-                readonly startedAt: Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>;
-                readonly completedAt: Schema.optional<Schema.Codec<import("../record/model/identifiers.js").UtcMillis, number, never, never>>;
-                readonly denominator: Schema.Struct<{
-                    readonly expected: Schema.Number;
-                    readonly observed: Schema.Number;
-                }>;
-                readonly members: Schema.$Array<Schema.Struct<{
-                    readonly slot: Schema.Struct<{
-                        readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
-                        readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
-                        readonly attemptOrdinal: Schema.Number;
-                        readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
-                    }>;
+                        readonly state: Schema.Literal<"absent">;
+                        readonly reason: Schema.Literals<readonly ["early-exit-satisfied", "budget-exhausted", "stopped-by-failure", "interrupted-before-publication", "dispatch-failed"]>;
+                    }>]>;
                     readonly state: Schema.Literals<readonly ["executed", "carried", "accepted", "not-dispatched", "interrupted", "pending"]>;
                     readonly locator: Schema.NullOr<Schema.String>;
                     readonly relation: Schema.NullOr<Schema.Literals<readonly ["origin", "reference"]>>;
@@ -4146,6 +4066,10 @@ export declare const inspectionProtocolRegistry: Readonly<{
                             readonly reason: Schema.String;
                         }>]>;
                     }>]>>;
+                    readonly slotId: Schema.Codec<import("../record/model/identifiers.js").SlotId, string, never, never>;
+                    readonly evalId: Schema.Codec<import("../record/model/identifiers.js").EvalId, string, never, never>;
+                    readonly attemptOrdinal: Schema.Number;
+                    readonly executionIdentityDigest: Schema.Codec<import("../record/model/identifiers.js").ExecutionIdentityDigest, string, never, never>;
                 }>>;
                 readonly coverage: Schema.Struct<{
                     readonly state: Schema.Literals<readonly ["complete", "partial", "not-recorded", "invalid", "unavailable"]>;
@@ -4530,7 +4454,7 @@ export declare const inspectionProtocolRegistry: Readonly<{
                 }>>;
             }>;
         };
-        readonly factKinds: readonly ["core", "assertions", "agent-turns"];
+        readonly factKinds: readonly ["core", "assertions", "agent-turns", "adapter-usage", "judge-usage"];
     }>;
     "attempt.get": Readonly<{
         readonly request: Schema.Struct<{
@@ -6688,6 +6612,60 @@ export declare const inspectionProtocolRegistry: Readonly<{
         }>;
         readonly result: {
             usage: Schema.Struct<{
+                readonly cacheRead: Schema.Struct<{
+                    readonly total: Schema.Struct<{
+                        rate: Schema.Union<readonly [Schema.Struct<{
+                            readonly state: Schema.Literal<"exact">;
+                            readonly value: Schema.Number;
+                        }>, Schema.Struct<{
+                            readonly state: Schema.Literal<"unavailable">;
+                            readonly reason: Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>;
+                        }>]>;
+                        recordedCalls: Schema.Number;
+                        coveredCalls: Schema.Number;
+                        missingCacheReadCalls: Schema.Number;
+                        missingInputTotalCalls: Schema.Number;
+                        unknownStatusCalls: Schema.Number;
+                        collectionComplete: Schema.Boolean;
+                        reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
+                    }>;
+                    readonly modelSlots: Schema.$Array<Schema.Struct<{
+                        readonly rate: Schema.Union<readonly [Schema.Struct<{
+                            readonly state: Schema.Literal<"exact">;
+                            readonly value: Schema.Number;
+                        }>, Schema.Struct<{
+                            readonly state: Schema.Literal<"unavailable">;
+                            readonly reason: Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>;
+                        }>]>;
+                        readonly recordedCalls: Schema.Number;
+                        readonly coveredCalls: Schema.Number;
+                        readonly missingCacheReadCalls: Schema.Number;
+                        readonly missingInputTotalCalls: Schema.Number;
+                        readonly unknownStatusCalls: Schema.Number;
+                        readonly collectionComplete: Schema.Boolean;
+                        readonly reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
+                        readonly modelSlot: Schema.NullOr<Schema.String>;
+                    }>>;
+                    readonly models: Schema.$Array<Schema.Struct<{
+                        readonly rate: Schema.Union<readonly [Schema.Struct<{
+                            readonly state: Schema.Literal<"exact">;
+                            readonly value: Schema.Number;
+                        }>, Schema.Struct<{
+                            readonly state: Schema.Literal<"unavailable">;
+                            readonly reason: Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>;
+                        }>]>;
+                        readonly recordedCalls: Schema.Number;
+                        readonly coveredCalls: Schema.Number;
+                        readonly missingCacheReadCalls: Schema.Number;
+                        readonly missingInputTotalCalls: Schema.Number;
+                        readonly unknownStatusCalls: Schema.Number;
+                        readonly collectionComplete: Schema.Boolean;
+                        readonly reasons: Schema.$Array<Schema.Literals<readonly ["usage-not-recorded", "source-invalid", "adapter-usage-required", "collection-incomplete", "call-status-unknown", "no-calls", "cache-read-missing", "input-total-missing", "zero-input-total", "unsafe-token-total"]>>;
+                        readonly modelSlot: Schema.NullOr<Schema.String>;
+                        readonly provider: Schema.NullOr<Schema.String>;
+                        readonly model: Schema.NullOr<Schema.String>;
+                    }>>;
+                }>;
                 readonly configuredModels: Schema.Union<readonly [Schema.Struct<{
                     readonly state: Schema.Literal<"not-recorded">;
                 }>, Schema.Struct<{
@@ -7395,8 +7373,8 @@ export declare const inspectionProtocolRegistry: Readonly<{
     }>;
 }>;
 export type InspectionOperationId = keyof typeof inspectionProtocolRegistry;
-export declare const INSPECTION_OPERATION_IDS: readonly ("run.get" | "project.get" | "overview.get" | "experiment.get" | "runs.list" | "run.summary" | "run.overview" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare")[];
-export declare const InspectionOperationIdSchema: Schema.Literals<readonly ("run.get" | "project.get" | "overview.get" | "experiment.get" | "runs.list" | "run.summary" | "run.overview" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare")[]>;
+export declare const INSPECTION_OPERATION_IDS: readonly ("run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare")[];
+export declare const InspectionOperationIdSchema: Schema.Literals<readonly ("run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare")[]>;
 export declare const InspectionRequestSchema: Schema.Struct<{
     readonly protocol: Schema.Literal<"niceeval.query/v1">;
     readonly operation: Schema.Union<(Schema.Struct<{
@@ -7412,21 +7390,13 @@ export declare const InspectionRequestSchema: Schema.Struct<{
     } & {
         experimentId: Schema.Codec<import("../record/model/identifiers.js").ExperimentId, string, never, never>;
     }> | Schema.Struct<{
-        readonly kind: Schema.Literal<"runs.list">;
+        readonly kind: Schema.Literal<"run.list">;
     } & {
         continuation: Schema.optional<Schema.String>;
     }> | Schema.Struct<{
         readonly kind: Schema.Literal<"run.get">;
     } & {
         runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
-    }> | Schema.Struct<{
-        readonly kind: Schema.Literal<"run.summary">;
-    } & {
-        runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
-    }> | Schema.Struct<{
-        readonly kind: Schema.Literal<"run.overview">;
-    } & {
-        runId: Schema.Codec<import("../record/model/identifiers.js").RunId, string, never, never>;
     }> | Schema.Struct<{
         readonly kind: Schema.Literal<"attempt.get">;
     } & {
@@ -7523,51 +7493,19 @@ export type InspectionOperationFor<Kind extends InspectionOperationId> = Extract
     readonly kind: Kind;
 }>;
 export declare const InspectionSuccessDocumentSchema: Schema.Union<readonly Schema.Codec<InspectionSuccessDocument, InspectionSuccessEncoded>[]>;
-export declare const InspectionExplanationDocumentSchema: Schema.Union<(Schema.Struct<{
-    readonly protocol: Schema.Literal<"niceeval.query/v1">;
-    readonly source: Schema.Struct<{
-        readonly kind: Schema.Literals<readonly ["project-record", "external-record"]>;
-        readonly sealedCutoffIdentity: Schema.String;
-    }>;
-    readonly issues: Schema.Tuple<readonly []>;
-    readonly evidence: Schema.Struct<{
-        readonly refs: Schema.$Array<Schema.String>;
-    }>;
-    readonly sealedCutoff: Schema.Struct<{
-        readonly kind: Schema.Literal<"inspection-sealed-cutoff">;
-        readonly identity: Schema.String;
-        readonly runCount: Schema.Number;
-    }>;
-    readonly selection: Schema.Struct<{
-        readonly requestedRunIds: Schema.$Array<Schema.String>;
-        readonly selectedRunIds: Schema.$Array<Schema.String>;
-        readonly missingRunIds: Schema.$Array<Schema.String>;
-        readonly returnedRunCount: Schema.Number;
-        readonly totalRunCount: Schema.Number;
-        readonly truncated: Schema.Boolean;
-    }>;
-    readonly behaviorVersion: Schema.Literal<"2.0.0">;
-    readonly outcome: Schema.Literal<"explanation">;
-    readonly operation: Schema.Literal<"run.get" | "project.get" | "overview.get" | "experiment.get" | "runs.list" | "run.summary" | "run.overview" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare">;
-    readonly factKinds: Schema.Tuple<Schema.Literal<"assertions" | "core" | "artifacts" | "sources" | "adapter-usage" | "file-changes" | "agent-turns" | "sandbox-commands" | "runner-activities" | "runner-diagnostics" | "turn-contexts" | "current-project" | "attempt-cost" | "judge-usage" | "execution-traces">[]>;
-}> | Schema.Struct<{
+export declare const InspectionExplanationDocumentSchema: Schema.Union<Schema.Struct<{
     readonly protocol: Schema.Literal<"niceeval.query/v1">;
     readonly source: Schema.Struct<{
         readonly kind: Schema.Literals<readonly ["project-record", "external-record"]>;
-        readonly sealedCutoffIdentity: Schema.String;
+        readonly publicationCutoffIdentity: Schema.String;
     }>;
     readonly issues: Schema.Tuple<readonly []>;
     readonly evidence: Schema.Struct<{
         readonly refs: Schema.$Array<Schema.String>;
     }>;
-    readonly sealedCutoff: Schema.Struct<{
-        readonly kind: Schema.Literal<"inspection-sealed-cutoff">;
-        readonly identity: Schema.String;
-        readonly runCount: Schema.Number;
-        readonly runs: Schema.$Array<Schema.Struct<{
-            readonly runId: Schema.String;
-            readonly logicalSealIdentity: Schema.String;
-        }>>;
+    readonly publicationCutoff: Schema.Struct<{
+        readonly storeGeneration: Schema.String;
+        readonly revision: Schema.Number;
     }>;
     readonly selection: Schema.Struct<{
         readonly requestedRunIds: Schema.$Array<Schema.String>;
@@ -7576,20 +7514,20 @@ export declare const InspectionExplanationDocumentSchema: Schema.Union<(Schema.S
     }>;
     readonly behaviorVersion: Schema.Literal<"2.0.0">;
     readonly outcome: Schema.Literal<"explanation">;
-    readonly operation: Schema.Literal<"run.get" | "project.get" | "overview.get" | "experiment.get" | "runs.list" | "run.summary" | "run.overview" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare">;
-    readonly factKinds: Schema.Tuple<Schema.Literal<"assertions" | "core" | "artifacts" | "sources" | "adapter-usage" | "file-changes" | "agent-turns" | "sandbox-commands" | "runner-activities" | "runner-diagnostics" | "turn-contexts" | "current-project" | "attempt-cost" | "judge-usage" | "execution-traces">[]>;
-}>)[]>;
+    readonly operation: Schema.Literal<"run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare">;
+    readonly factKinds: Schema.Tuple<Schema.Literal<"assertions" | "core" | "artifacts" | "sources" | "runner-activities" | "adapter-usage" | "file-changes" | "agent-turns" | "sandbox-commands" | "runner-diagnostics" | "turn-contexts" | "current-project" | "attempt-cost" | "judge-usage" | "execution-traces">[]>;
+}>[]>;
 export declare const InspectionDiscoveryDocumentSchema: Schema.Struct<{
     readonly protocol: Schema.Literal<"niceeval.query/v1">;
     readonly outcome: Schema.Literal<"discovery">;
     readonly operations: Schema.$Array<Schema.Union<Schema.Struct<{
-        readonly id: Schema.Literal<"run.get" | "project.get" | "overview.get" | "experiment.get" | "runs.list" | "run.summary" | "run.overview" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare">;
+        readonly id: Schema.Literal<"run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare">;
     }>[]>>;
 }>;
 export declare const InspectionFailureDocumentSchema: Schema.Struct<{
     readonly protocol: Schema.Literal<"niceeval.query/v1">;
     readonly outcome: Schema.Literal<"failure">;
-    readonly operation: Schema.NullOr<Schema.Literals<readonly ("run.get" | "project.get" | "overview.get" | "experiment.get" | "runs.list" | "run.summary" | "run.overview" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare")[]>>;
+    readonly operation: Schema.NullOr<Schema.Literals<readonly ("run.list" | "run.get" | "project.get" | "overview.get" | "experiment.get" | "attempt.get" | "attempt.assertion.detail" | "attempt.assertion.image" | "attempt.trace" | "attempt.trace.detail" | "attempt.timing" | "attempt.usage" | "attempt.diff" | "attempt.sources" | "attempt.artifacts" | "attempt.artifact" | "runs.compare")[]>>;
     readonly failure: Schema.Struct<{
         readonly code: Schema.Literals<readonly ["inspection-request-invalid", "inspection-selection-missing", "inspection-source-invalid", "inspection-record-integrity-failure", "inspection-operation-failed", "inspection-result-invalid", "evidence-budget-exceeded", "restart-required", "current-target-unavailable"]>;
         readonly reason: Schema.String;
@@ -7606,7 +7544,7 @@ export declare const InspectionDocumentSchema: Schema.Union<readonly [
     typeof InspectionFailureDocumentSchema
 ]>;
 type Registry = typeof inspectionProtocolRegistry;
-type MetadataFor<Kind extends InspectionOperationId> = Kind extends "runs.list" ? Schema.Schema.Type<typeof RunsListSuccessMetadataSchema> : Kind extends "runs.compare" ? Schema.Schema.Type<typeof CompareSuccessMetadataSchema> : Schema.Schema.Type<typeof SuccessMetadataSchema>;
+type MetadataFor<Kind extends InspectionOperationId> = Kind extends "run.list" ? Schema.Schema.Type<typeof RunsListSuccessMetadataSchema> : Kind extends "runs.compare" ? Schema.Schema.Type<typeof CompareSuccessMetadataSchema> : Schema.Schema.Type<typeof SuccessMetadataSchema>;
 type ResultFields<Kind extends InspectionOperationId> = {
     readonly [Field in keyof Registry[Kind]["result"]]: Registry[Kind]["result"][Field] extends Schema.Constraint ? Schema.Schema.Type<Registry[Kind]["result"][Field]> : never;
 };
@@ -7614,7 +7552,7 @@ export type InspectionSuccessDocumentFor<Kind extends InspectionOperationId> = K
     readonly operation: Kind;
 } & ResultFields<Kind> : never;
 export type InspectionSuccessDocument = InspectionSuccessDocumentFor<InspectionOperationId>;
-type SuccessEncodedFor<Kind extends InspectionOperationId> = Kind extends InspectionOperationId ? (Kind extends "runs.list" ? Schema.Codec.Encoded<typeof RunsListSuccessMetadataSchema> : Kind extends "runs.compare" ? Schema.Codec.Encoded<typeof CompareSuccessMetadataSchema> : Schema.Codec.Encoded<typeof SuccessMetadataSchema>) & {
+type SuccessEncodedFor<Kind extends InspectionOperationId> = Kind extends InspectionOperationId ? (Kind extends "run.list" ? Schema.Codec.Encoded<typeof RunsListSuccessMetadataSchema> : Kind extends "runs.compare" ? Schema.Codec.Encoded<typeof CompareSuccessMetadataSchema> : Schema.Codec.Encoded<typeof SuccessMetadataSchema>) & {
     readonly operation: Kind;
 } & {
     readonly [Field in keyof Registry[Kind]["result"]]: Registry[Kind]["result"][Field] extends Schema.Constraint ? Schema.Codec.Encoded<Registry[Kind]["result"][Field]> : never;