niceeval 0.19.0 → 0.19.1-canary.102

package/dist/inspection/project-result.d.mts

@@ -1060,9 +1060,6 @@ export declare const InspectionProjectResultSchema: Schema.Struct<{
         readonly groupPath: Schema.$Array<Schema.String>;
         readonly members: Schema.$Array<Schema.Struct<{
             readonly runId: Schema.String;
-            readonly plannedAttemptId: Schema.String;
-            readonly evalId: Schema.String;
-            readonly attemptOrdinal: Schema.Number;
             readonly labels: Schema.$Record<Schema.String, Schema.Union<readonly [Schema.Struct<{
                 readonly state: Schema.Literal<"available">;
                 readonly value: Schema.String;
@@ -1071,155 +1068,158 @@ export declare const InspectionProjectResultSchema: Schema.Struct<{
             }>, Schema.Struct<{
                 readonly state: Schema.Literal<"unavailable">;
             }>]>>;
-            readonly publication: Schema.Union<readonly [Schema.Struct<{
-                readonly state: Schema.Literal<"pending">;
-            }>, Schema.Struct<{
-                readonly verdict: Schema.NullOr<Schema.Literals<readonly ["passed", "failed", "errored", "skipped"]>>;
-                readonly score: Schema.Struct<{
-                    readonly state: Schema.Literals<readonly ["available", "partial", "unavailable", "empty", "unsupported", "failed"]>;
-                    readonly value: Schema.NullOr<Schema.Number>;
-                    readonly samples: Schema.Number;
-                    readonly total: Schema.Number;
-                    readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
-                    readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
-                        readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
-                        readonly locator: Schema.String;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
-                        readonly runId: Schema.String;
-                        readonly plannedAttemptId: Schema.String;
-                        readonly evalId: Schema.String;
-                        readonly attemptOrdinal: Schema.Number;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literal<"score-contribution-unavailable">;
-                        readonly locator: Schema.String;
-                        readonly entryId: Schema.String;
-                        readonly reason: Schema.Literals<readonly ["source-unavailable", "evaluation-errored", "not-applicable"]>;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literal<"score-partial">;
-                        readonly locator: Schema.NullOr<Schema.String>;
-                    }>]>>;
-                    readonly refs: Schema.$Array<Schema.Struct<{
-                        readonly identity: Schema.Struct<{
-                            readonly kind: Schema.Literal<"attempt">;
-                            readonly locator: Schema.String;
-                        }>;
-                    }>>;
-                    readonly unit: Schema.optional<Schema.Literals<readonly ["points", "USD", "ms", "tokens"]>>;
-                    readonly bounds: Schema.optional<Schema.Struct<{
-                        readonly min: Schema.Number;
-                        readonly max: Schema.Number;
-                    }>>;
-                }>;
-                readonly costUSD: Schema.Struct<{
-                    readonly source: Schema.NullOr<Schema.Literals<readonly ["reported", "estimated", "mixed"]>>;
-                    readonly state: Schema.Literals<readonly ["available", "partial", "unavailable", "empty", "unsupported", "failed"]>;
-                    readonly value: Schema.NullOr<Schema.Number>;
-                    readonly samples: Schema.Number;
-                    readonly total: Schema.Number;
-                    readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
-                    readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
-                        readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
-                        readonly locator: Schema.String;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
-                        readonly runId: Schema.String;
-                        readonly plannedAttemptId: Schema.String;
-                        readonly evalId: Schema.String;
-                        readonly attemptOrdinal: Schema.Number;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literal<"score-contribution-unavailable">;
-                        readonly locator: Schema.String;
-                        readonly entryId: Schema.String;
-                        readonly reason: Schema.Literals<readonly ["source-unavailable", "evaluation-errored", "not-applicable"]>;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literal<"score-partial">;
-                        readonly locator: Schema.NullOr<Schema.String>;
-                    }>]>>;
-                    readonly refs: Schema.$Array<Schema.Struct<{
-                        readonly identity: Schema.Struct<{
-                            readonly kind: Schema.Literal<"attempt">;
-                            readonly locator: Schema.String;
-                        }>;
-                    }>>;
-                    readonly unit: Schema.optional<Schema.Literals<readonly ["points", "USD", "ms", "tokens"]>>;
-                    readonly bounds: Schema.optional<Schema.Struct<{
-                        readonly min: Schema.Number;
-                        readonly max: Schema.Number;
-                    }>>;
-                }>;
-                readonly durationMs: Schema.Struct<{
-                    readonly state: Schema.Literals<readonly ["available", "partial", "unavailable", "empty", "unsupported", "failed"]>;
-                    readonly value: Schema.NullOr<Schema.Number>;
-                    readonly samples: Schema.Number;
-                    readonly total: Schema.Number;
-                    readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
-                    readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
-                        readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
+            readonly verdict: Schema.NullOr<Schema.Literals<readonly ["passed", "failed", "errored", "skipped"]>>;
+            readonly score: Schema.Struct<{
+                readonly state: Schema.Literals<readonly ["available", "partial", "unavailable", "empty", "unsupported", "failed"]>;
+                readonly value: Schema.NullOr<Schema.Number>;
+                readonly samples: Schema.Number;
+                readonly total: Schema.Number;
+                readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
+                readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
+                    readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
+                    readonly locator: Schema.String;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
+                    readonly runId: Schema.String;
+                    readonly plannedAttemptId: Schema.String;
+                    readonly evalId: Schema.String;
+                    readonly attemptOrdinal: Schema.Number;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literal<"score-contribution-unavailable">;
+                    readonly locator: Schema.String;
+                    readonly entryId: Schema.String;
+                    readonly reason: Schema.Literals<readonly ["source-unavailable", "evaluation-errored", "not-applicable"]>;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literal<"score-partial">;
+                    readonly locator: Schema.NullOr<Schema.String>;
+                }>]>>;
+                readonly refs: Schema.$Array<Schema.Struct<{
+                    readonly identity: Schema.Struct<{
+                        readonly kind: Schema.Literal<"attempt">;
                         readonly locator: Schema.String;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
-                        readonly runId: Schema.String;
-                        readonly plannedAttemptId: Schema.String;
-                        readonly evalId: Schema.String;
-                        readonly attemptOrdinal: Schema.Number;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literal<"score-contribution-unavailable">;
+                    }>;
+                }>>;
+                readonly unit: Schema.optional<Schema.Literals<readonly ["points", "USD", "ms", "tokens"]>>;
+                readonly bounds: Schema.optional<Schema.Struct<{
+                    readonly min: Schema.Number;
+                    readonly max: Schema.Number;
+                }>>;
+            }>;
+            readonly costUSD: Schema.Struct<{
+                readonly source: Schema.NullOr<Schema.Literals<readonly ["reported", "estimated", "mixed"]>>;
+                readonly state: Schema.Literals<readonly ["available", "partial", "unavailable", "empty", "unsupported", "failed"]>;
+                readonly value: Schema.NullOr<Schema.Number>;
+                readonly samples: Schema.Number;
+                readonly total: Schema.Number;
+                readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
+                readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
+                    readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
+                    readonly locator: Schema.String;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
+                    readonly runId: Schema.String;
+                    readonly plannedAttemptId: Schema.String;
+                    readonly evalId: Schema.String;
+                    readonly attemptOrdinal: Schema.Number;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literal<"score-contribution-unavailable">;
+                    readonly locator: Schema.String;
+                    readonly entryId: Schema.String;
+                    readonly reason: Schema.Literals<readonly ["source-unavailable", "evaluation-errored", "not-applicable"]>;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literal<"score-partial">;
+                    readonly locator: Schema.NullOr<Schema.String>;
+                }>]>>;
+                readonly refs: Schema.$Array<Schema.Struct<{
+                    readonly identity: Schema.Struct<{
+                        readonly kind: Schema.Literal<"attempt">;
                         readonly locator: Schema.String;
-                        readonly entryId: Schema.String;
-                        readonly reason: Schema.Literals<readonly ["source-unavailable", "evaluation-errored", "not-applicable"]>;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literal<"score-partial">;
-                        readonly locator: Schema.NullOr<Schema.String>;
-                    }>]>>;
-                    readonly refs: Schema.$Array<Schema.Struct<{
-                        readonly identity: Schema.Struct<{
-                            readonly kind: Schema.Literal<"attempt">;
-                            readonly locator: Schema.String;
-                        }>;
-                    }>>;
-                    readonly unit: Schema.optional<Schema.Literals<readonly ["points", "USD", "ms", "tokens"]>>;
-                    readonly bounds: Schema.optional<Schema.Struct<{
-                        readonly min: Schema.Number;
-                        readonly max: Schema.Number;
-                    }>>;
-                }>;
-                readonly tokens: Schema.Struct<{
-                    readonly state: Schema.Literals<readonly ["available", "partial", "unavailable", "empty", "unsupported", "failed"]>;
-                    readonly value: Schema.NullOr<Schema.Number>;
-                    readonly samples: Schema.Number;
-                    readonly total: Schema.Number;
-                    readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
-                    readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
-                        readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
+                    }>;
+                }>>;
+                readonly unit: Schema.optional<Schema.Literals<readonly ["points", "USD", "ms", "tokens"]>>;
+                readonly bounds: Schema.optional<Schema.Struct<{
+                    readonly min: Schema.Number;
+                    readonly max: Schema.Number;
+                }>>;
+            }>;
+            readonly durationMs: Schema.Struct<{
+                readonly state: Schema.Literals<readonly ["available", "partial", "unavailable", "empty", "unsupported", "failed"]>;
+                readonly value: Schema.NullOr<Schema.Number>;
+                readonly samples: Schema.Number;
+                readonly total: Schema.Number;
+                readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
+                readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
+                    readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
+                    readonly locator: Schema.String;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
+                    readonly runId: Schema.String;
+                    readonly plannedAttemptId: Schema.String;
+                    readonly evalId: Schema.String;
+                    readonly attemptOrdinal: Schema.Number;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literal<"score-contribution-unavailable">;
+                    readonly locator: Schema.String;
+                    readonly entryId: Schema.String;
+                    readonly reason: Schema.Literals<readonly ["source-unavailable", "evaluation-errored", "not-applicable"]>;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literal<"score-partial">;
+                    readonly locator: Schema.NullOr<Schema.String>;
+                }>]>>;
+                readonly refs: Schema.$Array<Schema.Struct<{
+                    readonly identity: Schema.Struct<{
+                        readonly kind: Schema.Literal<"attempt">;
                         readonly locator: Schema.String;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
-                        readonly runId: Schema.String;
-                        readonly plannedAttemptId: Schema.String;
-                        readonly evalId: Schema.String;
-                        readonly attemptOrdinal: Schema.Number;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literal<"score-contribution-unavailable">;
+                    }>;
+                }>>;
+                readonly unit: Schema.optional<Schema.Literals<readonly ["points", "USD", "ms", "tokens"]>>;
+                readonly bounds: Schema.optional<Schema.Struct<{
+                    readonly min: Schema.Number;
+                    readonly max: Schema.Number;
+                }>>;
+            }>;
+            readonly tokens: Schema.Struct<{
+                readonly state: Schema.Literals<readonly ["available", "partial", "unavailable", "empty", "unsupported", "failed"]>;
+                readonly value: Schema.NullOr<Schema.Number>;
+                readonly samples: Schema.Number;
+                readonly total: Schema.Number;
+                readonly basis: Schema.Literals<readonly ["planned-attempt", "eval"]>;
+                readonly issues: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
+                    readonly code: Schema.Literals<readonly ["assertions-not-recorded", "assertions-revision-unsupported", "assertions-current-invalid"]>;
+                    readonly locator: Schema.String;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literals<readonly ["attempt-origin-missing", "attempt-not-observed"]>;
+                    readonly runId: Schema.String;
+                    readonly plannedAttemptId: Schema.String;
+                    readonly evalId: Schema.String;
+                    readonly attemptOrdinal: Schema.Number;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literal<"score-contribution-unavailable">;
+                    readonly locator: Schema.String;
+                    readonly entryId: Schema.String;
+                    readonly reason: Schema.Literals<readonly ["source-unavailable", "evaluation-errored", "not-applicable"]>;
+                }>, Schema.Struct<{
+                    readonly code: Schema.Literal<"score-partial">;
+                    readonly locator: Schema.NullOr<Schema.String>;
+                }>]>>;
+                readonly refs: Schema.$Array<Schema.Struct<{
+                    readonly identity: Schema.Struct<{
+                        readonly kind: Schema.Literal<"attempt">;
                         readonly locator: Schema.String;
-                        readonly entryId: Schema.String;
-                        readonly reason: Schema.Literals<readonly ["source-unavailable", "evaluation-errored", "not-applicable"]>;
-                    }>, Schema.Struct<{
-                        readonly code: Schema.Literal<"score-partial">;
-                        readonly locator: Schema.NullOr<Schema.String>;
-                    }>]>>;
-                    readonly refs: Schema.$Array<Schema.Struct<{
-                        readonly identity: Schema.Struct<{
-                            readonly kind: Schema.Literal<"attempt">;
-                            readonly locator: Schema.String;
-                        }>;
-                    }>>;
-                    readonly unit: Schema.optional<Schema.Literals<readonly ["points", "USD", "ms", "tokens"]>>;
-                    readonly bounds: Schema.optional<Schema.Struct<{
-                        readonly min: Schema.Number;
-                        readonly max: Schema.Number;
-                    }>>;
-                }>;
+                    }>;
+                }>>;
+                readonly unit: Schema.optional<Schema.Literals<readonly ["points", "USD", "ms", "tokens"]>>;
+                readonly bounds: Schema.optional<Schema.Struct<{
+                    readonly min: Schema.Number;
+                    readonly max: Schema.Number;
+                }>>;
+            }>;
+            readonly plannedAttemptId: Schema.Codec<import("../record/model/identifiers.mjs").SlotId, string, never, never>;
+            readonly evalId: Schema.Codec<import("../record/model/identifiers.mjs").EvalId, string, never, never>;
+            readonly attemptOrdinal: Schema.Number;
+            readonly publication: Schema.Union<readonly [Schema.Struct<{
+                readonly state: Schema.Literal<"pending">;
+            }>, Schema.Struct<{
                 readonly originPlannedAttemptId: Schema.String;
                 readonly state: Schema.Literal<"published">;
                 readonly action: Schema.Literals<readonly ["executed", "carried", "accepted"]>;