niceeval 0.13.1 → 0.13.2

package/dist/record/codec/core.d.cts

@@ -27,7 +27,7 @@ export declare const RecordAttemptRefSchema: Schema.Struct<{
 }>;
 export declare const RecordDocumentSchema: Schema.Struct<{
     format: Schema.Schema<import("../model/identifiers.cjs").RecordFormat, "niceeval.record", never>;
-    schemaVersion: Schema.Schema<1, 1, never>;
+    schemaVersion: Schema.Schema<2, 2, never>;
     recordId: Schema.Schema<import("../model/identifiers.cjs").RecordId, string, never>;
 }>;
 export declare const RecordSlotIdentitySchema: Schema.Struct<{
@@ -135,7 +135,7 @@ export declare const RunCoreSchema: Schema.Struct<{
 export declare const RecordCoreSchema: Schema.filter<Schema.Struct<{
     record: Schema.Struct<{
         format: Schema.Schema<import("../model/identifiers.cjs").RecordFormat, "niceeval.record", never>;
-        schemaVersion: Schema.Schema<1, 1, never>;
+        schemaVersion: Schema.Schema<2, 2, never>;
         recordId: Schema.Schema<import("../model/identifiers.cjs").RecordId, string, never>;
     }>;
     runs: Schema.Array$<Schema.Struct<{

package/dist/record/codec/core.d.mts

@@ -27,7 +27,7 @@ export declare const RecordAttemptRefSchema: Schema.Struct<{
 }>;
 export declare const RecordDocumentSchema: Schema.Struct<{
     format: Schema.Schema<import("../model/identifiers.mjs").RecordFormat, "niceeval.record", never>;
-    schemaVersion: Schema.Schema<1, 1, never>;
+    schemaVersion: Schema.Schema<2, 2, never>;
     recordId: Schema.Schema<import("../model/identifiers.mjs").RecordId, string, never>;
 }>;
 export declare const RecordSlotIdentitySchema: Schema.Struct<{
@@ -135,7 +135,7 @@ export declare const RunCoreSchema: Schema.Struct<{
 export declare const RecordCoreSchema: Schema.filter<Schema.Struct<{
     record: Schema.Struct<{
         format: Schema.Schema<import("../model/identifiers.mjs").RecordFormat, "niceeval.record", never>;
-        schemaVersion: Schema.Schema<1, 1, never>;
+        schemaVersion: Schema.Schema<2, 2, never>;
         recordId: Schema.Schema<import("../model/identifiers.mjs").RecordId, string, never>;
     }>;
     runs: Schema.Array$<Schema.Struct<{

package/dist/record/codec/core.d.ts

@@ -27,7 +27,7 @@ export declare const RecordAttemptRefSchema: Schema.Struct<{
 }>;
 export declare const RecordDocumentSchema: Schema.Struct<{
     format: Schema.Schema<import("../model/identifiers.js").RecordFormat, "niceeval.record", never>;
-    schemaVersion: Schema.Schema<1, 1, never>;
+    schemaVersion: Schema.Schema<2, 2, never>;
     recordId: Schema.Schema<import("../model/identifiers.js").RecordId, string, never>;
 }>;
 export declare const RecordSlotIdentitySchema: Schema.Struct<{
@@ -135,7 +135,7 @@ export declare const RunCoreSchema: Schema.Struct<{
 export declare const RecordCoreSchema: Schema.filter<Schema.Struct<{
     record: Schema.Struct<{
         format: Schema.Schema<import("../model/identifiers.js").RecordFormat, "niceeval.record", never>;
-        schemaVersion: Schema.Schema<1, 1, never>;
+        schemaVersion: Schema.Schema<2, 2, never>;
         recordId: Schema.Schema<import("../model/identifiers.js").RecordId, string, never>;
     }>;
     runs: Schema.Array$<Schema.Struct<{

package/dist/record/family/catalog.d.cts

@@ -769,15 +769,23 @@ export declare const NiceEvalRecordAttachments: Readonly<{
                             readonly commandId: string;
                         })[]];
                     };
-                    readonly intervals: readonly {
+                    readonly intervals: readonly ({
                         readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
                         readonly label: string;
-                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+                        readonly phase: "agent.send";
                         readonly startOffsetMs: number;
                         readonly durationMs: number;
                         readonly intervalId: string;
                         readonly parentIntervalId: string | null;
-                    }[];
+                    } | {
+                        readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+                        readonly label: string;
+                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+                        readonly startOffsetMs: number;
+                        readonly durationMs: number;
+                        readonly intervalId: string;
+                        readonly parentIntervalId: string | null;
+                    })[];
                 }, "timing-data", ":", {
                     readonly collection: {
                         readonly state: "complete";
@@ -832,15 +840,23 @@ export declare const NiceEvalRecordAttachments: Readonly<{
                             readonly commandId: string;
                         })[]];
                     };
-                    readonly intervals: readonly {
+                    readonly intervals: readonly ({
                         readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
                         readonly label: string;
-                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+                        readonly phase: "agent.send";
                         readonly startOffsetMs: number;
                         readonly durationMs: number;
                         readonly intervalId: string;
                         readonly parentIntervalId: string | null;
-                    }[];
+                    } | {
+                        readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+                        readonly label: string;
+                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+                        readonly startOffsetMs: number;
+                        readonly durationMs: number;
+                        readonly intervalId: string;
+                        readonly parentIntervalId: string | null;
+                    })[];
                 }, false, never>;
                 diagnostics: Schema.PropertySignature<":", {
                     readonly collection: {
@@ -2289,15 +2305,23 @@ export declare const attemptObservabilityRecordFamily: FixedRecordFamilyDescript
                 readonly commandId: string;
             })[]];
         };
-        readonly intervals: readonly {
+        readonly intervals: readonly ({
             readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
             readonly label: string;
-            readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+            readonly phase: "agent.send";
             readonly startOffsetMs: number;
             readonly durationMs: number;
             readonly intervalId: string;
             readonly parentIntervalId: string | null;
-        }[];
+        } | {
+            readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+            readonly label: string;
+            readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+            readonly startOffsetMs: number;
+            readonly durationMs: number;
+            readonly intervalId: string;
+            readonly parentIntervalId: string | null;
+        })[];
     };
     readonly diagnostics: {
         readonly collection: {
@@ -3159,15 +3183,23 @@ export declare const NiceEvalRecordFamilyCatalog: Readonly<{
                         readonly commandId: string;
                     })[]];
                 };
-                readonly intervals: readonly {
+                readonly intervals: readonly ({
                     readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
                     readonly label: string;
-                    readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+                    readonly phase: "agent.send";
                     readonly startOffsetMs: number;
                     readonly durationMs: number;
                     readonly intervalId: string;
                     readonly parentIntervalId: string | null;
-                }[];
+                } | {
+                    readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+                    readonly label: string;
+                    readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+                    readonly startOffsetMs: number;
+                    readonly durationMs: number;
+                    readonly intervalId: string;
+                    readonly parentIntervalId: string | null;
+                })[];
             };
             readonly diagnostics: {
                 readonly collection: {

package/dist/record/family/catalog.d.mts

@@ -769,15 +769,23 @@ export declare const NiceEvalRecordAttachments: Readonly<{
                             readonly commandId: string;
                         })[]];
                     };
-                    readonly intervals: readonly {
+                    readonly intervals: readonly ({
                         readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
                         readonly label: string;
-                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+                        readonly phase: "agent.send";
                         readonly startOffsetMs: number;
                         readonly durationMs: number;
                         readonly intervalId: string;
                         readonly parentIntervalId: string | null;
-                    }[];
+                    } | {
+                        readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+                        readonly label: string;
+                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+                        readonly startOffsetMs: number;
+                        readonly durationMs: number;
+                        readonly intervalId: string;
+                        readonly parentIntervalId: string | null;
+                    })[];
                 }, "timing-data", ":", {
                     readonly collection: {
                         readonly state: "complete";
@@ -832,15 +840,23 @@ export declare const NiceEvalRecordAttachments: Readonly<{
                             readonly commandId: string;
                         })[]];
                     };
-                    readonly intervals: readonly {
+                    readonly intervals: readonly ({
                         readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
                         readonly label: string;
-                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+                        readonly phase: "agent.send";
                         readonly startOffsetMs: number;
                         readonly durationMs: number;
                         readonly intervalId: string;
                         readonly parentIntervalId: string | null;
-                    }[];
+                    } | {
+                        readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+                        readonly label: string;
+                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+                        readonly startOffsetMs: number;
+                        readonly durationMs: number;
+                        readonly intervalId: string;
+                        readonly parentIntervalId: string | null;
+                    })[];
                 }, false, never>;
                 diagnostics: Schema.PropertySignature<":", {
                     readonly collection: {
@@ -2289,15 +2305,23 @@ export declare const attemptObservabilityRecordFamily: FixedRecordFamilyDescript
                 readonly commandId: string;
             })[]];
         };
-        readonly intervals: readonly {
+        readonly intervals: readonly ({
             readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
             readonly label: string;
-            readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+            readonly phase: "agent.send";
             readonly startOffsetMs: number;
             readonly durationMs: number;
             readonly intervalId: string;
             readonly parentIntervalId: string | null;
-        }[];
+        } | {
+            readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+            readonly label: string;
+            readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+            readonly startOffsetMs: number;
+            readonly durationMs: number;
+            readonly intervalId: string;
+            readonly parentIntervalId: string | null;
+        })[];
     };
     readonly diagnostics: {
         readonly collection: {
@@ -3159,15 +3183,23 @@ export declare const NiceEvalRecordFamilyCatalog: Readonly<{
                         readonly commandId: string;
                     })[]];
                 };
-                readonly intervals: readonly {
+                readonly intervals: readonly ({
                     readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
                     readonly label: string;
-                    readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+                    readonly phase: "agent.send";
                     readonly startOffsetMs: number;
                     readonly durationMs: number;
                     readonly intervalId: string;
                     readonly parentIntervalId: string | null;
-                }[];
+                } | {
+                    readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+                    readonly label: string;
+                    readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+                    readonly startOffsetMs: number;
+                    readonly durationMs: number;
+                    readonly intervalId: string;
+                    readonly parentIntervalId: string | null;
+                })[];
             };
             readonly diagnostics: {
                 readonly collection: {

package/dist/record/family/catalog.d.ts

@@ -769,15 +769,23 @@ export declare const NiceEvalRecordAttachments: Readonly<{
                             readonly commandId: string;
                         })[]];
                     };
-                    readonly intervals: readonly {
+                    readonly intervals: readonly ({
                         readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
                         readonly label: string;
-                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+                        readonly phase: "agent.send";
                         readonly startOffsetMs: number;
                         readonly durationMs: number;
                         readonly intervalId: string;
                         readonly parentIntervalId: string | null;
-                    }[];
+                    } | {
+                        readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+                        readonly label: string;
+                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+                        readonly startOffsetMs: number;
+                        readonly durationMs: number;
+                        readonly intervalId: string;
+                        readonly parentIntervalId: string | null;
+                    })[];
                 }, "timing-data", ":", {
                     readonly collection: {
                         readonly state: "complete";
@@ -832,15 +840,23 @@ export declare const NiceEvalRecordAttachments: Readonly<{
                             readonly commandId: string;
                         })[]];
                     };
-                    readonly intervals: readonly {
+                    readonly intervals: readonly ({
                         readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
                         readonly label: string;
-                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+                        readonly phase: "agent.send";
                         readonly startOffsetMs: number;
                         readonly durationMs: number;
                         readonly intervalId: string;
                         readonly parentIntervalId: string | null;
-                    }[];
+                    } | {
+                        readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+                        readonly label: string;
+                        readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+                        readonly startOffsetMs: number;
+                        readonly durationMs: number;
+                        readonly intervalId: string;
+                        readonly parentIntervalId: string | null;
+                    })[];
                 }, false, never>;
                 diagnostics: Schema.PropertySignature<":", {
                     readonly collection: {
@@ -2289,15 +2305,23 @@ export declare const attemptObservabilityRecordFamily: FixedRecordFamilyDescript
                 readonly commandId: string;
             })[]];
         };
-        readonly intervals: readonly {
+        readonly intervals: readonly ({
             readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
             readonly label: string;
-            readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+            readonly phase: "agent.send";
             readonly startOffsetMs: number;
             readonly durationMs: number;
             readonly intervalId: string;
             readonly parentIntervalId: string | null;
-        }[];
+        } | {
+            readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+            readonly label: string;
+            readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+            readonly startOffsetMs: number;
+            readonly durationMs: number;
+            readonly intervalId: string;
+            readonly parentIntervalId: string | null;
+        })[];
     };
     readonly diagnostics: {
         readonly collection: {
@@ -3159,15 +3183,23 @@ export declare const NiceEvalRecordFamilyCatalog: Readonly<{
                         readonly commandId: string;
                     })[]];
                 };
-                readonly intervals: readonly {
+                readonly intervals: readonly ({
                     readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
                     readonly label: string;
-                    readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "agent.send" | "assertion.evaluate" | "verdict.fold";
+                    readonly phase: "agent.send";
                     readonly startOffsetMs: number;
                     readonly durationMs: number;
                     readonly intervalId: string;
                     readonly parentIntervalId: string | null;
-                }[];
+                } | {
+                    readonly outcome: "completed" | "cancelled" | "interrupted" | "failed" | "unknown";
+                    readonly label: string;
+                    readonly phase: "agent.ensure" | "sandbox.prepare" | "eval.run" | "sandbox.command" | "attempt.setup" | "attempt.teardown" | "assertion.evaluate" | "verdict.fold";
+                    readonly startOffsetMs: number;
+                    readonly durationMs: number;
+                    readonly intervalId: string;
+                    readonly parentIntervalId: string | null;
+                })[];
             };
             readonly diagnostics: {
                 readonly collection: {