@openpond/evals 0.11.21 → 0.12.1

package/dist/types/tasksets.d.ts

@@ -1,10 +1,10 @@
 import { z } from "zod";
 import { ImmutableAssetRefSchema } from "@openpond/harness";
 export declare const TaskSplitSchema: z.ZodEnum<{
+    frozen_eval: "frozen_eval";
+    test: "test";
     train: "train";
     validation: "validation";
-    test: "test";
-    frozen_eval: "frozen_eval";
 }>;
 export declare const RequiredOutputContractSchema: z.ZodObject<{
     path: z.ZodString;
@@ -16,11 +16,12 @@ export declare const RequiredOutputContractSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>>>;
+    submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
     maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
     metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, z.core.$strict>;
@@ -33,46 +34,48 @@ export declare const PolicyBoundarySchema: z.ZodObject<{
 export declare const EnvironmentContractSchema: z.ZodObject<{
     protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
     kind: z.ZodEnum<{
-        text: "text";
         agent: "agent";
-        work: "work";
         custom_program: "custom_program";
+        text: "text";
+        work: "work";
     }>;
     entrypoint: z.ZodString;
     stateful: z.ZodBoolean;
     deterministicSeeds: z.ZodBoolean;
     lifecycle: z.ZodArray<z.ZodEnum<{
-        step: "step";
-        create: "create";
-        reset: "reset";
         collect: "collect";
+        create: "create";
         destroy: "destroy";
+        reset: "reset";
+        step: "step";
     }>>;
     networkPolicy: z.ZodEnum<{
-        none: "none";
         declared_read_only: "declared_read_only";
         declared_scoped: "declared_scoped";
+        none: "none";
     }>;
     defaultTimeoutMs: z.ZodNumber;
 }, z.core.$strict>;
 export declare const DeterministicGraderSpecSchema: z.ZodObject<{
     id: z.ZodString;
+    taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     version: z.ZodString;
     weight: z.ZodDefault<z.ZodNumber>;
     hardGate: z.ZodDefault<z.ZodBoolean>;
     rewardEligible: z.ZodDefault<z.ZodBoolean>;
     privileged: z.ZodDefault<z.ZodBoolean>;
     kind: z.ZodEnum<{
-        content: "content";
-        schema: "schema";
         artifact: "artifact";
+        content: "content";
         runtime_event: "runtime_event";
+        schema: "schema";
         state: "state";
     }>;
     config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
 }, z.core.$strict>;
 export declare const ModelJudgeGraderSpecSchema: z.ZodObject<{
     id: z.ZodString;
+    taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     version: z.ZodString;
     weight: z.ZodDefault<z.ZodNumber>;
     hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -86,15 +89,15 @@ export declare const ModelJudgeGraderSpecSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     calibrationStatus: z.ZodEnum<{
-        pending: "pending";
-        passed: "passed";
         failed: "failed";
+        passed: "passed";
+        pending: "pending";
     }>;
     model: z.ZodOptional<z.ZodObject<{
         providerId: z.ZodString;
@@ -109,6 +112,7 @@ export declare const CustomVerifierRuntimeSchema: z.ZodEnum<{
 }>;
 export declare const CustomVerifierGraderSpecSchema: z.ZodObject<{
     id: z.ZodString;
+    taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     version: z.ZodString;
     weight: z.ZodDefault<z.ZodNumber>;
     hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -126,9 +130,9 @@ export declare const CustomVerifierGraderSpecSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     exportName: z.ZodOptional<z.ZodString>;
@@ -137,6 +141,7 @@ export declare const CustomVerifierGraderSpecSchema: z.ZodObject<{
 }, z.core.$strict>;
 export declare const HumanGraderSpecSchema: z.ZodObject<{
     id: z.ZodString;
+    taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     version: z.ZodString;
     weight: z.ZodDefault<z.ZodNumber>;
     hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -150,9 +155,9 @@ export declare const HumanGraderSpecSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     reviewerRole: z.ZodString;
@@ -236,21 +241,23 @@ export declare const HumanGraderSpecSchema: z.ZodObject<{
 }, z.core.$strict>;
 export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
     id: z.ZodString;
+    taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     version: z.ZodString;
     weight: z.ZodDefault<z.ZodNumber>;
     hardGate: z.ZodDefault<z.ZodBoolean>;
     rewardEligible: z.ZodDefault<z.ZodBoolean>;
     privileged: z.ZodDefault<z.ZodBoolean>;
     kind: z.ZodEnum<{
-        content: "content";
-        schema: "schema";
         artifact: "artifact";
+        content: "content";
         runtime_event: "runtime_event";
+        schema: "schema";
         state: "state";
     }>;
     config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
 }, z.core.$strict>, z.ZodObject<{
     id: z.ZodString;
+    taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     version: z.ZodString;
     weight: z.ZodDefault<z.ZodNumber>;
     hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -264,15 +271,15 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     calibrationStatus: z.ZodEnum<{
-        pending: "pending";
-        passed: "passed";
         failed: "failed";
+        passed: "passed";
+        pending: "pending";
     }>;
     model: z.ZodOptional<z.ZodObject<{
         providerId: z.ZodString;
@@ -282,6 +289,7 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
     temperature: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     id: z.ZodString;
+    taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     version: z.ZodString;
     weight: z.ZodDefault<z.ZodNumber>;
     hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -299,9 +307,9 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     exportName: z.ZodOptional<z.ZodString>;
@@ -309,6 +317,7 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
     networkPolicy: z.ZodLiteral<"none">;
 }, z.core.$strict>, z.ZodObject<{
     id: z.ZodString;
+    taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     version: z.ZodString;
     weight: z.ZodDefault<z.ZodNumber>;
     hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -322,9 +331,9 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     reviewerRole: z.ZodString;
@@ -410,10 +419,10 @@ export declare const TaskRecordSchema: z.ZodObject<{
     id: z.ZodString;
     clusterKey: z.ZodString;
     split: z.ZodEnum<{
+        frozen_eval: "frozen_eval";
+        test: "test";
         train: "train";
         validation: "validation";
-        test: "test";
-        frozen_eval: "frozen_eval";
     }>;
     input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
     expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -426,9 +435,9 @@ export declare const TaskRecordSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>>>;
     requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -441,11 +450,12 @@ export declare const TaskRecordSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>>>;
+        submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
         maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
         metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     }, z.core.$strict>>>;
@@ -464,25 +474,25 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
     environment: z.ZodObject<{
         protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
         kind: z.ZodEnum<{
-            text: "text";
             agent: "agent";
-            work: "work";
             custom_program: "custom_program";
+            text: "text";
+            work: "work";
         }>;
         entrypoint: z.ZodString;
         stateful: z.ZodBoolean;
         deterministicSeeds: z.ZodBoolean;
         lifecycle: z.ZodArray<z.ZodEnum<{
-            step: "step";
-            create: "create";
-            reset: "reset";
             collect: "collect";
+            create: "create";
             destroy: "destroy";
+            reset: "reset";
+            step: "step";
         }>>;
         networkPolicy: z.ZodEnum<{
-            none: "none";
             declared_read_only: "declared_read_only";
             declared_scoped: "declared_scoped";
+            none: "none";
         }>;
         defaultTimeoutMs: z.ZodNumber;
     }, z.core.$strict>;
@@ -506,20 +516,20 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
         required: z.ZodBoolean;
         scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
         portability: z.ZodEnum<{
-            portable: "portable";
             host_adapter: "host_adapter";
-            local_only: "local_only";
             hosted_only: "hosted_only";
+            local_only: "local_only";
+            portable: "portable";
         }>;
     }, z.core.$strict>>;
     tasks: z.ZodArray<z.ZodObject<{
         id: z.ZodString;
         clusterKey: z.ZodString;
         split: z.ZodEnum<{
+            frozen_eval: "frozen_eval";
+            test: "test";
             train: "train";
             validation: "validation";
-            test: "test";
-            frozen_eval: "frozen_eval";
         }>;
         input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
         expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -532,9 +542,9 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>>>;
         requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -547,11 +557,12 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
                 sizeBytes: z.ZodNumber;
                 mediaType: z.ZodString;
                 visibility: z.ZodEnum<{
+                    host_private: "host_private";
                     policy: "policy";
                     verifier: "verifier";
-                    host_private: "host_private";
                 }>;
             }, z.core.$strict>>>;
+            submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
             maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
             metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
         }, z.core.$strict>>>;
@@ -559,21 +570,23 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
     }, z.core.$strict>>;
     graders: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
         id: z.ZodString;
+        taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
         version: z.ZodString;
         weight: z.ZodDefault<z.ZodNumber>;
         hardGate: z.ZodDefault<z.ZodBoolean>;
         rewardEligible: z.ZodDefault<z.ZodBoolean>;
         privileged: z.ZodDefault<z.ZodBoolean>;
         kind: z.ZodEnum<{
-            content: "content";
-            schema: "schema";
             artifact: "artifact";
+            content: "content";
             runtime_event: "runtime_event";
+            schema: "schema";
             state: "state";
         }>;
         config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
     }, z.core.$strict>, z.ZodObject<{
         id: z.ZodString;
+        taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
         version: z.ZodString;
         weight: z.ZodDefault<z.ZodNumber>;
         hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -587,15 +600,15 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         calibrationStatus: z.ZodEnum<{
-            pending: "pending";
-            passed: "passed";
             failed: "failed";
+            passed: "passed";
+            pending: "pending";
         }>;
         model: z.ZodOptional<z.ZodObject<{
             providerId: z.ZodString;
@@ -605,6 +618,7 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
         temperature: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         id: z.ZodString;
+        taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
         version: z.ZodString;
         weight: z.ZodDefault<z.ZodNumber>;
         hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -622,9 +636,9 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         exportName: z.ZodOptional<z.ZodString>;
@@ -632,6 +646,7 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
         networkPolicy: z.ZodLiteral<"none">;
     }, z.core.$strict>, z.ZodObject<{
         id: z.ZodString;
+        taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
         version: z.ZodString;
         weight: z.ZodDefault<z.ZodNumber>;
         hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -645,9 +660,9 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         reviewerRole: z.ZodString;
@@ -737,14 +752,14 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
         schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
         primaryMetric: z.ZodString;
         aggregation: z.ZodEnum<{
+            custom: "custom";
             mean_score: "mean_score";
             pass_rate: "pass_rate";
             weighted_mean: "weighted_mean";
-            custom: "custom";
         }>;
         missingReward: z.ZodEnum<{
-            zero: "zero";
             exclude: "exclude";
+            zero: "zero";
         }>;
         taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
         customAggregator: z.ZodNullable<z.ZodObject<{
@@ -770,25 +785,25 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
     environment: z.ZodObject<{
         protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
         kind: z.ZodEnum<{
-            text: "text";
             agent: "agent";
-            work: "work";
             custom_program: "custom_program";
+            text: "text";
+            work: "work";
         }>;
         entrypoint: z.ZodString;
         stateful: z.ZodBoolean;
         deterministicSeeds: z.ZodBoolean;
         lifecycle: z.ZodArray<z.ZodEnum<{
-            step: "step";
-            create: "create";
-            reset: "reset";
             collect: "collect";
+            create: "create";
             destroy: "destroy";
+            reset: "reset";
+            step: "step";
         }>>;
         networkPolicy: z.ZodEnum<{
-            none: "none";
             declared_read_only: "declared_read_only";
             declared_scoped: "declared_scoped";
+            none: "none";
         }>;
         defaultTimeoutMs: z.ZodNumber;
     }, z.core.$strict>;
@@ -812,20 +827,20 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
         required: z.ZodBoolean;
         scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
         portability: z.ZodEnum<{
-            portable: "portable";
             host_adapter: "host_adapter";
-            local_only: "local_only";
             hosted_only: "hosted_only";
+            local_only: "local_only";
+            portable: "portable";
         }>;
     }, z.core.$strict>>;
     tasks: z.ZodArray<z.ZodObject<{
         id: z.ZodString;
         clusterKey: z.ZodString;
         split: z.ZodEnum<{
+            frozen_eval: "frozen_eval";
+            test: "test";
             train: "train";
             validation: "validation";
-            test: "test";
-            frozen_eval: "frozen_eval";
         }>;
         input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
         expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -838,9 +853,9 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>>>;
         requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -853,11 +868,12 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
                 sizeBytes: z.ZodNumber;
                 mediaType: z.ZodString;
                 visibility: z.ZodEnum<{
+                    host_private: "host_private";
                     policy: "policy";
                     verifier: "verifier";
-                    host_private: "host_private";
                 }>;
             }, z.core.$strict>>>;
+            submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
             maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
             metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
         }, z.core.$strict>>>;
@@ -865,21 +881,23 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
     }, z.core.$strict>>;
     graders: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
         id: z.ZodString;
+        taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
         version: z.ZodString;
         weight: z.ZodDefault<z.ZodNumber>;
         hardGate: z.ZodDefault<z.ZodBoolean>;
         rewardEligible: z.ZodDefault<z.ZodBoolean>;
         privileged: z.ZodDefault<z.ZodBoolean>;
         kind: z.ZodEnum<{
-            content: "content";
-            schema: "schema";
             artifact: "artifact";
+            content: "content";
             runtime_event: "runtime_event";
+            schema: "schema";
             state: "state";
         }>;
         config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
     }, z.core.$strict>, z.ZodObject<{
         id: z.ZodString;
+        taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
         version: z.ZodString;
         weight: z.ZodDefault<z.ZodNumber>;
         hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -893,15 +911,15 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         calibrationStatus: z.ZodEnum<{
-            pending: "pending";
-            passed: "passed";
             failed: "failed";
+            passed: "passed";
+            pending: "pending";
         }>;
         model: z.ZodOptional<z.ZodObject<{
             providerId: z.ZodString;
@@ -911,6 +929,7 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
         temperature: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         id: z.ZodString;
+        taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
         version: z.ZodString;
         weight: z.ZodDefault<z.ZodNumber>;
         hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -928,9 +947,9 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         exportName: z.ZodOptional<z.ZodString>;
@@ -938,6 +957,7 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
         networkPolicy: z.ZodLiteral<"none">;
     }, z.core.$strict>, z.ZodObject<{
         id: z.ZodString;
+        taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
         version: z.ZodString;
         weight: z.ZodDefault<z.ZodNumber>;
         hardGate: z.ZodDefault<z.ZodBoolean>;
@@ -951,9 +971,9 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         reviewerRole: z.ZodString;
@@ -1043,14 +1063,14 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
         schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
         primaryMetric: z.ZodString;
         aggregation: z.ZodEnum<{
+            custom: "custom";
             mean_score: "mean_score";
             pass_rate: "pass_rate";
             weighted_mean: "weighted_mean";
-            custom: "custom";
         }>;
         missingReward: z.ZodEnum<{
-            zero: "zero";
             exclude: "exclude";
+            zero: "zero";
         }>;
         taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
         customAggregator: z.ZodNullable<z.ZodObject<{

package/dist/types/tasksets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAWZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;EAAqD,CAAC;AAC9F,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAc7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CAyDA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;kBAO9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAYZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;EAAqD,CAAC;AAC9F,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAc7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CA6DA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}

package/dist/types/telemetry/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC"}

package/dist/types/telemetry-analysis.d.ts

@@ -16,12 +16,12 @@ export declare const EvidenceReferenceSchema: z.ZodObject<{
     id: z.ZodString;
     contentHash: z.ZodString;
     kind: z.ZodEnum<{
-        trace: "trace";
-        grader: "grader";
         artifact: "artifact";
         attempt: "attempt";
-        rollout: "rollout";
         checkpoint: "checkpoint";
+        grader: "grader";
+        rollout: "rollout";
+        trace: "trace";
     }>;
     visibility: z.ZodEnum<{
         host_private: "host_private";
@@ -33,8 +33,8 @@ export declare const EvidenceCompletenessSchema: z.ZodObject<{
     schemaVersion: z.ZodLiteral<"openpond.telemetryEvidenceCompleteness.v1">;
     runId: z.ZodString;
     status: z.ZodEnum<{
-        missing: "missing";
         complete: "complete";
+        missing: "missing";
         partial: "partial";
     }>;
     expectedEventTypes: z.ZodArray<z.ZodString>;
@@ -54,13 +54,13 @@ export declare const RunMetricSummarySchema: z.ZodObject<{
     runId: z.ZodString;
     metricId: z.ZodString;
     aggregation: z.ZodEnum<{
-        max: "max";
         last: "last";
-        sum: "sum";
+        max: "max";
         mean: "mean";
         min: "min";
         p50: "p50";
         p95: "p95";
+        sum: "sum";
     }>;
     value: z.ZodNullable<z.ZodNumber>;
     sampleCount: z.ZodNumber;