@openpond/evals 0.12.0 → 0.12.1

package/dist/types/tasksets.d.ts

@@ -1,10 +1,10 @@
 import { z } from "zod";
 import { ImmutableAssetRefSchema } from "@openpond/harness";
 export declare const TaskSplitSchema: z.ZodEnum<{
+    frozen_eval: "frozen_eval";
+    test: "test";
     train: "train";
     validation: "validation";
-    test: "test";
-    frozen_eval: "frozen_eval";
 }>;
 export declare const RequiredOutputContractSchema: z.ZodObject<{
     path: z.ZodString;
@@ -16,11 +16,12 @@ export declare const RequiredOutputContractSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>>>;
+    submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
     maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
     metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, z.core.$strict>;
@@ -33,25 +34,25 @@ export declare const PolicyBoundarySchema: z.ZodObject<{
 export declare const EnvironmentContractSchema: z.ZodObject<{
     protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
     kind: z.ZodEnum<{
-        text: "text";
         agent: "agent";
-        work: "work";
         custom_program: "custom_program";
+        text: "text";
+        work: "work";
     }>;
     entrypoint: z.ZodString;
     stateful: z.ZodBoolean;
     deterministicSeeds: z.ZodBoolean;
     lifecycle: z.ZodArray<z.ZodEnum<{
-        step: "step";
-        create: "create";
-        reset: "reset";
         collect: "collect";
+        create: "create";
         destroy: "destroy";
+        reset: "reset";
+        step: "step";
     }>>;
     networkPolicy: z.ZodEnum<{
-        none: "none";
         declared_read_only: "declared_read_only";
         declared_scoped: "declared_scoped";
+        none: "none";
     }>;
     defaultTimeoutMs: z.ZodNumber;
 }, z.core.$strict>;
@@ -64,10 +65,10 @@ export declare const DeterministicGraderSpecSchema: z.ZodObject<{
     rewardEligible: z.ZodDefault<z.ZodBoolean>;
     privileged: z.ZodDefault<z.ZodBoolean>;
     kind: z.ZodEnum<{
-        content: "content";
-        schema: "schema";
         artifact: "artifact";
+        content: "content";
         runtime_event: "runtime_event";
+        schema: "schema";
         state: "state";
     }>;
     config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -88,15 +89,15 @@ export declare const ModelJudgeGraderSpecSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     calibrationStatus: z.ZodEnum<{
-        pending: "pending";
-        passed: "passed";
         failed: "failed";
+        passed: "passed";
+        pending: "pending";
     }>;
     model: z.ZodOptional<z.ZodObject<{
         providerId: z.ZodString;
@@ -129,9 +130,9 @@ export declare const CustomVerifierGraderSpecSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     exportName: z.ZodOptional<z.ZodString>;
@@ -154,9 +155,9 @@ export declare const HumanGraderSpecSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     reviewerRole: z.ZodString;
@@ -247,10 +248,10 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
     rewardEligible: z.ZodDefault<z.ZodBoolean>;
     privileged: z.ZodDefault<z.ZodBoolean>;
     kind: z.ZodEnum<{
-        content: "content";
-        schema: "schema";
         artifact: "artifact";
+        content: "content";
         runtime_event: "runtime_event";
+        schema: "schema";
         state: "state";
     }>;
     config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -270,15 +271,15 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     calibrationStatus: z.ZodEnum<{
-        pending: "pending";
-        passed: "passed";
         failed: "failed";
+        passed: "passed";
+        pending: "pending";
     }>;
     model: z.ZodOptional<z.ZodObject<{
         providerId: z.ZodString;
@@ -306,9 +307,9 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     exportName: z.ZodOptional<z.ZodString>;
@@ -330,9 +331,9 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>;
     reviewerRole: z.ZodString;
@@ -418,10 +419,10 @@ export declare const TaskRecordSchema: z.ZodObject<{
     id: z.ZodString;
     clusterKey: z.ZodString;
     split: z.ZodEnum<{
+        frozen_eval: "frozen_eval";
+        test: "test";
         train: "train";
         validation: "validation";
-        test: "test";
-        frozen_eval: "frozen_eval";
     }>;
     input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
     expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -434,9 +435,9 @@ export declare const TaskRecordSchema: z.ZodObject<{
         sizeBytes: z.ZodNumber;
         mediaType: z.ZodString;
         visibility: z.ZodEnum<{
+            host_private: "host_private";
             policy: "policy";
             verifier: "verifier";
-            host_private: "host_private";
         }>;
     }, z.core.$strict>>>;
     requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -449,11 +450,12 @@ export declare const TaskRecordSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>>>;
+        submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
         maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
         metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     }, z.core.$strict>>>;
@@ -472,25 +474,25 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
     environment: z.ZodObject<{
         protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
         kind: z.ZodEnum<{
-            text: "text";
             agent: "agent";
-            work: "work";
             custom_program: "custom_program";
+            text: "text";
+            work: "work";
         }>;
         entrypoint: z.ZodString;
         stateful: z.ZodBoolean;
         deterministicSeeds: z.ZodBoolean;
         lifecycle: z.ZodArray<z.ZodEnum<{
-            step: "step";
-            create: "create";
-            reset: "reset";
             collect: "collect";
+            create: "create";
             destroy: "destroy";
+            reset: "reset";
+            step: "step";
         }>>;
         networkPolicy: z.ZodEnum<{
-            none: "none";
             declared_read_only: "declared_read_only";
             declared_scoped: "declared_scoped";
+            none: "none";
         }>;
         defaultTimeoutMs: z.ZodNumber;
     }, z.core.$strict>;
@@ -514,20 +516,20 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
         required: z.ZodBoolean;
         scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
         portability: z.ZodEnum<{
-            portable: "portable";
             host_adapter: "host_adapter";
-            local_only: "local_only";
             hosted_only: "hosted_only";
+            local_only: "local_only";
+            portable: "portable";
         }>;
     }, z.core.$strict>>;
     tasks: z.ZodArray<z.ZodObject<{
         id: z.ZodString;
         clusterKey: z.ZodString;
         split: z.ZodEnum<{
+            frozen_eval: "frozen_eval";
+            test: "test";
             train: "train";
             validation: "validation";
-            test: "test";
-            frozen_eval: "frozen_eval";
         }>;
         input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
         expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -540,9 +542,9 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>>>;
         requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -555,11 +557,12 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
                 sizeBytes: z.ZodNumber;
                 mediaType: z.ZodString;
                 visibility: z.ZodEnum<{
+                    host_private: "host_private";
                     policy: "policy";
                     verifier: "verifier";
-                    host_private: "host_private";
                 }>;
             }, z.core.$strict>>>;
+            submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
             maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
             metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
         }, z.core.$strict>>>;
@@ -574,10 +577,10 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
         rewardEligible: z.ZodDefault<z.ZodBoolean>;
         privileged: z.ZodDefault<z.ZodBoolean>;
         kind: z.ZodEnum<{
-            content: "content";
-            schema: "schema";
             artifact: "artifact";
+            content: "content";
             runtime_event: "runtime_event";
+            schema: "schema";
             state: "state";
         }>;
         config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -597,15 +600,15 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         calibrationStatus: z.ZodEnum<{
-            pending: "pending";
-            passed: "passed";
             failed: "failed";
+            passed: "passed";
+            pending: "pending";
         }>;
         model: z.ZodOptional<z.ZodObject<{
             providerId: z.ZodString;
@@ -633,9 +636,9 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         exportName: z.ZodOptional<z.ZodString>;
@@ -657,9 +660,9 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         reviewerRole: z.ZodString;
@@ -749,14 +752,14 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
         schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
         primaryMetric: z.ZodString;
         aggregation: z.ZodEnum<{
+            custom: "custom";
             mean_score: "mean_score";
             pass_rate: "pass_rate";
             weighted_mean: "weighted_mean";
-            custom: "custom";
         }>;
         missingReward: z.ZodEnum<{
-            zero: "zero";
             exclude: "exclude";
+            zero: "zero";
         }>;
         taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
         customAggregator: z.ZodNullable<z.ZodObject<{
@@ -782,25 +785,25 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
     environment: z.ZodObject<{
         protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
         kind: z.ZodEnum<{
-            text: "text";
             agent: "agent";
-            work: "work";
             custom_program: "custom_program";
+            text: "text";
+            work: "work";
         }>;
         entrypoint: z.ZodString;
         stateful: z.ZodBoolean;
         deterministicSeeds: z.ZodBoolean;
         lifecycle: z.ZodArray<z.ZodEnum<{
-            step: "step";
-            create: "create";
-            reset: "reset";
             collect: "collect";
+            create: "create";
             destroy: "destroy";
+            reset: "reset";
+            step: "step";
         }>>;
         networkPolicy: z.ZodEnum<{
-            none: "none";
             declared_read_only: "declared_read_only";
             declared_scoped: "declared_scoped";
+            none: "none";
         }>;
         defaultTimeoutMs: z.ZodNumber;
     }, z.core.$strict>;
@@ -824,20 +827,20 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
         required: z.ZodBoolean;
         scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
         portability: z.ZodEnum<{
-            portable: "portable";
             host_adapter: "host_adapter";
-            local_only: "local_only";
             hosted_only: "hosted_only";
+            local_only: "local_only";
+            portable: "portable";
         }>;
     }, z.core.$strict>>;
     tasks: z.ZodArray<z.ZodObject<{
         id: z.ZodString;
         clusterKey: z.ZodString;
         split: z.ZodEnum<{
+            frozen_eval: "frozen_eval";
+            test: "test";
             train: "train";
             validation: "validation";
-            test: "test";
-            frozen_eval: "frozen_eval";
         }>;
         input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
         expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -850,9 +853,9 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>>>;
         requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -865,11 +868,12 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
                 sizeBytes: z.ZodNumber;
                 mediaType: z.ZodString;
                 visibility: z.ZodEnum<{
+                    host_private: "host_private";
                     policy: "policy";
                     verifier: "verifier";
-                    host_private: "host_private";
                 }>;
             }, z.core.$strict>>>;
+            submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
             maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
             metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
         }, z.core.$strict>>>;
@@ -884,10 +888,10 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
         rewardEligible: z.ZodDefault<z.ZodBoolean>;
         privileged: z.ZodDefault<z.ZodBoolean>;
         kind: z.ZodEnum<{
-            content: "content";
-            schema: "schema";
             artifact: "artifact";
+            content: "content";
             runtime_event: "runtime_event";
+            schema: "schema";
             state: "state";
         }>;
         config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -907,15 +911,15 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         calibrationStatus: z.ZodEnum<{
-            pending: "pending";
-            passed: "passed";
             failed: "failed";
+            passed: "passed";
+            pending: "pending";
         }>;
         model: z.ZodOptional<z.ZodObject<{
             providerId: z.ZodString;
@@ -943,9 +947,9 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         exportName: z.ZodOptional<z.ZodString>;
@@ -967,9 +971,9 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             sizeBytes: z.ZodNumber;
             mediaType: z.ZodString;
             visibility: z.ZodEnum<{
+                host_private: "host_private";
                 policy: "policy";
                 verifier: "verifier";
-                host_private: "host_private";
             }>;
         }, z.core.$strict>;
         reviewerRole: z.ZodString;
@@ -1059,14 +1063,14 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
         schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
         primaryMetric: z.ZodString;
         aggregation: z.ZodEnum<{
+            custom: "custom";
             mean_score: "mean_score";
             pass_rate: "pass_rate";
             weighted_mean: "weighted_mean";
-            custom: "custom";
         }>;
         missingReward: z.ZodEnum<{
-            zero: "zero";
             exclude: "exclude";
+            zero: "zero";
         }>;
         taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
         customAggregator: z.ZodNullable<z.ZodObject<{

package/dist/types/tasksets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAYZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;EAAqD,CAAC;AAC9F,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAc7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CA6DA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;kBAO9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAYZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;EAAqD,CAAC;AAC9F,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAc7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CA6DA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}

package/dist/types/telemetry/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC"}

package/dist/types/telemetry-analysis.d.ts

@@ -16,12 +16,12 @@ export declare const EvidenceReferenceSchema: z.ZodObject<{
     id: z.ZodString;
     contentHash: z.ZodString;
     kind: z.ZodEnum<{
-        trace: "trace";
-        grader: "grader";
         artifact: "artifact";
         attempt: "attempt";
-        rollout: "rollout";
         checkpoint: "checkpoint";
+        grader: "grader";
+        rollout: "rollout";
+        trace: "trace";
     }>;
     visibility: z.ZodEnum<{
         host_private: "host_private";
@@ -33,8 +33,8 @@ export declare const EvidenceCompletenessSchema: z.ZodObject<{
     schemaVersion: z.ZodLiteral<"openpond.telemetryEvidenceCompleteness.v1">;
     runId: z.ZodString;
     status: z.ZodEnum<{
-        missing: "missing";
         complete: "complete";
+        missing: "missing";
         partial: "partial";
     }>;
     expectedEventTypes: z.ZodArray<z.ZodString>;
@@ -54,13 +54,13 @@ export declare const RunMetricSummarySchema: z.ZodObject<{
     runId: z.ZodString;
     metricId: z.ZodString;
     aggregation: z.ZodEnum<{
-        max: "max";
         last: "last";
-        sum: "sum";
+        max: "max";
         mean: "mean";
         min: "min";
         p50: "p50";
         p95: "p95";
+        sum: "sum";
     }>;
     value: z.ZodNullable<z.ZodNumber>;
     sampleCount: z.ZodNumber;

package/dist/types/telemetry-analysis.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"telemetry-analysis.d.ts","sourceRoot":"","sources":["../../../../src/telemetry-analysis.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,EAIL,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACzB,MAAM,gBAAgB,CAAC;AAExB,eAAO,MAAM,qBAAqB;;;;;;;;;;kBAUvB,CAAC;AACZ,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;kBAS5B,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;kBAQxB,CAAC;AAEZ,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,EAAE,kBAAkB,CAAC;IACzB,UAAU,EAAE,mBAAmB,CAAC;IAChC,OAAO,EAAE,mBAAmB,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;CAC/D,GAAG,iBAAiB,CAQpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,mBAAmB,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACrC,GAAG,iBAAiB,CAQpB;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,iBAAiB,GAAG,iBAAiB,GAAG,MAAM,CAG3F;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IACzC,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,YAAY,EAAE,iBAAiB,EAAE,CAAC;CACnC,GAAG;IAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAAC,YAAY,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAqBrE;AAMD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,YAAY,EAAE,iBAAiB,EAAE,CAAC;IAClC,MAAM,EAAE,eAAe,CAAC;CACzB,GAAG;IAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAAC,YAAY,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAiBrE;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;CAC1C,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAsB7C;AAcD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAgB1I;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,mBAAmB,GAAG,iBAAiB,GAAG,IAAI,CAI/H;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,iBAAiB,CAMpH"}
+{"version":3,"file":"telemetry-analysis.d.ts","sourceRoot":"","sources":["../../src/telemetry-analysis.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,EAIL,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACzB,MAAM,gBAAgB,CAAC;AAExB,eAAO,MAAM,qBAAqB;;;;;;;;;;kBAUvB,CAAC;AACZ,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;kBAS5B,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;kBAQxB,CAAC;AAEZ,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,EAAE,kBAAkB,CAAC;IACzB,UAAU,EAAE,mBAAmB,CAAC;IAChC,OAAO,EAAE,mBAAmB,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;CAC/D,GAAG,iBAAiB,CAQpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,mBAAmB,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACrC,GAAG,iBAAiB,CAQpB;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,iBAAiB,GAAG,iBAAiB,GAAG,MAAM,CAG3F;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IACzC,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,YAAY,EAAE,iBAAiB,EAAE,CAAC;CACnC,GAAG;IAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAAC,YAAY,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAqBrE;AAMD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,YAAY,EAAE,iBAAiB,EAAE,CAAC;IAClC,MAAM,EAAE,eAAe,CAAC;CACzB,GAAG;IAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAAC,YAAY,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAiBrE;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;CAC1C,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAsB7C;AAcD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAgB1I;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,mBAAmB,GAAG,iBAAiB,GAAG,IAAI,CAI/H;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,iBAAiB,CAMpH"}