@openpond/evals 0.11.16 → 0.11.18

package/dist/types/tasksets.d.ts

@@ -42,9 +42,9 @@ export declare const EnvironmentContractSchema: z.ZodObject<{
     stateful: z.ZodBoolean;
     deterministicSeeds: z.ZodBoolean;
     lifecycle: z.ZodArray<z.ZodEnum<{
+        step: "step";
         create: "create";
         reset: "reset";
-        step: "step";
         collect: "collect";
         destroy: "destroy";
     }>>;
@@ -156,6 +156,83 @@ export declare const HumanGraderSpecSchema: z.ZodObject<{
         }>;
     }, z.core.$strict>;
     reviewerRole: z.ZodString;
+    form: z.ZodOptional<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
+        mode: z.ZodEnum<{
+            individual: "individual";
+            pairwise: "pairwise";
+        }>;
+        instructions: z.ZodString;
+        criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"score">;
+            minimum: z.ZodNumber;
+            maximum: z.ZodNumber;
+            step: z.ZodNumber;
+        }, z.core.$strict>, z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"category">;
+            options: z.ZodArray<z.ZodString>;
+        }, z.core.$strict>, z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"boolean">;
+        }, z.core.$strict>, z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"text">;
+            minimumLength: z.ZodOptional<z.ZodNumber>;
+            maximumLength: z.ZodNumber;
+        }, z.core.$strict>, z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"preference">;
+            requireStrength: z.ZodOptional<z.ZodBoolean>;
+            allowTie: z.ZodBoolean;
+        }, z.core.$strict>], "kind">>;
+    }, z.core.$strict>>;
 }, z.core.$strict>;
 export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
     id: z.ZodString;
@@ -251,6 +328,83 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
         }>;
     }, z.core.$strict>;
     reviewerRole: z.ZodString;
+    form: z.ZodOptional<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
+        mode: z.ZodEnum<{
+            individual: "individual";
+            pairwise: "pairwise";
+        }>;
+        instructions: z.ZodString;
+        criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"score">;
+            minimum: z.ZodNumber;
+            maximum: z.ZodNumber;
+            step: z.ZodNumber;
+        }, z.core.$strict>, z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"category">;
+            options: z.ZodArray<z.ZodString>;
+        }, z.core.$strict>, z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"boolean">;
+        }, z.core.$strict>, z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"text">;
+            minimumLength: z.ZodOptional<z.ZodNumber>;
+            maximumLength: z.ZodNumber;
+        }, z.core.$strict>, z.ZodObject<{
+            id: z.ZodString;
+            label: z.ZodString;
+            instructions: z.ZodString;
+            required: z.ZodBoolean;
+            allowAbstain: z.ZodBoolean;
+            requireRationale: z.ZodOptional<z.ZodBoolean>;
+            anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                description: z.ZodString;
+            }, z.core.$strict>>>;
+            kind: z.ZodLiteral<"preference">;
+            requireStrength: z.ZodOptional<z.ZodBoolean>;
+            allowTie: z.ZodBoolean;
+        }, z.core.$strict>], "kind">>;
+    }, z.core.$strict>>;
 }, z.core.$strict>]>;
 export declare const TaskRecordSchema: z.ZodObject<{
     id: z.ZodString;
@@ -319,9 +473,9 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
         stateful: z.ZodBoolean;
         deterministicSeeds: z.ZodBoolean;
         lifecycle: z.ZodArray<z.ZodEnum<{
+            step: "step";
             create: "create";
             reset: "reset";
-            step: "step";
             collect: "collect";
             destroy: "destroy";
         }>>;
@@ -497,6 +651,83 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             }>;
         }, z.core.$strict>;
         reviewerRole: z.ZodString;
+        form: z.ZodOptional<z.ZodObject<{
+            schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
+            mode: z.ZodEnum<{
+                individual: "individual";
+                pairwise: "pairwise";
+            }>;
+            instructions: z.ZodString;
+            criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"score">;
+                minimum: z.ZodNumber;
+                maximum: z.ZodNumber;
+                step: z.ZodNumber;
+            }, z.core.$strict>, z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"category">;
+                options: z.ZodArray<z.ZodString>;
+            }, z.core.$strict>, z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"boolean">;
+            }, z.core.$strict>, z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"text">;
+                minimumLength: z.ZodOptional<z.ZodNumber>;
+                maximumLength: z.ZodNumber;
+            }, z.core.$strict>, z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"preference">;
+                requireStrength: z.ZodOptional<z.ZodBoolean>;
+                allowTie: z.ZodBoolean;
+            }, z.core.$strict>], "kind">>;
+        }, z.core.$strict>>;
     }, z.core.$strict>]>>;
     verifierSetRelease: z.ZodOptional<z.ZodObject<{
         id: z.ZodString;
@@ -548,9 +779,9 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
         stateful: z.ZodBoolean;
         deterministicSeeds: z.ZodBoolean;
         lifecycle: z.ZodArray<z.ZodEnum<{
+            step: "step";
             create: "create";
             reset: "reset";
-            step: "step";
             collect: "collect";
             destroy: "destroy";
         }>>;
@@ -726,6 +957,83 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             }>;
         }, z.core.$strict>;
         reviewerRole: z.ZodString;
+        form: z.ZodOptional<z.ZodObject<{
+            schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
+            mode: z.ZodEnum<{
+                individual: "individual";
+                pairwise: "pairwise";
+            }>;
+            instructions: z.ZodString;
+            criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"score">;
+                minimum: z.ZodNumber;
+                maximum: z.ZodNumber;
+                step: z.ZodNumber;
+            }, z.core.$strict>, z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"category">;
+                options: z.ZodArray<z.ZodString>;
+            }, z.core.$strict>, z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"boolean">;
+            }, z.core.$strict>, z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"text">;
+                minimumLength: z.ZodOptional<z.ZodNumber>;
+                maximumLength: z.ZodNumber;
+            }, z.core.$strict>, z.ZodObject<{
+                id: z.ZodString;
+                label: z.ZodString;
+                instructions: z.ZodString;
+                required: z.ZodBoolean;
+                allowAbstain: z.ZodBoolean;
+                requireRationale: z.ZodOptional<z.ZodBoolean>;
+                anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
+                    description: z.ZodString;
+                }, z.core.$strict>>>;
+                kind: z.ZodLiteral<"preference">;
+                requireStrength: z.ZodOptional<z.ZodBoolean>;
+                allowTie: z.ZodBoolean;
+            }, z.core.$strict>], "kind">>;
+        }, z.core.$strict>>;
     }, z.core.$strict>]>>;
     verifierSetRelease: z.ZodOptional<z.ZodObject<{
         id: z.ZodString;

package/dist/types/tasksets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAG3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAWZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;EAAqD,CAAC;AAC9F,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;kBAIvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAc7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CAyDA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAWZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;EAAqD,CAAC;AAC9F,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAc7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CAyDA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}

package/dist/types/telemetry-analysis.d.ts

@@ -16,10 +16,10 @@ export declare const EvidenceReferenceSchema: z.ZodObject<{
     id: z.ZodString;
     contentHash: z.ZodString;
     kind: z.ZodEnum<{
+        trace: "trace";
+        grader: "grader";
         artifact: "artifact";
         attempt: "attempt";
-        grader: "grader";
-        trace: "trace";
         rollout: "rollout";
         checkpoint: "checkpoint";
     }>;

package/dist/types/telemetry-bundle.d.ts

@@ -52,10 +52,10 @@ export declare const TelemetryExportBundleContentSchema: z.ZodObject<{
         sequence: z.ZodNumber;
         occurredAt: z.ZodString;
         source: z.ZodEnum<{
+            grader: "grader";
             runtime: "runtime";
             environment: "environment";
             evaluation: "evaluation";
-            grader: "grader";
             optimizer: "optimizer";
             control_plane: "control_plane";
         }>;
@@ -120,10 +120,10 @@ export declare const TelemetryExportBundleContentSchema: z.ZodObject<{
         id: z.ZodString;
         contentHash: z.ZodString;
         kind: z.ZodEnum<{
+            trace: "trace";
+            grader: "grader";
             artifact: "artifact";
             attempt: "attempt";
-            grader: "grader";
-            trace: "trace";
             rollout: "rollout";
             checkpoint: "checkpoint";
         }>;
@@ -200,10 +200,10 @@ export declare const TelemetryExportBundleSchema: z.ZodObject<{
         sequence: z.ZodNumber;
         occurredAt: z.ZodString;
         source: z.ZodEnum<{
+            grader: "grader";
             runtime: "runtime";
             environment: "environment";
             evaluation: "evaluation";
-            grader: "grader";
             optimizer: "optimizer";
             control_plane: "control_plane";
         }>;
@@ -268,10 +268,10 @@ export declare const TelemetryExportBundleSchema: z.ZodObject<{
         id: z.ZodString;
         contentHash: z.ZodString;
         kind: z.ZodEnum<{
+            trace: "trace";
+            grader: "grader";
             artifact: "artifact";
             attempt: "attempt";
-            grader: "grader";
-            trace: "trace";
             rollout: "rollout";
             checkpoint: "checkpoint";
         }>;

package/dist/types/telemetry.d.ts

@@ -8,10 +8,10 @@ export declare const TelemetryVisibilitySchema: z.ZodEnum<{
     team_visible: "team_visible";
 }>;
 export declare const TelemetrySourceSchema: z.ZodEnum<{
+    grader: "grader";
     runtime: "runtime";
     environment: "environment";
     evaluation: "evaluation";
-    grader: "grader";
     optimizer: "optimizer";
     control_plane: "control_plane";
 }>;
@@ -48,10 +48,10 @@ export declare const RunTelemetryEventSchema: z.ZodObject<{
     sequence: z.ZodNumber;
     occurredAt: z.ZodString;
     source: z.ZodEnum<{
+        grader: "grader";
         runtime: "runtime";
         environment: "environment";
         evaluation: "evaluation";
-        grader: "grader";
         optimizer: "optimizer";
         control_plane: "control_plane";
     }>;
@@ -190,10 +190,10 @@ export declare const RunTelemetryBatchSchema: z.ZodObject<{
         sequence: z.ZodNumber;
         occurredAt: z.ZodString;
         source: z.ZodEnum<{
+            grader: "grader";
             runtime: "runtime";
             environment: "environment";
             evaluation: "evaluation";
-            grader: "grader";
             optimizer: "optimizer";
             control_plane: "control_plane";
         }>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openpond/evals",
-  "version": "0.11.16",
+  "version": "0.11.18",
   "description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
   "license": "MIT",
   "type": "module",
@@ -19,6 +19,14 @@
     "LICENSE"
   ],
   "exports": {
+    "./human-review": {
+      "types": "./dist/types/human-review/index.d.ts",
+      "import": "./dist/human-review/index.js"
+    },
+    "./connected-evidence": {
+      "types": "./dist/types/connected-evidence/index.d.ts",
+      "import": "./dist/connected-evidence/index.js"
+    },
     "./metrics/node": {
       "types": "./dist/types/metrics-node.d.ts",
       "import": "./dist/metrics-node.js"
@@ -35,6 +43,10 @@
       "types": "./dist/types/sql-execution-contract.d.ts",
       "import": "./dist/sql-execution-contract.js"
     },
+    "./javascript-environment/contracts": {
+      "types": "./dist/types/javascript-environment-contract.d.ts",
+      "import": "./dist/javascript-environment-contract.js"
+    },
     "./javascript-environment/attempt": {
       "types": "./dist/types/javascript-environment-attempt.d.ts",
       "import": "./dist/javascript-environment-attempt.js"