@openpond/evals 0.12.0 → 0.12.2

package/dist/types/runs.d.ts

@@ -3,10 +3,10 @@ import { type TasksetMetricResult } from "./metric-policy.js";
 export declare const RuntimeTargetBindingSchema: z.ZodObject<{
     adapterId: z.ZodString;
     placement: z.ZodEnum<{
-        local: "local";
-        remote: "remote";
         colocated: "colocated";
+        local: "local";
         provider_native: "provider_native";
+        remote: "remote";
     }>;
     runtimeVersion: z.ZodString;
     capabilityReceipt: z.ZodString;
@@ -39,10 +39,10 @@ export declare const RunManifestContentSchema: z.ZodObject<{
     runtimeTarget: z.ZodObject<{
         adapterId: z.ZodString;
         placement: z.ZodEnum<{
-            local: "local";
-            remote: "remote";
             colocated: "colocated";
+            local: "local";
             provider_native: "provider_native";
+            remote: "remote";
         }>;
         runtimeVersion: z.ZodString;
         capabilityReceipt: z.ZodString;
@@ -82,10 +82,10 @@ export declare const RunManifestSchema: z.ZodObject<{
     runtimeTarget: z.ZodObject<{
         adapterId: z.ZodString;
         placement: z.ZodEnum<{
-            local: "local";
-            remote: "remote";
             colocated: "colocated";
+            local: "local";
             provider_native: "provider_native";
+            remote: "remote";
         }>;
         runtimeVersion: z.ZodString;
         capabilityReceipt: z.ZodString;
@@ -115,12 +115,12 @@ export declare const AttemptReceiptContentSchema: z.ZodObject<{
     seed: z.ZodString;
     terminal: z.ZodBoolean;
     failureClass: z.ZodNullable<z.ZodEnum<{
-        policy_failure: "policy_failure";
-        grader_failure: "grader_failure";
+        cancelled: "cancelled";
         environment_failure: "environment_failure";
+        grader_failure: "grader_failure";
         infrastructure_failure: "infrastructure_failure";
+        policy_failure: "policy_failure";
         timeout: "timeout";
-        cancelled: "cancelled";
     }>>;
     outputHash: z.ZodNullable<z.ZodString>;
     traceHash: z.ZodString;
@@ -154,12 +154,12 @@ export declare const AttemptReceiptSchema: z.ZodObject<{
     seed: z.ZodString;
     terminal: z.ZodBoolean;
     failureClass: z.ZodNullable<z.ZodEnum<{
-        policy_failure: "policy_failure";
-        grader_failure: "grader_failure";
+        cancelled: "cancelled";
         environment_failure: "environment_failure";
+        grader_failure: "grader_failure";
         infrastructure_failure: "infrastructure_failure";
+        policy_failure: "policy_failure";
         timeout: "timeout";
-        cancelled: "cancelled";
     }>>;
     outputHash: z.ZodNullable<z.ZodString>;
     traceHash: z.ZodString;
@@ -215,12 +215,12 @@ export declare const EvaluationResultContentSchema: z.ZodObject<{
     terminalCount: z.ZodNumber;
     meanScore: z.ZodNullable<z.ZodNumber>;
     failureCounts: z.ZodRecord<z.ZodEnum<{
-        policy_failure: "policy_failure";
-        grader_failure: "grader_failure";
+        cancelled: "cancelled";
         environment_failure: "environment_failure";
+        grader_failure: "grader_failure";
         infrastructure_failure: "infrastructure_failure";
+        policy_failure: "policy_failure";
         timeout: "timeout";
-        cancelled: "cancelled";
     }>, z.ZodNumber>;
     authoredMetric: z.ZodOptional<z.ZodObject<{
         schemaVersion: z.ZodLiteral<"openpond.tasksetMetricResult.v1">;
@@ -236,14 +236,14 @@ export declare const EvaluationResultContentSchema: z.ZodObject<{
             schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
             primaryMetric: z.ZodString;
             aggregation: z.ZodEnum<{
+                custom: "custom";
                 mean_score: "mean_score";
                 pass_rate: "pass_rate";
                 weighted_mean: "weighted_mean";
-                custom: "custom";
             }>;
             missingReward: z.ZodEnum<{
-                zero: "zero";
                 exclude: "exclude";
+                zero: "zero";
             }>;
             taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
             customAggregator: z.ZodNullable<z.ZodObject<{
@@ -299,12 +299,12 @@ export declare const EvaluationResultSchema: z.ZodObject<{
     terminalCount: z.ZodNumber;
     meanScore: z.ZodNullable<z.ZodNumber>;
     failureCounts: z.ZodRecord<z.ZodEnum<{
-        policy_failure: "policy_failure";
-        grader_failure: "grader_failure";
+        cancelled: "cancelled";
         environment_failure: "environment_failure";
+        grader_failure: "grader_failure";
         infrastructure_failure: "infrastructure_failure";
+        policy_failure: "policy_failure";
         timeout: "timeout";
-        cancelled: "cancelled";
     }>, z.ZodNumber>;
     authoredMetric: z.ZodOptional<z.ZodObject<{
         schemaVersion: z.ZodLiteral<"openpond.tasksetMetricResult.v1">;
@@ -320,14 +320,14 @@ export declare const EvaluationResultSchema: z.ZodObject<{
             schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
             primaryMetric: z.ZodString;
             aggregation: z.ZodEnum<{
+                custom: "custom";
                 mean_score: "mean_score";
                 pass_rate: "pass_rate";
                 weighted_mean: "weighted_mean";
-                custom: "custom";
             }>;
             missingReward: z.ZodEnum<{
-                zero: "zero";
                 exclude: "exclude";
+                zero: "zero";
             }>;
             taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
             customAggregator: z.ZodNullable<z.ZodObject<{

package/dist/types/runs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../../../src/runs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAcxB,OAAO,EAAwD,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEpH,eAAO,MAAM,0BAA0B;;;;;;;;;;kBAK5B,CAAC;AAEZ,eAAO,MAAM,eAAe;;;;;kBAKjB,CAAC;AAEZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAW1B,CAAC;AACZ,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA+E,CAAC;AAE9G,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAkB7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAe/B,CAAC;AACZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAoF,CAAC;AAExH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;kBAW1C,CAAC;AACZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AAEZ,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,GAAG,WAAW,CAG9F;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,GAAG,cAAc,CAGvG;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAKrE;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,WAAW,CAAC;IACtB,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,cAAc,CAAC,EAAE,mBAAmB,CAAC;CACtC,GAAG,gBAAgB,CA0CnB;AAED,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wCAAwC,CAAC,GAC9D,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAGnD;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,WAAW,EACjB,SAAS,EAAE,WAAW,EACtB,aAAa,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,GAChE,IAAI,CAiBN;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE,CASnF;AAED,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC"}
+{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../src/runs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAcxB,OAAO,EAAwD,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEpH,eAAO,MAAM,0BAA0B;;;;;;;;;;kBAK5B,CAAC;AAEZ,eAAO,MAAM,eAAe;;;;;kBAKjB,CAAC;AAEZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAW1B,CAAC;AACZ,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA+E,CAAC;AAE9G,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAkB7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAe/B,CAAC;AACZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAoF,CAAC;AAExH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;kBAW1C,CAAC;AACZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AAEZ,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,GAAG,WAAW,CAG9F;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,GAAG,cAAc,CAGvG;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAKrE;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,WAAW,CAAC;IACtB,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,cAAc,CAAC,EAAE,mBAAmB,CAAC;CACtC,GAAG,gBAAgB,CA0CnB;AAED,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wCAAwC,CAAC,GAC9D,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAGnD;AAED,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,WAAW,EACjB,SAAS,EAAE,WAAW,EACtB,aAAa,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,GAChE,IAAI,CAiBN;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE,CASnF;AAED,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClD,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC"}

package/dist/types/sql-execution-contract.d.ts

@@ -10,10 +10,10 @@ export declare const SqlSnapshotSchema: z.ZodObject<{
         columns: z.ZodArray<z.ZodObject<{
             name: z.ZodString;
             type: z.ZodEnum<{
+                BLOB: "BLOB";
                 INTEGER: "INTEGER";
                 REAL: "REAL";
                 TEXT: "TEXT";
-                BLOB: "BLOB";
             }>;
         }, z.core.$strict>>;
         rows: z.ZodArray<z.ZodArray<z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -31,10 +31,10 @@ export declare const SqlExecutionRequestSchema: z.ZodObject<{
             columns: z.ZodArray<z.ZodObject<{
                 name: z.ZodString;
                 type: z.ZodEnum<{
+                    BLOB: "BLOB";
                     INTEGER: "INTEGER";
                     REAL: "REAL";
                     TEXT: "TEXT";
-                    BLOB: "BLOB";
                 }>;
             }, z.core.$strict>>;
             rows: z.ZodArray<z.ZodArray<z.ZodUnion<readonly [z.ZodNull, z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -60,9 +60,9 @@ export declare const SqlExecutionResultSchema: z.ZodDiscriminatedUnion<[z.ZodObj
     status: z.ZodLiteral<"rejected">;
     code: z.ZodEnum<{
         invalid_query: "invalid_query";
+        memory_limit: "memory_limit";
         multiple_statements: "multiple_statements";
         result_too_large: "result_too_large";
-        memory_limit: "memory_limit";
     }>;
 }, z.core.$strict>], "status">;
 export type SqlValue = z.infer<typeof SqlValueSchema>;

package/dist/types/sql-execution-contract.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sql-execution-contract.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-contract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,cAAc;;;;oBAKzB,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;kBAe5B,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAM3B,CAAC;AACZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;8BAGnC,CAAC;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AACtD,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,mBAAmB,CAK7E"}
+{"version":3,"file":"sql-execution-contract.d.ts","sourceRoot":"","sources":["../../src/sql-execution-contract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,cAAc;;;;oBAKzB,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;kBAe5B,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAM3B,CAAC;AACZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;8BAGnC,CAAC;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AACtD,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,GAAG,mBAAmB,CAK7E"}

package/dist/types/sql-execution-engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sql-execution-engine.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-engine.ts"],"names":[],"mappings":"AAEA,OAAO,EAA6B,KAAK,kBAAkB,EAAiB,MAAM,6BAA6B,CAAC;AAkBhH,yFAAyF;AACzF,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAoDjF"}
+{"version":3,"file":"sql-execution-engine.d.ts","sourceRoot":"","sources":["../../src/sql-execution-engine.ts"],"names":[],"mappings":"AAEA,OAAO,EAA6B,KAAK,kBAAkB,EAAiB,MAAM,6BAA6B,CAAC;AAkBhH,yFAAyF;AACzF,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAoDjF"}

package/dist/types/sql-execution-node.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sql-execution-node.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-node.ts"],"names":[],"mappings":"AAEA,OAAO,EAAuD,KAAK,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACrJ,cAAc,6BAA6B,CAAC;AAE5C,kFAAkF;AAClF,wBAAsB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAwCvJ"}
+{"version":3,"file":"sql-execution-node.d.ts","sourceRoot":"","sources":["../../src/sql-execution-node.ts"],"names":[],"mappings":"AAEA,OAAO,EAAuD,KAAK,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACrJ,cAAc,6BAA6B,CAAC;AAE5C,kFAAkF;AAClF,wBAAsB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAwCvJ"}

package/dist/types/sql-execution-process-entry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sql-execution-process-entry.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-process-entry.ts"],"names":[],"mappings":""}
+{"version":3,"file":"sql-execution-process-entry.d.ts","sourceRoot":"","sources":["../../src/sql-execution-process-entry.ts"],"names":[],"mappings":""}

package/dist/types/task-schema-validation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"task-schema-validation.d.ts","sourceRoot":"","sources":["../../../../src/task-schema-validation.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,wBAAwB,iDAAiD,CAAC;AACvF,eAAO,MAAM,oBAAoB,UAAY,CAAC;AAC9C,eAAO,MAAM,qBAAqB,QAAS,CAAC;AAE5C,MAAM,MAAM,eAAe,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAC9E,MAAM,MAAM,gBAAgB,GAAG;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,eAAe,EAAE,CAAA;CAAE,CAAC;AAM7E,uFAAuF;AACvF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,SAAuB,GAAG,IAAI,CA0B3F;AAED,iFAAiF;AACjF,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,OAAO,GAAG,gBAAgB,CAOpE;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI,CAOtD"}
+{"version":3,"file":"task-schema-validation.d.ts","sourceRoot":"","sources":["../../src/task-schema-validation.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,wBAAwB,iDAAiD,CAAC;AACvF,eAAO,MAAM,oBAAoB,UAAY,CAAC;AAC9C,eAAO,MAAM,qBAAqB,QAAS,CAAC;AAE5C,MAAM,MAAM,eAAe,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAC9E,MAAM,MAAM,gBAAgB,GAAG;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,eAAe,EAAE,CAAA;CAAE,CAAC;AAM7E,uFAAuF;AACvF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,SAAuB,GAAG,IAAI,CA0B3F;AAED,iFAAiF;AACjF,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,OAAO,GAAG,gBAAgB,CAOpE;AAED,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI,CAOtD"}

package/dist/types/task-schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"task-schema.d.ts","sourceRoot":"","sources":["../../../../src/task-schema.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,kBAAkB,EAClB,KAAK,eAAe,EACpB,KAAK,gBAAgB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC"}
+{"version":3,"file":"task-schema.d.ts","sourceRoot":"","sources":["../../src/task-schema.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,EACrB,kBAAkB,EAClB,KAAK,eAAe,EACpB,KAAK,gBAAgB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC"}

package/dist/types/task-value-validator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"task-value-validator.d.ts","sourceRoot":"","sources":["../../../../src/task-value-validator.ts"],"names":[],"mappings":"AAIA,OAAO,EAA2C,KAAK,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAI7G,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,gBAAgB,CAgBnF"}
+{"version":3,"file":"task-value-validator.d.ts","sourceRoot":"","sources":["../../src/task-value-validator.ts"],"names":[],"mappings":"AAIA,OAAO,EAA2C,KAAK,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAI7G,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,gBAAgB,CAgBnF"}

package/dist/types/taskset-run-contract.d.ts

@@ -143,10 +143,10 @@ export declare const TasksetRunManifestContentSchema: z.ZodObject<{
                 }, z.core.$strict>;
             }, z.core.$strict>>;
             split: z.ZodEnum<{
+                frozen_eval: "frozen_eval";
+                test: "test";
                 train: "train";
                 validation: "validation";
-                test: "test";
-                frozen_eval: "frozen_eval";
             }>;
             population: z.ZodArray<z.ZodObject<{
                 taskId: z.ZodString;
@@ -163,8 +163,8 @@ export declare const TasksetRunManifestContentSchema: z.ZodObject<{
                 configurationHash: z.ZodString;
                 output: z.ZodEnum<{
                     boolean: "boolean";
-                    score: "score";
                     category: "category";
+                    score: "score";
                 }>;
                 categories: z.ZodArray<z.ZodString>;
             }, z.core.$strict>>;
@@ -173,17 +173,17 @@ export declare const TasksetRunManifestContentSchema: z.ZodObject<{
                 graderId: z.ZodString;
                 fields: z.ZodArray<z.ZodObject<{
                     destination: z.ZodEnum<{
-                        output: "output";
-                        input: "input";
-                        expectedOutput: "expectedOutput";
                         evaluatorContext: "evaluatorContext";
+                        expectedOutput: "expectedOutput";
+                        input: "input";
+                        output: "output";
                     }>;
                     path: z.ZodArray<z.ZodString>;
                     source: z.ZodEnum<{
-                        output: "output";
-                        input: "input";
-                        expectedOutput: "expectedOutput";
                         evaluatorContext: "evaluatorContext";
+                        expectedOutput: "expectedOutput";
+                        input: "input";
+                        output: "output";
                     }>;
                     sourcePath: z.ZodArray<z.ZodString>;
                 }, z.core.$strict>>;
@@ -226,14 +226,14 @@ export declare const TasksetRunManifestContentSchema: z.ZodObject<{
         schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
         primaryMetric: z.ZodString;
         aggregation: z.ZodEnum<{
+            custom: "custom";
             mean_score: "mean_score";
             pass_rate: "pass_rate";
             weighted_mean: "weighted_mean";
-            custom: "custom";
         }>;
         missingReward: z.ZodEnum<{
-            zero: "zero";
             exclude: "exclude";
+            zero: "zero";
         }>;
         taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
         customAggregator: z.ZodNullable<z.ZodObject<{
@@ -253,10 +253,10 @@ export declare const TasksetRunManifestContentSchema: z.ZodObject<{
     runtimeTarget: z.ZodObject<{
         adapterId: z.ZodString;
         placement: z.ZodEnum<{
-            local: "local";
-            remote: "remote";
             colocated: "colocated";
+            local: "local";
             provider_native: "provider_native";
+            remote: "remote";
         }>;
         runtimeVersion: z.ZodString;
         capabilityReceipt: z.ZodString;
@@ -371,10 +371,10 @@ export declare const TasksetRunManifestSchema: z.ZodObject<{
                 }, z.core.$strict>;
             }, z.core.$strict>>;
             split: z.ZodEnum<{
+                frozen_eval: "frozen_eval";
+                test: "test";
                 train: "train";
                 validation: "validation";
-                test: "test";
-                frozen_eval: "frozen_eval";
             }>;
             population: z.ZodArray<z.ZodObject<{
                 taskId: z.ZodString;
@@ -391,8 +391,8 @@ export declare const TasksetRunManifestSchema: z.ZodObject<{
                 configurationHash: z.ZodString;
                 output: z.ZodEnum<{
                     boolean: "boolean";
-                    score: "score";
                     category: "category";
+                    score: "score";
                 }>;
                 categories: z.ZodArray<z.ZodString>;
             }, z.core.$strict>>;
@@ -401,17 +401,17 @@ export declare const TasksetRunManifestSchema: z.ZodObject<{
                 graderId: z.ZodString;
                 fields: z.ZodArray<z.ZodObject<{
                     destination: z.ZodEnum<{
-                        output: "output";
-                        input: "input";
-                        expectedOutput: "expectedOutput";
                         evaluatorContext: "evaluatorContext";
+                        expectedOutput: "expectedOutput";
+                        input: "input";
+                        output: "output";
                     }>;
                     path: z.ZodArray<z.ZodString>;
                     source: z.ZodEnum<{
-                        output: "output";
-                        input: "input";
-                        expectedOutput: "expectedOutput";
                         evaluatorContext: "evaluatorContext";
+                        expectedOutput: "expectedOutput";
+                        input: "input";
+                        output: "output";
                     }>;
                     sourcePath: z.ZodArray<z.ZodString>;
                 }, z.core.$strict>>;
@@ -454,14 +454,14 @@ export declare const TasksetRunManifestSchema: z.ZodObject<{
         schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
         primaryMetric: z.ZodString;
         aggregation: z.ZodEnum<{
+            custom: "custom";
             mean_score: "mean_score";
             pass_rate: "pass_rate";
             weighted_mean: "weighted_mean";
-            custom: "custom";
         }>;
         missingReward: z.ZodEnum<{
-            zero: "zero";
             exclude: "exclude";
+            zero: "zero";
         }>;
         taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
         customAggregator: z.ZodNullable<z.ZodObject<{
@@ -481,10 +481,10 @@ export declare const TasksetRunManifestSchema: z.ZodObject<{
     runtimeTarget: z.ZodObject<{
         adapterId: z.ZodString;
         placement: z.ZodEnum<{
-            local: "local";
-            remote: "remote";
             colocated: "colocated";
+            local: "local";
             provider_native: "provider_native";
+            remote: "remote";
         }>;
         runtimeVersion: z.ZodString;
         capabilityReceipt: z.ZodString;

package/dist/types/taskset-run-contract.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"taskset-run-contract.d.ts","sourceRoot":"","sources":["../../../../src/taskset-run-contract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAqE,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AACnH,OAAO,EAA6B,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAoE,KAAK,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAC3I,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAE1E,mFAAmF;AACnF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;4BAGjC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,sBAAsB;;;;;kBAKxB,CAAC;AAEZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAuB1C,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AACvH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,GAAG,kBAAkB,CAGnH;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,cAAc,GAAG,mBAAmB,CAKnF;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI,CAcnG;AAED;+EAC+E;AAC/E,wBAAgB,mCAAmC,CACjD,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,cAAc,EACvB,YAAY,EAAE,wBAAwB,GACrC,IAAI,CAqCN;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE,CAclH"}
+{"version":3,"file":"taskset-run-contract.d.ts","sourceRoot":"","sources":["../../src/taskset-run-contract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAqE,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AACnH,OAAO,EAA6B,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAoE,KAAK,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAC3I,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAE1E,mFAAmF;AACnF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;4BAGjC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,sBAAsB;;;;;kBAKxB,CAAC;AAEZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAuB1C,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AACvH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,GAAG,kBAAkB,CAGnH;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,cAAc,GAAG,mBAAmB,CAKnF;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI,CAcnG;AAED;+EAC+E;AAC/E,wBAAgB,mCAAmC,CACjD,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,cAAc,EACvB,YAAY,EAAE,wBAAwB,GACrC,IAAI,CAqCN;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE,CAclH"}