npm - openpond-sdk - Versions diffs - 0.12.2 → 0.12.4 - Mend

openpond-sdk 0.12.2 → 0.12.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (384) hide show

package/dist/types/packages/sdk/src/experiment-contracts.d.ts CHANGED Viewed

@@ -17,17 +17,17 @@ export declare const ExperimentGraderPinSchema: z.ZodObject<{
     }, z.core.$strict>>;
     mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
         destination: z.ZodEnum<{
+            evaluatorContext: "evaluatorContext";
+            expectedOutput: "expectedOutput";
             input: "input";
             output: "output";
-            expectedOutput: "expectedOutput";
-            evaluatorContext: "evaluatorContext";
         }>;
         path: z.ZodArray<z.ZodString>;
         source: z.ZodEnum<{
+            evaluatorContext: "evaluatorContext";
+            expectedOutput: "expectedOutput";
             input: "input";
             output: "output";
-            expectedOutput: "expectedOutput";
-            evaluatorContext: "evaluatorContext";
         }>;
         sourcePath: z.ZodArray<z.ZodString>;
     }, z.core.$strict>>>;
@@ -39,17 +39,17 @@ export declare const ExperimentGraderSelectionSchema: z.ZodObject<{
     contentHash: z.ZodString;
     mappings: z.ZodArray<z.ZodObject<{
         destination: z.ZodEnum<{
+            evaluatorContext: "evaluatorContext";
+            expectedOutput: "expectedOutput";
             input: "input";
             output: "output";
-            expectedOutput: "expectedOutput";
-            evaluatorContext: "evaluatorContext";
         }>;
         path: z.ZodArray<z.ZodString>;
         source: z.ZodEnum<{
+            evaluatorContext: "evaluatorContext";
+            expectedOutput: "expectedOutput";
             input: "input";
             output: "output";
-            expectedOutput: "expectedOutput";
-            evaluatorContext: "evaluatorContext";
         }>;
         sourcePath: z.ZodArray<z.ZodString>;
     }, z.core.$strict>>;
@@ -127,9 +127,9 @@ export declare const SaveExperimentSchema: z.ZodObject<{
             }, z.core.$strict>>;
             messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
                 role: z.ZodEnum<{
+                    assistant: "assistant";
                     system: "system";
                     user: "user";
-                    assistant: "assistant";
                 }>;
                 content: z.ZodString;
             }, z.core.$strict>>>;
@@ -141,6 +141,22 @@ export declare const SaveExperimentSchema: z.ZodObject<{
         }, z.core.$strict>, z.ZodObject<{
             kind: z.ZodLiteral<"hosted_harness">;
             modelId: z.ZodString;
+            maxOutputTokens: z.ZodOptional<z.ZodNumber>;
+            temperature: z.ZodOptional<z.ZodNumber>;
+            topP: z.ZodOptional<z.ZodNumber>;
+            localRuntime: z.ZodOptional<z.ZodObject<{
+                providerId: z.ZodLiteral<"codex">;
+                configurationHash: z.ZodString;
+                accountHash: z.ZodString;
+                reasoningEffort: z.ZodEnum<{
+                    high: "high";
+                    low: "low";
+                    medium: "medium";
+                    xhigh: "xhigh";
+                }>;
+                maximumRequestCostUsd: z.ZodNumber;
+                requestTimeoutMs: z.ZodNumber;
+            }, z.core.$strict>>;
             candidate: z.ZodOptional<z.ZodObject<{
                 artifactId: z.ZodString;
                 contentHash: z.ZodString;
@@ -162,10 +178,10 @@ export declare const SaveExperimentSchema: z.ZodObject<{
             reasoningEffort: z.ZodOptional<z.ZodEnum<{
                 high: "high";
                 low: "low";
+                max: "max";
                 medium: "medium";
-                xhigh: "xhigh";
                 off: "off";
-                max: "max";
+                xhigh: "xhigh";
             }>>;
             profileRepositoryId: z.ZodString;
             source: z.ZodObject<{
@@ -243,10 +259,10 @@ export declare const SaveExperimentSchema: z.ZodObject<{
                         }, z.core.$strict>;
                     }, z.core.$strict>>;
                     split: z.ZodEnum<{
+                        frozen_eval: "frozen_eval";
+                        test: "test";
                         train: "train";
                         validation: "validation";
-                        test: "test";
-                        frozen_eval: "frozen_eval";
                     }>;
                     population: z.ZodArray<z.ZodObject<{
                         taskId: z.ZodString;
@@ -263,8 +279,8 @@ export declare const SaveExperimentSchema: z.ZodObject<{
                         configurationHash: z.ZodString;
                         output: z.ZodEnum<{
                             boolean: "boolean";
-                            score: "score";
                             category: "category";
+                            score: "score";
                         }>;
                         categories: z.ZodArray<z.ZodString>;
                     }, z.core.$strict>>;
@@ -273,17 +289,17 @@ export declare const SaveExperimentSchema: z.ZodObject<{
                         graderId: z.ZodString;
                         fields: z.ZodArray<z.ZodObject<{
                             destination: z.ZodEnum<{
-                                output: "output";
-                                input: "input";
-                                expectedOutput: "expectedOutput";
                                 evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
                             }>;
                             path: z.ZodArray<z.ZodString>;
                             source: z.ZodEnum<{
-                                output: "output";
-                                input: "input";
-                                expectedOutput: "expectedOutput";
                                 evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
                             }>;
                             sourcePath: z.ZodArray<z.ZodString>;
                         }, z.core.$strict>>;
@@ -361,10 +377,10 @@ export declare const SaveExperimentSchema: z.ZodObject<{
                     }, z.core.$strict>;
                 }, z.core.$strict>>;
                 split: z.ZodEnum<{
+                    frozen_eval: "frozen_eval";
+                    test: "test";
                     train: "train";
                     validation: "validation";
-                    test: "test";
-                    frozen_eval: "frozen_eval";
                 }>;
                 population: z.ZodArray<z.ZodObject<{
                     taskId: z.ZodString;
@@ -381,8 +397,8 @@ export declare const SaveExperimentSchema: z.ZodObject<{
                     configurationHash: z.ZodString;
                     output: z.ZodEnum<{
                         boolean: "boolean";
-                        score: "score";
                         category: "category";
+                        score: "score";
                     }>;
                     categories: z.ZodArray<z.ZodString>;
                 }, z.core.$strict>>;
@@ -391,17 +407,17 @@ export declare const SaveExperimentSchema: z.ZodObject<{
                     graderId: z.ZodString;
                     fields: z.ZodArray<z.ZodObject<{
                         destination: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         path: z.ZodArray<z.ZodString>;
                         source: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         sourcePath: z.ZodArray<z.ZodString>;
                     }, z.core.$strict>>;
@@ -429,17 +445,17 @@ export declare const SaveExperimentSchema: z.ZodObject<{
         contentHash: z.ZodString;
         mappings: z.ZodArray<z.ZodObject<{
             destination: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
                 input: "input";
                 output: "output";
-                expectedOutput: "expectedOutput";
-                evaluatorContext: "evaluatorContext";
             }>;
             path: z.ZodArray<z.ZodString>;
             source: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
                 input: "input";
                 output: "output";
-                expectedOutput: "expectedOutput";
-                evaluatorContext: "evaluatorContext";
             }>;
             sourcePath: z.ZodArray<z.ZodString>;
         }, z.core.$strict>>;
@@ -519,9 +535,9 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
             }, z.core.$strict>>;
             messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
                 role: z.ZodEnum<{
+                    assistant: "assistant";
                     system: "system";
                     user: "user";
-                    assistant: "assistant";
                 }>;
                 content: z.ZodString;
             }, z.core.$strict>>>;
@@ -533,6 +549,22 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
         }, z.core.$strict>, z.ZodObject<{
             kind: z.ZodLiteral<"hosted_harness">;
             modelId: z.ZodString;
+            maxOutputTokens: z.ZodOptional<z.ZodNumber>;
+            temperature: z.ZodOptional<z.ZodNumber>;
+            topP: z.ZodOptional<z.ZodNumber>;
+            localRuntime: z.ZodOptional<z.ZodObject<{
+                providerId: z.ZodLiteral<"codex">;
+                configurationHash: z.ZodString;
+                accountHash: z.ZodString;
+                reasoningEffort: z.ZodEnum<{
+                    high: "high";
+                    low: "low";
+                    medium: "medium";
+                    xhigh: "xhigh";
+                }>;
+                maximumRequestCostUsd: z.ZodNumber;
+                requestTimeoutMs: z.ZodNumber;
+            }, z.core.$strict>>;
             candidate: z.ZodOptional<z.ZodObject<{
                 artifactId: z.ZodString;
                 contentHash: z.ZodString;
@@ -554,10 +586,10 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
             reasoningEffort: z.ZodOptional<z.ZodEnum<{
                 high: "high";
                 low: "low";
+                max: "max";
                 medium: "medium";
-                xhigh: "xhigh";
                 off: "off";
-                max: "max";
+                xhigh: "xhigh";
             }>>;
             profileRepositoryId: z.ZodString;
             source: z.ZodObject<{
@@ -635,10 +667,10 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
                         }, z.core.$strict>;
                     }, z.core.$strict>>;
                     split: z.ZodEnum<{
+                        frozen_eval: "frozen_eval";
+                        test: "test";
                         train: "train";
                         validation: "validation";
-                        test: "test";
-                        frozen_eval: "frozen_eval";
                     }>;
                     population: z.ZodArray<z.ZodObject<{
                         taskId: z.ZodString;
@@ -655,8 +687,8 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
                         configurationHash: z.ZodString;
                         output: z.ZodEnum<{
                             boolean: "boolean";
-                            score: "score";
                             category: "category";
+                            score: "score";
                         }>;
                         categories: z.ZodArray<z.ZodString>;
                     }, z.core.$strict>>;
@@ -665,17 +697,17 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
                         graderId: z.ZodString;
                         fields: z.ZodArray<z.ZodObject<{
                             destination: z.ZodEnum<{
-                                output: "output";
-                                input: "input";
-                                expectedOutput: "expectedOutput";
                                 evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
                             }>;
                             path: z.ZodArray<z.ZodString>;
                             source: z.ZodEnum<{
-                                output: "output";
-                                input: "input";
-                                expectedOutput: "expectedOutput";
                                 evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
                             }>;
                             sourcePath: z.ZodArray<z.ZodString>;
                         }, z.core.$strict>>;
@@ -753,10 +785,10 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
                     }, z.core.$strict>;
                 }, z.core.$strict>>;
                 split: z.ZodEnum<{
+                    frozen_eval: "frozen_eval";
+                    test: "test";
                     train: "train";
                     validation: "validation";
-                    test: "test";
-                    frozen_eval: "frozen_eval";
                 }>;
                 population: z.ZodArray<z.ZodObject<{
                     taskId: z.ZodString;
@@ -773,8 +805,8 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
                     configurationHash: z.ZodString;
                     output: z.ZodEnum<{
                         boolean: "boolean";
-                        score: "score";
                         category: "category";
+                        score: "score";
                     }>;
                     categories: z.ZodArray<z.ZodString>;
                 }, z.core.$strict>>;
@@ -783,17 +815,17 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
                     graderId: z.ZodString;
                     fields: z.ZodArray<z.ZodObject<{
                         destination: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         path: z.ZodArray<z.ZodString>;
                         source: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         sourcePath: z.ZodArray<z.ZodString>;
                     }, z.core.$strict>>;
@@ -828,17 +860,17 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
         }, z.core.$strict>>;
         mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
             destination: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
                 input: "input";
                 output: "output";
-                expectedOutput: "expectedOutput";
-                evaluatorContext: "evaluatorContext";
             }>;
             path: z.ZodArray<z.ZodString>;
             source: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
                 input: "input";
                 output: "output";
-                expectedOutput: "expectedOutput";
-                evaluatorContext: "evaluatorContext";
             }>;
             sourcePath: z.ZodArray<z.ZodString>;
         }, z.core.$strict>>>;
@@ -863,11 +895,11 @@ export declare const ExperimentListQuerySchema: z.ZodObject<{
     search: z.ZodOptional<z.ZodString>;
     status: z.ZodOptional<z.ZodEnum<{
         cancelled: "cancelled";
+        cancelling: "cancelling";
+        completed: "completed";
         failed: "failed";
         queued: "queued";
         running: "running";
-        cancelling: "cancelling";
-        completed: "completed";
     }>>;
     afterId: z.ZodOptional<z.ZodString>;
     limit: z.ZodDefault<z.ZodNumber>;
@@ -895,17 +927,17 @@ export declare const ExperimentExecutionContextSchema: z.ZodObject<{
         }, z.core.$strict>>;
         mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
             destination: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
                 input: "input";
                 output: "output";
-                expectedOutput: "expectedOutput";
-                evaluatorContext: "evaluatorContext";
             }>;
             path: z.ZodArray<z.ZodString>;
             source: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
                 input: "input";
                 output: "output";
-                expectedOutput: "expectedOutput";
-                evaluatorContext: "evaluatorContext";
             }>;
             sourcePath: z.ZodArray<z.ZodString>;
         }, z.core.$strict>>>;
@@ -917,13 +949,29 @@ export declare const PrepareHarnessExperimentSchema: z.ZodObject<{
     profileRepositoryId: z.ZodString;
     definitionId: z.ZodString;
     modelId: z.ZodString;
+    localRuntime: z.ZodOptional<z.ZodObject<{
+        providerId: z.ZodLiteral<"codex">;
+        configurationHash: z.ZodString;
+        accountHash: z.ZodString;
+        reasoningEffort: z.ZodEnum<{
+            high: "high";
+            low: "low";
+            medium: "medium";
+            xhigh: "xhigh";
+        }>;
+        maximumRequestCostUsd: z.ZodNumber;
+        requestTimeoutMs: z.ZodNumber;
+    }, z.core.$strict>>;
+    maxOutputTokens: z.ZodOptional<z.ZodNumber>;
+    temperature: z.ZodOptional<z.ZodNumber>;
+    topP: z.ZodOptional<z.ZodNumber>;
     reasoningEffort: z.ZodOptional<z.ZodEnum<{
         high: "high";
         low: "low";
+        max: "max";
         medium: "medium";
-        xhigh: "xhigh";
         off: "off";
-        max: "max";
+        xhigh: "xhigh";
     }>>;
     maximumCostUsd: z.ZodNumber;
     externalDatasetBinding: z.ZodOptional<z.ZodObject<{
@@ -978,10 +1026,10 @@ export declare const PrepareHarnessExperimentSchema: z.ZodObject<{
             }, z.core.$strict>;
         }, z.core.$strict>>;
         split: z.ZodEnum<{
+            frozen_eval: "frozen_eval";
+            test: "test";
             train: "train";
             validation: "validation";
-            test: "test";
-            frozen_eval: "frozen_eval";
         }>;
         population: z.ZodArray<z.ZodObject<{
             taskId: z.ZodString;
@@ -998,8 +1046,8 @@ export declare const PrepareHarnessExperimentSchema: z.ZodObject<{
             configurationHash: z.ZodString;
             output: z.ZodEnum<{
                 boolean: "boolean";
-                score: "score";
                 category: "category";
+                score: "score";
             }>;
             categories: z.ZodArray<z.ZodString>;
         }, z.core.$strict>>;
@@ -1008,17 +1056,17 @@ export declare const PrepareHarnessExperimentSchema: z.ZodObject<{
             graderId: z.ZodString;
             fields: z.ZodArray<z.ZodObject<{
                 destination: z.ZodEnum<{
-                    output: "output";
-                    input: "input";
-                    expectedOutput: "expectedOutput";
                     evaluatorContext: "evaluatorContext";
+                    expectedOutput: "expectedOutput";
+                    input: "input";
+                    output: "output";
                 }>;
                 path: z.ZodArray<z.ZodString>;
                 source: z.ZodEnum<{
-                    output: "output";
-                    input: "input";
-                    expectedOutput: "expectedOutput";
                     evaluatorContext: "evaluatorContext";
+                    expectedOutput: "expectedOutput";
+                    input: "input";
+                    output: "output";
                 }>;
                 sourcePath: z.ZodArray<z.ZodString>;
             }, z.core.$strict>>;
@@ -1112,9 +1160,9 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
             }, z.core.$strict>>;
             messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
                 role: z.ZodEnum<{
+                    assistant: "assistant";
                     system: "system";
                     user: "user";
-                    assistant: "assistant";
                 }>;
                 content: z.ZodString;
             }, z.core.$strict>>>;
@@ -1126,6 +1174,22 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
         }, z.core.$strict>, z.ZodObject<{
             kind: z.ZodLiteral<"hosted_harness">;
             modelId: z.ZodString;
+            maxOutputTokens: z.ZodOptional<z.ZodNumber>;
+            temperature: z.ZodOptional<z.ZodNumber>;
+            topP: z.ZodOptional<z.ZodNumber>;
+            localRuntime: z.ZodOptional<z.ZodObject<{
+                providerId: z.ZodLiteral<"codex">;
+                configurationHash: z.ZodString;
+                accountHash: z.ZodString;
+                reasoningEffort: z.ZodEnum<{
+                    high: "high";
+                    low: "low";
+                    medium: "medium";
+                    xhigh: "xhigh";
+                }>;
+                maximumRequestCostUsd: z.ZodNumber;
+                requestTimeoutMs: z.ZodNumber;
+            }, z.core.$strict>>;
             candidate: z.ZodOptional<z.ZodObject<{
                 artifactId: z.ZodString;
                 contentHash: z.ZodString;
@@ -1147,10 +1211,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
             reasoningEffort: z.ZodOptional<z.ZodEnum<{
                 high: "high";
                 low: "low";
+                max: "max";
                 medium: "medium";
-                xhigh: "xhigh";
                 off: "off";
-                max: "max";
+                xhigh: "xhigh";
             }>>;
             profileRepositoryId: z.ZodString;
             source: z.ZodObject<{
@@ -1228,10 +1292,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
                         }, z.core.$strict>;
                     }, z.core.$strict>>;
                     split: z.ZodEnum<{
+                        frozen_eval: "frozen_eval";
+                        test: "test";
                         train: "train";
                         validation: "validation";
-                        test: "test";
-                        frozen_eval: "frozen_eval";
                     }>;
                     population: z.ZodArray<z.ZodObject<{
                         taskId: z.ZodString;
@@ -1248,8 +1312,8 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
                         configurationHash: z.ZodString;
                         output: z.ZodEnum<{
                             boolean: "boolean";
-                            score: "score";
                             category: "category";
+                            score: "score";
                         }>;
                         categories: z.ZodArray<z.ZodString>;
                     }, z.core.$strict>>;
@@ -1258,17 +1322,17 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
                         graderId: z.ZodString;
                         fields: z.ZodArray<z.ZodObject<{
                             destination: z.ZodEnum<{
-                                output: "output";
-                                input: "input";
-                                expectedOutput: "expectedOutput";
                                 evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
                             }>;
                             path: z.ZodArray<z.ZodString>;
                             source: z.ZodEnum<{
-                                output: "output";
-                                input: "input";
-                                expectedOutput: "expectedOutput";
                                 evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
                             }>;
                             sourcePath: z.ZodArray<z.ZodString>;
                         }, z.core.$strict>>;
@@ -1346,10 +1410,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
                     }, z.core.$strict>;
                 }, z.core.$strict>>;
                 split: z.ZodEnum<{
+                    frozen_eval: "frozen_eval";
+                    test: "test";
                     train: "train";
                     validation: "validation";
-                    test: "test";
-                    frozen_eval: "frozen_eval";
                 }>;
                 population: z.ZodArray<z.ZodObject<{
                     taskId: z.ZodString;
@@ -1366,8 +1430,8 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
                     configurationHash: z.ZodString;
                     output: z.ZodEnum<{
                         boolean: "boolean";
-                        score: "score";
                         category: "category";
+                        score: "score";
                     }>;
                     categories: z.ZodArray<z.ZodString>;
                 }, z.core.$strict>>;
@@ -1376,17 +1440,17 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
                     graderId: z.ZodString;
                     fields: z.ZodArray<z.ZodObject<{
                         destination: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         path: z.ZodArray<z.ZodString>;
                         source: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         sourcePath: z.ZodArray<z.ZodString>;
                     }, z.core.$strict>>;
@@ -1508,10 +1572,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
                     }, z.core.$strict>;
                 }, z.core.$strict>>;
                 split: z.ZodEnum<{
+                    frozen_eval: "frozen_eval";
+                    test: "test";
                     train: "train";
                     validation: "validation";
-                    test: "test";
-                    frozen_eval: "frozen_eval";
                 }>;
                 population: z.ZodArray<z.ZodObject<{
                     taskId: z.ZodString;
@@ -1528,8 +1592,8 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
                     configurationHash: z.ZodString;
                     output: z.ZodEnum<{
                         boolean: "boolean";
-                        score: "score";
                         category: "category";
+                        score: "score";
                     }>;
                     categories: z.ZodArray<z.ZodString>;
                 }, z.core.$strict>>;
@@ -1538,17 +1602,17 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
                     graderId: z.ZodString;
                     fields: z.ZodArray<z.ZodObject<{
                         destination: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         path: z.ZodArray<z.ZodString>;
                         source: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         sourcePath: z.ZodArray<z.ZodString>;
                     }, z.core.$strict>>;
@@ -1591,14 +1655,14 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
             schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
             primaryMetric: z.ZodString;
             aggregation: z.ZodEnum<{
+                custom: "custom";
                 mean_score: "mean_score";
                 pass_rate: "pass_rate";
                 weighted_mean: "weighted_mean";
-                custom: "custom";
             }>;
             missingReward: z.ZodEnum<{
-                zero: "zero";
                 exclude: "exclude";
+                zero: "zero";
             }>;
             taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
             customAggregator: z.ZodNullable<z.ZodObject<{
@@ -1618,10 +1682,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
         runtimeTarget: z.ZodObject<{
             adapterId: z.ZodString;
             placement: z.ZodEnum<{
-                local: "local";
-                remote: "remote";
                 colocated: "colocated";
+                local: "local";
                 provider_native: "provider_native";
+                remote: "remote";
             }>;
             runtimeVersion: z.ZodString;
             capabilityReceipt: z.ZodString;
@@ -1650,17 +1714,17 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
         }, z.core.$strict>>;
         mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
             destination: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
                 input: "input";
                 output: "output";
-                expectedOutput: "expectedOutput";
-                evaluatorContext: "evaluatorContext";
             }>;
             path: z.ZodArray<z.ZodString>;
             source: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
                 input: "input";
                 output: "output";
-                expectedOutput: "expectedOutput";
-                evaluatorContext: "evaluatorContext";
             }>;
             sourcePath: z.ZodArray<z.ZodString>;
         }, z.core.$strict>>>;