openpond-sdk 0.12.13 → 0.12.15

package/dist/types/packages/sdk/src/evaluation-experiment-draft.d.ts

@@ -0,0 +1,1009 @@
+import { z } from "zod";
+export * from "./hosted-evaluation-experiment-draft.js";
+/** Authoring state, not execution admission. Cleared numeric controls stay
+ * null until the user supplies a value; saving never supplies a spend cap. */
+export declare const EvaluationExperimentFormDraftSchema: z.ZodObject<{
+    mode: z.ZodEnum<{
+        model: "model";
+        model_harness: "model_harness";
+        model_harness_profile: "model_harness_profile";
+    }>;
+    localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+        providerId: z.ZodLiteral<"custom-openai-compatible">;
+        configurationHash: z.ZodString;
+        maximumRequestCostUsd: z.ZodNumber;
+        requestTimeoutMs: z.ZodNumber;
+    }, z.core.$strict>, z.ZodObject<{
+        providerId: z.ZodLiteral<"claude-code">;
+        configurationHash: z.ZodString;
+        executableHash: z.ZodString;
+        version: z.ZodString;
+        capabilityHash: z.ZodString;
+        maximumRequestCostUsd: z.ZodNumber;
+        requestTimeoutMs: z.ZodNumber;
+        maximumTurns: z.ZodNumber;
+        holdOpen: z.ZodBoolean;
+    }, z.core.$strict>, z.ZodObject<{
+        providerId: z.ZodLiteral<"codex">;
+        configurationHash: z.ZodString;
+        accountHash: z.ZodString;
+        reasoningEffort: z.ZodEnum<{
+            high: "high";
+            low: "low";
+            medium: "medium";
+            xhigh: "xhigh";
+        }>;
+        maximumRequestCostUsd: z.ZodNumber;
+        requestTimeoutMs: z.ZodNumber;
+    }, z.core.$strict>]>>;
+    sourceId: z.ZodString;
+    profileChoiceId: z.ZodString;
+    temperature: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    topP: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    name: z.ZodString;
+    release: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        revision: z.ZodNumber;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    modelId: z.ZodString;
+    budget: z.ZodNullable<z.ZodNumber>;
+    outputTokens: z.ZodNullable<z.ZodNumber>;
+    prompt: z.ZodString;
+    targetId: z.ZodString;
+    seed: z.ZodString;
+    graderChoices: z.ZodRecord<z.ZodString, z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        version: z.ZodString;
+        contentHash: z.ZodString;
+        mappings: z.ZodArray<z.ZodObject<{
+            destination: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
+                input: "input";
+                output: "output";
+            }>;
+            path: z.ZodArray<z.ZodString>;
+            source: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
+                input: "input";
+                output: "output";
+            }>;
+            sourcePath: z.ZodArray<z.ZodString>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>>>;
+}, z.core.$strict>;
+export declare const EvaluationExperimentSelectionSchema: z.ZodObject<{
+    release: z.ZodObject<{
+        id: z.ZodString;
+        revision: z.ZodNumber;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    mode: z.ZodEnum<{
+        all: "all";
+        subset: "subset";
+    }>;
+    ids: z.ZodArray<z.ZodString>;
+}, z.core.$strict>;
+export declare const EvaluationExperimentSourceSchema: z.ZodObject<{
+    id: z.ZodString;
+    request: z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
+        operationId: z.ZodString;
+        teamId: z.ZodString;
+        modelProjectId: z.ZodNullable<z.ZodString>;
+        name: z.ZodOptional<z.ZodString>;
+        project: z.ZodOptional<z.ZodObject<{
+            id: z.ZodString;
+            revision: z.ZodNumber;
+            contentHash: z.ZodString;
+            targetId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>>;
+        taskset: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+            revision: z.ZodNumber;
+        }, z.core.$strict>;
+        policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
+            kind: z.ZodLiteral<"hosted_chat">;
+            modelId: z.ZodString;
+            localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+                providerId: z.ZodLiteral<"custom-openai-compatible">;
+                configurationHash: z.ZodString;
+                maximumRequestCostUsd: z.ZodNumber;
+                requestTimeoutMs: z.ZodNumber;
+            }, z.core.$strict>, z.ZodObject<{
+                providerId: z.ZodLiteral<"claude-code">;
+                configurationHash: z.ZodString;
+                executableHash: z.ZodString;
+                version: z.ZodString;
+                capabilityHash: z.ZodString;
+                maximumRequestCostUsd: z.ZodNumber;
+                requestTimeoutMs: z.ZodNumber;
+                maximumTurns: z.ZodNumber;
+                holdOpen: z.ZodBoolean;
+            }, z.core.$strict>, z.ZodObject<{
+                providerId: z.ZodLiteral<"codex">;
+                configurationHash: z.ZodString;
+                accountHash: z.ZodString;
+                reasoningEffort: z.ZodEnum<{
+                    high: "high";
+                    low: "low";
+                    medium: "medium";
+                    xhigh: "xhigh";
+                }>;
+                maximumRequestCostUsd: z.ZodNumber;
+                requestTimeoutMs: z.ZodNumber;
+            }, z.core.$strict>]>>;
+            candidate: z.ZodOptional<z.ZodObject<{
+                artifactId: z.ZodString;
+                contentHash: z.ZodString;
+                preparationId: z.ZodString;
+                dispatchId: z.ZodString;
+                baseProfileId: z.ZodString;
+                workerImageDigest: z.ZodString;
+            }, z.core.$strict>>;
+            harness: z.ZodOptional<z.ZodObject<{
+                harnessRelease: z.ZodObject<{
+                    id: z.ZodString;
+                    contentHash: z.ZodString;
+                }, z.core.$strict>;
+                agentSnapshot: z.ZodObject<{
+                    id: z.ZodString;
+                    contentHash: z.ZodString;
+                }, z.core.$strict>;
+                sourcePackageHash: z.ZodString;
+            }, z.core.$strict>>;
+            messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                role: z.ZodEnum<{
+                    assistant: "assistant";
+                    system: "system";
+                    user: "user";
+                }>;
+                content: z.ZodString;
+            }, z.core.$strict>>>;
+            maxOutputTokens: z.ZodDefault<z.ZodNumber>;
+            temperature: z.ZodDefault<z.ZodNumber>;
+            topP: z.ZodDefault<z.ZodNumber>;
+        }, z.core.$strict>, z.ZodObject<{
+            kind: z.ZodLiteral<"fixture">;
+        }, z.core.$strict>, z.ZodObject<{
+            kind: z.ZodLiteral<"hosted_harness">;
+            modelId: z.ZodString;
+            maxOutputTokens: z.ZodOptional<z.ZodNumber>;
+            temperature: z.ZodOptional<z.ZodNumber>;
+            topP: z.ZodOptional<z.ZodNumber>;
+            localRuntime: z.ZodOptional<z.ZodObject<{
+                providerId: z.ZodLiteral<"codex">;
+                configurationHash: z.ZodString;
+                accountHash: z.ZodString;
+                reasoningEffort: z.ZodEnum<{
+                    high: "high";
+                    low: "low";
+                    medium: "medium";
+                    xhigh: "xhigh";
+                }>;
+                maximumRequestCostUsd: z.ZodNumber;
+                requestTimeoutMs: z.ZodNumber;
+            }, z.core.$strict>>;
+            candidate: z.ZodOptional<z.ZodObject<{
+                artifactId: z.ZodString;
+                contentHash: z.ZodString;
+                preparationId: z.ZodString;
+                dispatchId: z.ZodString;
+                baseProfileId: z.ZodString;
+                workerImageDigest: z.ZodString;
+            }, z.core.$strict>>;
+            sourceCandidate: z.ZodOptional<z.ZodObject<{
+                candidateId: z.ZodString;
+                frozenRevision: z.ZodNumber;
+                frozenHash: z.ZodString;
+                harnessRelease: z.ZodObject<{
+                    id: z.ZodString;
+                    contentHash: z.ZodString;
+                }, z.core.$strict>;
+                protectedClosureHash: z.ZodString;
+            }, z.core.$strict>>;
+            reasoningEffort: z.ZodOptional<z.ZodEnum<{
+                high: "high";
+                low: "low";
+                max: "max";
+                medium: "medium";
+                off: "off";
+                xhigh: "xhigh";
+            }>>;
+            profileRepositoryId: z.ZodString;
+            source: z.ZodObject<{
+                profileId: z.ZodString;
+                sourceRevision: z.ZodString;
+                harnessRelease: z.ZodObject<{
+                    id: z.ZodString;
+                    contentHash: z.ZodString;
+                }, z.core.$strict>;
+                catalogHash: z.ZodString;
+                definitionId: z.ZodString;
+                definitionHash: z.ZodString;
+                target: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                    kind: z.ZodLiteral<"profile">;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"workflow">;
+                    workflowId: z.ZodString;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"skill">;
+                    skillPath: z.ZodString;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"agent_action">;
+                    actionId: z.ZodString;
+                }, z.core.$strict>], "kind">;
+                environmentHash: z.ZodString;
+                externalDatasetBinding: z.ZodOptional<z.ZodObject<{
+                    schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
+                    dataset: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                        revision: z.ZodNumber;
+                    }, z.core.$strict>;
+                    packageHash: z.ZodString;
+                    profileId: z.ZodString;
+                    target: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                        kind: z.ZodLiteral<"profile">;
+                    }, z.core.$strict>, z.ZodObject<{
+                        kind: z.ZodLiteral<"workflow">;
+                        workflowId: z.ZodString;
+                    }, z.core.$strict>, z.ZodObject<{
+                        kind: z.ZodLiteral<"skill">;
+                        skillPath: z.ZodString;
+                    }, z.core.$strict>, z.ZodObject<{
+                        kind: z.ZodLiteral<"agent_action">;
+                        actionId: z.ZodString;
+                    }, z.core.$strict>], "kind">;
+                    declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
+                    protectedProfileClosureHash: z.ZodString;
+                    recordedOrigin: z.ZodOptional<z.ZodObject<{
+                        execution: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                        }, z.core.$strict>;
+                        originalEvidence: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                        }, z.core.$strict>;
+                        members: z.ZodArray<z.ZodObject<{
+                            caseId: z.ZodString;
+                            seed: z.ZodString;
+                            fixtureId: z.ZodString;
+                            sourceId: z.ZodString;
+                            snapshotHash: z.ZodString;
+                            boundaryRevisionHash: z.ZodString;
+                        }, z.core.$strict>>;
+                    }, z.core.$strict>>;
+                    gradingSource: z.ZodOptional<z.ZodObject<{
+                        pass: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                        }, z.core.$strict>;
+                        evidence: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                        }, z.core.$strict>;
+                    }, z.core.$strict>>;
+                    split: z.ZodEnum<{
+                        frozen_eval: "frozen_eval";
+                        test: "test";
+                        train: "train";
+                        validation: "validation";
+                    }>;
+                    population: z.ZodArray<z.ZodObject<{
+                        taskId: z.ZodString;
+                        seed: z.ZodString;
+                        fixtureId: z.ZodNullable<z.ZodString>;
+                    }, z.core.$strict>>;
+                    evaluators: z.ZodArray<z.ZodObject<{
+                        release: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                            revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
+                        }, z.core.$strict>;
+                        feedbackKey: z.ZodString;
+                        configurationHash: z.ZodString;
+                        output: z.ZodEnum<{
+                            boolean: "boolean";
+                            category: "category";
+                            score: "score";
+                        }>;
+                        categories: z.ZodArray<z.ZodString>;
+                    }, z.core.$strict>>;
+                    fieldMappingsHash: z.ZodString;
+                    fieldMappings: z.ZodArray<z.ZodObject<{
+                        graderId: z.ZodString;
+                        fields: z.ZodArray<z.ZodObject<{
+                            destination: z.ZodEnum<{
+                                evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
+                            }>;
+                            path: z.ZodArray<z.ZodString>;
+                            source: z.ZodEnum<{
+                                evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
+                            }>;
+                            sourcePath: z.ZodArray<z.ZodString>;
+                        }, z.core.$strict>>;
+                    }, z.core.$strict>>;
+                    environmentHash: z.ZodString;
+                    privateDatasetClosureHash: z.ZodString;
+                    criterion: z.ZodObject<{
+                        minimumPassRate: z.ZodNumber;
+                        requireComplete: z.ZodBoolean;
+                    }, z.core.$strict>;
+                    contentHash: z.ZodString;
+                }, z.core.$strict>>;
+                sourceCandidate: z.ZodOptional<z.ZodObject<{
+                    candidateId: z.ZodString;
+                    frozenRevision: z.ZodNumber;
+                    frozenHash: z.ZodString;
+                    harnessRelease: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>;
+                    protectedClosureHash: z.ZodString;
+                }, z.core.$strict>>;
+            }, z.core.$strict>;
+            modelConfigurationHash: z.ZodString;
+            packageHash: z.ZodString;
+            externalDatasetBinding: z.ZodOptional<z.ZodObject<{
+                schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
+                dataset: z.ZodObject<{
+                    id: z.ZodString;
+                    contentHash: z.ZodString;
+                    revision: z.ZodNumber;
+                }, z.core.$strict>;
+                packageHash: z.ZodString;
+                profileId: z.ZodString;
+                target: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                    kind: z.ZodLiteral<"profile">;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"workflow">;
+                    workflowId: z.ZodString;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"skill">;
+                    skillPath: z.ZodString;
+                }, z.core.$strict>, z.ZodObject<{
+                    kind: z.ZodLiteral<"agent_action">;
+                    actionId: z.ZodString;
+                }, z.core.$strict>], "kind">;
+                declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
+                protectedProfileClosureHash: z.ZodString;
+                recordedOrigin: z.ZodOptional<z.ZodObject<{
+                    execution: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>;
+                    originalEvidence: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>;
+                    members: z.ZodArray<z.ZodObject<{
+                        caseId: z.ZodString;
+                        seed: z.ZodString;
+                        fixtureId: z.ZodString;
+                        sourceId: z.ZodString;
+                        snapshotHash: z.ZodString;
+                        boundaryRevisionHash: z.ZodString;
+                    }, z.core.$strict>>;
+                }, z.core.$strict>>;
+                gradingSource: z.ZodOptional<z.ZodObject<{
+                    pass: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>;
+                    evidence: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>;
+                }, z.core.$strict>>;
+                split: z.ZodEnum<{
+                    frozen_eval: "frozen_eval";
+                    test: "test";
+                    train: "train";
+                    validation: "validation";
+                }>;
+                population: z.ZodArray<z.ZodObject<{
+                    taskId: z.ZodString;
+                    seed: z.ZodString;
+                    fixtureId: z.ZodNullable<z.ZodString>;
+                }, z.core.$strict>>;
+                evaluators: z.ZodArray<z.ZodObject<{
+                    release: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                        revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
+                    }, z.core.$strict>;
+                    feedbackKey: z.ZodString;
+                    configurationHash: z.ZodString;
+                    output: z.ZodEnum<{
+                        boolean: "boolean";
+                        category: "category";
+                        score: "score";
+                    }>;
+                    categories: z.ZodArray<z.ZodString>;
+                }, z.core.$strict>>;
+                fieldMappingsHash: z.ZodString;
+                fieldMappings: z.ZodArray<z.ZodObject<{
+                    graderId: z.ZodString;
+                    fields: z.ZodArray<z.ZodObject<{
+                        destination: z.ZodEnum<{
+                            evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
+                        }>;
+                        path: z.ZodArray<z.ZodString>;
+                        source: z.ZodEnum<{
+                            evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
+                        }>;
+                        sourcePath: z.ZodArray<z.ZodString>;
+                    }, z.core.$strict>>;
+                }, z.core.$strict>>;
+                environmentHash: z.ZodString;
+                privateDatasetClosureHash: z.ZodString;
+                criterion: z.ZodObject<{
+                    minimumPassRate: z.ZodNumber;
+                    requireComplete: z.ZodBoolean;
+                }, z.core.$strict>;
+                contentHash: z.ZodString;
+            }, z.core.$strict>>;
+        }, z.core.$strict>], "kind">;
+        population: z.ZodArray<z.ZodObject<{
+            receiptId: z.ZodString;
+            taskId: z.ZodString;
+            seed: z.ZodString;
+            fixtureId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>;
+    maximumCostUsd: z.ZodNumber;
+    graders: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        version: z.ZodString;
+        contentHash: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        feedbackKey: z.ZodString;
+        release: z.ZodNullable<z.ZodObject<{
+            id: z.ZodString;
+            revision: z.ZodNumber;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            destination: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
+                input: "input";
+                output: "output";
+            }>;
+            path: z.ZodArray<z.ZodString>;
+            source: z.ZodEnum<{
+                evaluatorContext: "evaluatorContext";
+                expectedOutput: "expectedOutput";
+                input: "input";
+                output: "output";
+            }>;
+            sourcePath: z.ZodArray<z.ZodString>;
+        }, z.core.$strict>>>;
+    }, z.core.$strict>>;
+    packageHash: z.ZodOptional<z.ZodString>;
+}, z.core.$strict>;
+export declare const EvaluationExperimentDraftSchema: z.ZodObject<{
+    form: z.ZodObject<{
+        mode: z.ZodEnum<{
+            model: "model";
+            model_harness: "model_harness";
+            model_harness_profile: "model_harness_profile";
+        }>;
+        localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+            providerId: z.ZodLiteral<"custom-openai-compatible">;
+            configurationHash: z.ZodString;
+            maximumRequestCostUsd: z.ZodNumber;
+            requestTimeoutMs: z.ZodNumber;
+        }, z.core.$strict>, z.ZodObject<{
+            providerId: z.ZodLiteral<"claude-code">;
+            configurationHash: z.ZodString;
+            executableHash: z.ZodString;
+            version: z.ZodString;
+            capabilityHash: z.ZodString;
+            maximumRequestCostUsd: z.ZodNumber;
+            requestTimeoutMs: z.ZodNumber;
+            maximumTurns: z.ZodNumber;
+            holdOpen: z.ZodBoolean;
+        }, z.core.$strict>, z.ZodObject<{
+            providerId: z.ZodLiteral<"codex">;
+            configurationHash: z.ZodString;
+            accountHash: z.ZodString;
+            reasoningEffort: z.ZodEnum<{
+                high: "high";
+                low: "low";
+                medium: "medium";
+                xhigh: "xhigh";
+            }>;
+            maximumRequestCostUsd: z.ZodNumber;
+            requestTimeoutMs: z.ZodNumber;
+        }, z.core.$strict>]>>;
+        sourceId: z.ZodString;
+        profileChoiceId: z.ZodString;
+        temperature: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        topP: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        name: z.ZodString;
+        release: z.ZodNullable<z.ZodObject<{
+            id: z.ZodString;
+            revision: z.ZodNumber;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        modelId: z.ZodString;
+        budget: z.ZodNullable<z.ZodNumber>;
+        outputTokens: z.ZodNullable<z.ZodNumber>;
+        prompt: z.ZodString;
+        targetId: z.ZodString;
+        seed: z.ZodString;
+        graderChoices: z.ZodRecord<z.ZodString, z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            version: z.ZodString;
+            contentHash: z.ZodString;
+            mappings: z.ZodArray<z.ZodObject<{
+                destination: z.ZodEnum<{
+                    evaluatorContext: "evaluatorContext";
+                    expectedOutput: "expectedOutput";
+                    input: "input";
+                    output: "output";
+                }>;
+                path: z.ZodArray<z.ZodString>;
+                source: z.ZodEnum<{
+                    evaluatorContext: "evaluatorContext";
+                    expectedOutput: "expectedOutput";
+                    input: "input";
+                    output: "output";
+                }>;
+                sourcePath: z.ZodArray<z.ZodString>;
+            }, z.core.$strict>>;
+        }, z.core.$strict>>>;
+    }, z.core.$strict>;
+    selection: z.ZodNullable<z.ZodObject<{
+        release: z.ZodObject<{
+            id: z.ZodString;
+            revision: z.ZodNumber;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        mode: z.ZodEnum<{
+            all: "all";
+            subset: "subset";
+        }>;
+        ids: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    source: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        request: z.ZodObject<{
+            schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
+            operationId: z.ZodString;
+            teamId: z.ZodString;
+            modelProjectId: z.ZodNullable<z.ZodString>;
+            name: z.ZodOptional<z.ZodString>;
+            project: z.ZodOptional<z.ZodObject<{
+                id: z.ZodString;
+                revision: z.ZodNumber;
+                contentHash: z.ZodString;
+                targetId: z.ZodNullable<z.ZodString>;
+            }, z.core.$strict>>;
+            taskset: z.ZodObject<{
+                id: z.ZodString;
+                contentHash: z.ZodString;
+                revision: z.ZodNumber;
+            }, z.core.$strict>;
+            policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                kind: z.ZodLiteral<"hosted_chat">;
+                modelId: z.ZodString;
+                localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+                    providerId: z.ZodLiteral<"custom-openai-compatible">;
+                    configurationHash: z.ZodString;
+                    maximumRequestCostUsd: z.ZodNumber;
+                    requestTimeoutMs: z.ZodNumber;
+                }, z.core.$strict>, z.ZodObject<{
+                    providerId: z.ZodLiteral<"claude-code">;
+                    configurationHash: z.ZodString;
+                    executableHash: z.ZodString;
+                    version: z.ZodString;
+                    capabilityHash: z.ZodString;
+                    maximumRequestCostUsd: z.ZodNumber;
+                    requestTimeoutMs: z.ZodNumber;
+                    maximumTurns: z.ZodNumber;
+                    holdOpen: z.ZodBoolean;
+                }, z.core.$strict>, z.ZodObject<{
+                    providerId: z.ZodLiteral<"codex">;
+                    configurationHash: z.ZodString;
+                    accountHash: z.ZodString;
+                    reasoningEffort: z.ZodEnum<{
+                        high: "high";
+                        low: "low";
+                        medium: "medium";
+                        xhigh: "xhigh";
+                    }>;
+                    maximumRequestCostUsd: z.ZodNumber;
+                    requestTimeoutMs: z.ZodNumber;
+                }, z.core.$strict>]>>;
+                candidate: z.ZodOptional<z.ZodObject<{
+                    artifactId: z.ZodString;
+                    contentHash: z.ZodString;
+                    preparationId: z.ZodString;
+                    dispatchId: z.ZodString;
+                    baseProfileId: z.ZodString;
+                    workerImageDigest: z.ZodString;
+                }, z.core.$strict>>;
+                harness: z.ZodOptional<z.ZodObject<{
+                    harnessRelease: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>;
+                    agentSnapshot: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>;
+                    sourcePackageHash: z.ZodString;
+                }, z.core.$strict>>;
+                messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    role: z.ZodEnum<{
+                        assistant: "assistant";
+                        system: "system";
+                        user: "user";
+                    }>;
+                    content: z.ZodString;
+                }, z.core.$strict>>>;
+                maxOutputTokens: z.ZodDefault<z.ZodNumber>;
+                temperature: z.ZodDefault<z.ZodNumber>;
+                topP: z.ZodDefault<z.ZodNumber>;
+            }, z.core.$strict>, z.ZodObject<{
+                kind: z.ZodLiteral<"fixture">;
+            }, z.core.$strict>, z.ZodObject<{
+                kind: z.ZodLiteral<"hosted_harness">;
+                modelId: z.ZodString;
+                maxOutputTokens: z.ZodOptional<z.ZodNumber>;
+                temperature: z.ZodOptional<z.ZodNumber>;
+                topP: z.ZodOptional<z.ZodNumber>;
+                localRuntime: z.ZodOptional<z.ZodObject<{
+                    providerId: z.ZodLiteral<"codex">;
+                    configurationHash: z.ZodString;
+                    accountHash: z.ZodString;
+                    reasoningEffort: z.ZodEnum<{
+                        high: "high";
+                        low: "low";
+                        medium: "medium";
+                        xhigh: "xhigh";
+                    }>;
+                    maximumRequestCostUsd: z.ZodNumber;
+                    requestTimeoutMs: z.ZodNumber;
+                }, z.core.$strict>>;
+                candidate: z.ZodOptional<z.ZodObject<{
+                    artifactId: z.ZodString;
+                    contentHash: z.ZodString;
+                    preparationId: z.ZodString;
+                    dispatchId: z.ZodString;
+                    baseProfileId: z.ZodString;
+                    workerImageDigest: z.ZodString;
+                }, z.core.$strict>>;
+                sourceCandidate: z.ZodOptional<z.ZodObject<{
+                    candidateId: z.ZodString;
+                    frozenRevision: z.ZodNumber;
+                    frozenHash: z.ZodString;
+                    harnessRelease: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>;
+                    protectedClosureHash: z.ZodString;
+                }, z.core.$strict>>;
+                reasoningEffort: z.ZodOptional<z.ZodEnum<{
+                    high: "high";
+                    low: "low";
+                    max: "max";
+                    medium: "medium";
+                    off: "off";
+                    xhigh: "xhigh";
+                }>>;
+                profileRepositoryId: z.ZodString;
+                source: z.ZodObject<{
+                    profileId: z.ZodString;
+                    sourceRevision: z.ZodString;
+                    harnessRelease: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>;
+                    catalogHash: z.ZodString;
+                    definitionId: z.ZodString;
+                    definitionHash: z.ZodString;
+                    target: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                        kind: z.ZodLiteral<"profile">;
+                    }, z.core.$strict>, z.ZodObject<{
+                        kind: z.ZodLiteral<"workflow">;
+                        workflowId: z.ZodString;
+                    }, z.core.$strict>, z.ZodObject<{
+                        kind: z.ZodLiteral<"skill">;
+                        skillPath: z.ZodString;
+                    }, z.core.$strict>, z.ZodObject<{
+                        kind: z.ZodLiteral<"agent_action">;
+                        actionId: z.ZodString;
+                    }, z.core.$strict>], "kind">;
+                    environmentHash: z.ZodString;
+                    externalDatasetBinding: z.ZodOptional<z.ZodObject<{
+                        schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
+                        dataset: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                            revision: z.ZodNumber;
+                        }, z.core.$strict>;
+                        packageHash: z.ZodString;
+                        profileId: z.ZodString;
+                        target: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                            kind: z.ZodLiteral<"profile">;
+                        }, z.core.$strict>, z.ZodObject<{
+                            kind: z.ZodLiteral<"workflow">;
+                            workflowId: z.ZodString;
+                        }, z.core.$strict>, z.ZodObject<{
+                            kind: z.ZodLiteral<"skill">;
+                            skillPath: z.ZodString;
+                        }, z.core.$strict>, z.ZodObject<{
+                            kind: z.ZodLiteral<"agent_action">;
+                            actionId: z.ZodString;
+                        }, z.core.$strict>], "kind">;
+                        declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
+                        protectedProfileClosureHash: z.ZodString;
+                        recordedOrigin: z.ZodOptional<z.ZodObject<{
+                            execution: z.ZodObject<{
+                                id: z.ZodString;
+                                contentHash: z.ZodString;
+                            }, z.core.$strict>;
+                            originalEvidence: z.ZodObject<{
+                                id: z.ZodString;
+                                contentHash: z.ZodString;
+                            }, z.core.$strict>;
+                            members: z.ZodArray<z.ZodObject<{
+                                caseId: z.ZodString;
+                                seed: z.ZodString;
+                                fixtureId: z.ZodString;
+                                sourceId: z.ZodString;
+                                snapshotHash: z.ZodString;
+                                boundaryRevisionHash: z.ZodString;
+                            }, z.core.$strict>>;
+                        }, z.core.$strict>>;
+                        gradingSource: z.ZodOptional<z.ZodObject<{
+                            pass: z.ZodObject<{
+                                id: z.ZodString;
+                                contentHash: z.ZodString;
+                            }, z.core.$strict>;
+                            evidence: z.ZodObject<{
+                                id: z.ZodString;
+                                contentHash: z.ZodString;
+                            }, z.core.$strict>;
+                        }, z.core.$strict>>;
+                        split: z.ZodEnum<{
+                            frozen_eval: "frozen_eval";
+                            test: "test";
+                            train: "train";
+                            validation: "validation";
+                        }>;
+                        population: z.ZodArray<z.ZodObject<{
+                            taskId: z.ZodString;
+                            seed: z.ZodString;
+                            fixtureId: z.ZodNullable<z.ZodString>;
+                        }, z.core.$strict>>;
+                        evaluators: z.ZodArray<z.ZodObject<{
+                            release: z.ZodObject<{
+                                id: z.ZodString;
+                                contentHash: z.ZodString;
+                                revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
+                            }, z.core.$strict>;
+                            feedbackKey: z.ZodString;
+                            configurationHash: z.ZodString;
+                            output: z.ZodEnum<{
+                                boolean: "boolean";
+                                category: "category";
+                                score: "score";
+                            }>;
+                            categories: z.ZodArray<z.ZodString>;
+                        }, z.core.$strict>>;
+                        fieldMappingsHash: z.ZodString;
+                        fieldMappings: z.ZodArray<z.ZodObject<{
+                            graderId: z.ZodString;
+                            fields: z.ZodArray<z.ZodObject<{
+                                destination: z.ZodEnum<{
+                                    evaluatorContext: "evaluatorContext";
+                                    expectedOutput: "expectedOutput";
+                                    input: "input";
+                                    output: "output";
+                                }>;
+                                path: z.ZodArray<z.ZodString>;
+                                source: z.ZodEnum<{
+                                    evaluatorContext: "evaluatorContext";
+                                    expectedOutput: "expectedOutput";
+                                    input: "input";
+                                    output: "output";
+                                }>;
+                                sourcePath: z.ZodArray<z.ZodString>;
+                            }, z.core.$strict>>;
+                        }, z.core.$strict>>;
+                        environmentHash: z.ZodString;
+                        privateDatasetClosureHash: z.ZodString;
+                        criterion: z.ZodObject<{
+                            minimumPassRate: z.ZodNumber;
+                            requireComplete: z.ZodBoolean;
+                        }, z.core.$strict>;
+                        contentHash: z.ZodString;
+                    }, z.core.$strict>>;
+                    sourceCandidate: z.ZodOptional<z.ZodObject<{
+                        candidateId: z.ZodString;
+                        frozenRevision: z.ZodNumber;
+                        frozenHash: z.ZodString;
+                        harnessRelease: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                        }, z.core.$strict>;
+                        protectedClosureHash: z.ZodString;
+                    }, z.core.$strict>>;
+                }, z.core.$strict>;
+                modelConfigurationHash: z.ZodString;
+                packageHash: z.ZodString;
+                externalDatasetBinding: z.ZodOptional<z.ZodObject<{
+                    schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
+                    dataset: z.ZodObject<{
+                        id: z.ZodString;
+                        contentHash: z.ZodString;
+                        revision: z.ZodNumber;
+                    }, z.core.$strict>;
+                    packageHash: z.ZodString;
+                    profileId: z.ZodString;
+                    target: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                        kind: z.ZodLiteral<"profile">;
+                    }, z.core.$strict>, z.ZodObject<{
+                        kind: z.ZodLiteral<"workflow">;
+                        workflowId: z.ZodString;
+                    }, z.core.$strict>, z.ZodObject<{
+                        kind: z.ZodLiteral<"skill">;
+                        skillPath: z.ZodString;
+                    }, z.core.$strict>, z.ZodObject<{
+                        kind: z.ZodLiteral<"agent_action">;
+                        actionId: z.ZodString;
+                    }, z.core.$strict>], "kind">;
+                    declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
+                    protectedProfileClosureHash: z.ZodString;
+                    recordedOrigin: z.ZodOptional<z.ZodObject<{
+                        execution: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                        }, z.core.$strict>;
+                        originalEvidence: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                        }, z.core.$strict>;
+                        members: z.ZodArray<z.ZodObject<{
+                            caseId: z.ZodString;
+                            seed: z.ZodString;
+                            fixtureId: z.ZodString;
+                            sourceId: z.ZodString;
+                            snapshotHash: z.ZodString;
+                            boundaryRevisionHash: z.ZodString;
+                        }, z.core.$strict>>;
+                    }, z.core.$strict>>;
+                    gradingSource: z.ZodOptional<z.ZodObject<{
+                        pass: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                        }, z.core.$strict>;
+                        evidence: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                        }, z.core.$strict>;
+                    }, z.core.$strict>>;
+                    split: z.ZodEnum<{
+                        frozen_eval: "frozen_eval";
+                        test: "test";
+                        train: "train";
+                        validation: "validation";
+                    }>;
+                    population: z.ZodArray<z.ZodObject<{
+                        taskId: z.ZodString;
+                        seed: z.ZodString;
+                        fixtureId: z.ZodNullable<z.ZodString>;
+                    }, z.core.$strict>>;
+                    evaluators: z.ZodArray<z.ZodObject<{
+                        release: z.ZodObject<{
+                            id: z.ZodString;
+                            contentHash: z.ZodString;
+                            revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
+                        }, z.core.$strict>;
+                        feedbackKey: z.ZodString;
+                        configurationHash: z.ZodString;
+                        output: z.ZodEnum<{
+                            boolean: "boolean";
+                            category: "category";
+                            score: "score";
+                        }>;
+                        categories: z.ZodArray<z.ZodString>;
+                    }, z.core.$strict>>;
+                    fieldMappingsHash: z.ZodString;
+                    fieldMappings: z.ZodArray<z.ZodObject<{
+                        graderId: z.ZodString;
+                        fields: z.ZodArray<z.ZodObject<{
+                            destination: z.ZodEnum<{
+                                evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
+                            }>;
+                            path: z.ZodArray<z.ZodString>;
+                            source: z.ZodEnum<{
+                                evaluatorContext: "evaluatorContext";
+                                expectedOutput: "expectedOutput";
+                                input: "input";
+                                output: "output";
+                            }>;
+                            sourcePath: z.ZodArray<z.ZodString>;
+                        }, z.core.$strict>>;
+                    }, z.core.$strict>>;
+                    environmentHash: z.ZodString;
+                    privateDatasetClosureHash: z.ZodString;
+                    criterion: z.ZodObject<{
+                        minimumPassRate: z.ZodNumber;
+                        requireComplete: z.ZodBoolean;
+                    }, z.core.$strict>;
+                    contentHash: z.ZodString;
+                }, z.core.$strict>>;
+            }, z.core.$strict>], "kind">;
+            population: z.ZodArray<z.ZodObject<{
+                receiptId: z.ZodString;
+                taskId: z.ZodString;
+                seed: z.ZodString;
+                fixtureId: z.ZodNullable<z.ZodString>;
+            }, z.core.$strict>>;
+        }, z.core.$strict>;
+        maximumCostUsd: z.ZodNumber;
+        graders: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            version: z.ZodString;
+            contentHash: z.ZodString;
+            name: z.ZodOptional<z.ZodString>;
+            feedbackKey: z.ZodString;
+            release: z.ZodNullable<z.ZodObject<{
+                id: z.ZodString;
+                revision: z.ZodNumber;
+                contentHash: z.ZodString;
+            }, z.core.$strict>>;
+            mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                destination: z.ZodEnum<{
+                    evaluatorContext: "evaluatorContext";
+                    expectedOutput: "expectedOutput";
+                    input: "input";
+                    output: "output";
+                }>;
+                path: z.ZodArray<z.ZodString>;
+                source: z.ZodEnum<{
+                    evaluatorContext: "evaluatorContext";
+                    expectedOutput: "expectedOutput";
+                    input: "input";
+                    output: "output";
+                }>;
+                sourcePath: z.ZodArray<z.ZodString>;
+            }, z.core.$strict>>>;
+        }, z.core.$strict>>;
+        packageHash: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>>;
+    executionLocation: z.ZodEnum<{
+        hosted: "hosted";
+        local: "local";
+    }>;
+}, z.core.$strict>;
+export type EvaluationExperimentFormDraft = z.infer<typeof EvaluationExperimentFormDraftSchema>;
+export type EvaluationExperimentSelection = z.infer<typeof EvaluationExperimentSelectionSchema>;
+export type EvaluationExperimentSource = z.infer<typeof EvaluationExperimentSourceSchema>;
+export type EvaluationExperimentDraft = z.infer<typeof EvaluationExperimentDraftSchema>;
+//# sourceMappingURL=evaluation-experiment-draft.d.ts.map