npm - openpond-sdk - Versions diffs - 0.12.3 → 0.12.4 - Mend

openpond-sdk 0.12.3 → 0.12.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (383) hide show

package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts CHANGED Viewed

@@ -40,6 +40,13 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                     operationId: string;
                     teamId: string;
                     modelProjectId: string | null;
+                    name?: string | undefined;
+                    project?: {
+                        id: string;
+                        revision: number;
+                        contentHash: string;
+                        targetId: string | null;
+                    } | undefined;
                     taskset: {
                         id: string;
                         contentHash: string;
@@ -48,20 +55,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                     policy: {
                         kind: "hosted_chat";
                         modelId: string;
-                        maxOutputTokens: number;
-                        temperature: number;
-                        topP: number;
                         localRuntime?: {
-                            providerId: "claude-code";
-                            configurationHash: string;
-                            executableHash: string;
-                            version: string;
-                            capabilityHash: string;
-                            maximumRequestCostUsd: number;
-                            requestTimeoutMs: number;
-                            maximumTurns: number;
-                            holdOpen: boolean;
-                        } | {
                             providerId: "codex";
                             configurationHash: string;
                             accountHash: string;
@@ -73,6 +67,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                             configurationHash: string;
                             maximumRequestCostUsd: number;
                             requestTimeoutMs: number;
+                        } | {
+                            providerId: "claude-code";
+                            configurationHash: string;
+                            executableHash: string;
+                            version: string;
+                            capabilityHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                            maximumTurns: number;
+                            holdOpen: boolean;
                         } | undefined;
                         candidate?: {
                             artifactId: string;
@@ -94,12 +98,47 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                             sourcePackageHash: string;
                         } | undefined;
                         messages?: {
-                            role: "system" | "user" | "assistant";
+                            role: "assistant" | "system" | "user";
                             content: string;
                         }[] | undefined;
+                        maxOutputTokens: number;
+                        temperature: number;
+                        topP: number;
+                    } | {
+                        kind: "fixture";
                     } | {
                         kind: "hosted_harness";
                         modelId: string;
+                        maxOutputTokens?: number | undefined;
+                        temperature?: number | undefined;
+                        topP?: number | undefined;
+                        localRuntime?: {
+                            providerId: "codex";
+                            configurationHash: string;
+                            accountHash: string;
+                            reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                        } | undefined;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
+                        reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
                         profileRepositoryId: string;
                         source: {
                             profileId: string;
@@ -147,7 +186,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                 };
                                 declaredProfileCatalogHash: string | null;
                                 protectedProfileClosureHash: string;
-                                split: "train" | "validation" | "test" | "frozen_eval";
+                                recordedOrigin?: {
+                                    execution: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    originalEvidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    members: {
+                                        caseId: string;
+                                        seed: string;
+                                        fixtureId: string;
+                                        sourceId: string;
+                                        snapshotHash: string;
+                                        boundaryRevisionHash: string;
+                                    }[];
+                                } | undefined;
+                                gradingSource?: {
+                                    pass: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    evidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                } | undefined;
+                                split: "frozen_eval" | "test" | "train" | "validation";
                                 population: {
                                     taskId: string;
                                     seed: string;
@@ -161,16 +228,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                     };
                                     feedbackKey: string;
                                     configurationHash: string;
-                                    output: "boolean" | "score" | "category";
+                                    output: "boolean" | "category" | "score";
                                     categories: string[];
                                 }[];
                                 fieldMappingsHash: string;
                                 fieldMappings: {
                                     graderId: string;
                                     fields: {
-                                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                         path: string[];
-                                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                         sourcePath: string[];
                                     }[];
                                 }[];
@@ -181,34 +248,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                     requireComplete: boolean;
                                 };
                                 contentHash: string;
-                                recordedOrigin?: {
-                                    execution: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                    originalEvidence: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                    members: {
-                                        caseId: string;
-                                        seed: string;
-                                        fixtureId: string;
-                                        sourceId: string;
-                                        snapshotHash: string;
-                                        boundaryRevisionHash: string;
-                                    }[];
-                                } | undefined;
-                                gradingSource?: {
-                                    pass: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                    evidence: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                } | undefined;
                             } | undefined;
                             sourceCandidate?: {
                                 candidateId: string;
@@ -223,28 +262,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                         };
                         modelConfigurationHash: string;
                         packageHash: string;
-                        maxOutputTokens?: number | undefined;
-                        temperature?: number | undefined;
-                        topP?: number | undefined;
-                        candidate?: {
-                            artifactId: string;
-                            contentHash: string;
-                            preparationId: string;
-                            dispatchId: string;
-                            baseProfileId: string;
-                            workerImageDigest: string;
-                        } | undefined;
-                        sourceCandidate?: {
-                            candidateId: string;
-                            frozenRevision: number;
-                            frozenHash: string;
-                            harnessRelease: {
-                                id: string;
-                                contentHash: string;
-                            };
-                            protectedClosureHash: string;
-                        } | undefined;
-                        reasoningEffort?: "high" | "low" | "medium" | "xhigh" | "off" | "max" | undefined;
                         externalDatasetBinding?: {
                             schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                             dataset: {
@@ -268,7 +285,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                             };
                             declaredProfileCatalogHash: string | null;
                             protectedProfileClosureHash: string;
-                            split: "train" | "validation" | "test" | "frozen_eval";
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                            split: "frozen_eval" | "test" | "train" | "validation";
                             population: {
                                 taskId: string;
                                 seed: string;
@@ -282,16 +327,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                 };
                                 feedbackKey: string;
                                 configurationHash: string;
-                                output: "boolean" | "score" | "category";
+                                output: "boolean" | "category" | "score";
                                 categories: string[];
                             }[];
                             fieldMappingsHash: string;
                             fieldMappings: {
                                 graderId: string;
                                 fields: {
-                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                     path: string[];
-                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                     sourcePath: string[];
                                 }[];
                             }[];
@@ -302,37 +347,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                 requireComplete: boolean;
                             };
                             contentHash: string;
-                            recordedOrigin?: {
-                                execution: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                                originalEvidence: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                                members: {
-                                    caseId: string;
-                                    seed: string;
-                                    fixtureId: string;
-                                    sourceId: string;
-                                    snapshotHash: string;
-                                    boundaryRevisionHash: string;
-                                }[];
-                            } | undefined;
-                            gradingSource?: {
-                                pass: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                                evidence: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                            } | undefined;
                         } | undefined;
-                    } | {
-                        kind: "fixture";
                     };
                     population: {
                         receiptId: string;
@@ -340,13 +355,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                         seed: string;
                         fixtureId: string | null;
                     }[];
-                    name?: string | undefined;
-                    project?: {
-                        id: string;
-                        revision: number;
-                        contentHash: string;
-                        targetId: string | null;
-                    } | undefined;
                 };
                 maximumCostUsd: number;
                 graders?: {
@@ -354,9 +362,9 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                     version: string;
                     contentHash: string;
                     mappings: {
-                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                         path: string[];
-                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                         sourcePath: string[];
                     }[];
                 }[] | undefined;
@@ -373,7 +381,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
             workerImageDigest: string;
             modelId: string | null;
         } | null;
-        state: "cancelled" | "failed" | "completed" | "dispatching" | "ready" | "configured" | "preparing" | "submitted" | "cleaning";
+        state: "cancelled" | "cleaning" | "completed" | "configured" | "dispatching" | "failed" | "preparing" | "ready" | "submitted";
         experimentId: string | null;
         authorizedAt: string | null;
         cancelledAt: string | null;
@@ -402,6 +410,13 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                     operationId: string;
                     teamId: string;
                     modelProjectId: string | null;
+                    name?: string | undefined;
+                    project?: {
+                        id: string;
+                        revision: number;
+                        contentHash: string;
+                        targetId: string | null;
+                    } | undefined;
                     taskset: {
                         id: string;
                         contentHash: string;
@@ -410,20 +425,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                     policy: {
                         kind: "hosted_chat";
                         modelId: string;
-                        maxOutputTokens: number;
-                        temperature: number;
-                        topP: number;
                         localRuntime?: {
-                            providerId: "claude-code";
-                            configurationHash: string;
-                            executableHash: string;
-                            version: string;
-                            capabilityHash: string;
-                            maximumRequestCostUsd: number;
-                            requestTimeoutMs: number;
-                            maximumTurns: number;
-                            holdOpen: boolean;
-                        } | {
                             providerId: "codex";
                             configurationHash: string;
                             accountHash: string;
@@ -435,6 +437,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                             configurationHash: string;
                             maximumRequestCostUsd: number;
                             requestTimeoutMs: number;
+                        } | {
+                            providerId: "claude-code";
+                            configurationHash: string;
+                            executableHash: string;
+                            version: string;
+                            capabilityHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                            maximumTurns: number;
+                            holdOpen: boolean;
                         } | undefined;
                         candidate?: {
                             artifactId: string;
@@ -456,27 +468,62 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                             sourcePackageHash: string;
                         } | undefined;
                         messages?: {
-                            role: "system" | "user" | "assistant";
+                            role: "assistant" | "system" | "user";
                             content: string;
                         }[] | undefined;
+                        maxOutputTokens: number;
+                        temperature: number;
+                        topP: number;
+                    } | {
+                        kind: "fixture";
                     } | {
                         kind: "hosted_harness";
                         modelId: string;
-                        profileRepositoryId: string;
-                        source: {
-                            profileId: string;
-                            sourceRevision: string;
-                            harnessRelease: {
-                                id: string;
-                                contentHash: string;
-                            };
-                            catalogHash: string;
-                            definitionId: string;
-                            definitionHash: string;
-                            target: {
-                                kind: "profile";
-                            } | {
-                                kind: "workflow";
+                        maxOutputTokens?: number | undefined;
+                        temperature?: number | undefined;
+                        topP?: number | undefined;
+                        localRuntime?: {
+                            providerId: "codex";
+                            configurationHash: string;
+                            accountHash: string;
+                            reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                        } | undefined;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
+                        reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
+                        profileRepositoryId: string;
+                        source: {
+                            profileId: string;
+                            sourceRevision: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            catalogHash: string;
+                            definitionId: string;
+                            definitionHash: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
                                 workflowId: string;
                             } | {
                                 kind: "skill";
@@ -509,7 +556,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                 };
                                 declaredProfileCatalogHash: string | null;
                                 protectedProfileClosureHash: string;
-                                split: "train" | "validation" | "test" | "frozen_eval";
+                                recordedOrigin?: {
+                                    execution: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    originalEvidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    members: {
+                                        caseId: string;
+                                        seed: string;
+                                        fixtureId: string;
+                                        sourceId: string;
+                                        snapshotHash: string;
+                                        boundaryRevisionHash: string;
+                                    }[];
+                                } | undefined;
+                                gradingSource?: {
+                                    pass: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    evidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                } | undefined;
+                                split: "frozen_eval" | "test" | "train" | "validation";
                                 population: {
                                     taskId: string;
                                     seed: string;
@@ -523,16 +598,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                     };
                                     feedbackKey: string;
                                     configurationHash: string;
-                                    output: "boolean" | "score" | "category";
+                                    output: "boolean" | "category" | "score";
                                     categories: string[];
                                 }[];
                                 fieldMappingsHash: string;
                                 fieldMappings: {
                                     graderId: string;
                                     fields: {
-                                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                         path: string[];
-                                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                         sourcePath: string[];
                                     }[];
                                 }[];
@@ -543,34 +618,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                     requireComplete: boolean;
                                 };
                                 contentHash: string;
-                                recordedOrigin?: {
-                                    execution: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                    originalEvidence: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                    members: {
-                                        caseId: string;
-                                        seed: string;
-                                        fixtureId: string;
-                                        sourceId: string;
-                                        snapshotHash: string;
-                                        boundaryRevisionHash: string;
-                                    }[];
-                                } | undefined;
-                                gradingSource?: {
-                                    pass: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                    evidence: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                } | undefined;
                             } | undefined;
                             sourceCandidate?: {
                                 candidateId: string;
@@ -585,28 +632,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                         };
                         modelConfigurationHash: string;
                         packageHash: string;
-                        maxOutputTokens?: number | undefined;
-                        temperature?: number | undefined;
-                        topP?: number | undefined;
-                        candidate?: {
-                            artifactId: string;
-                            contentHash: string;
-                            preparationId: string;
-                            dispatchId: string;
-                            baseProfileId: string;
-                            workerImageDigest: string;
-                        } | undefined;
-                        sourceCandidate?: {
-                            candidateId: string;
-                            frozenRevision: number;
-                            frozenHash: string;
-                            harnessRelease: {
-                                id: string;
-                                contentHash: string;
-                            };
-                            protectedClosureHash: string;
-                        } | undefined;
-                        reasoningEffort?: "high" | "low" | "medium" | "xhigh" | "off" | "max" | undefined;
                         externalDatasetBinding?: {
                             schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                             dataset: {
@@ -630,7 +655,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                             };
                             declaredProfileCatalogHash: string | null;
                             protectedProfileClosureHash: string;
-                            split: "train" | "validation" | "test" | "frozen_eval";
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                            split: "frozen_eval" | "test" | "train" | "validation";
                             population: {
                                 taskId: string;
                                 seed: string;
@@ -644,16 +697,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                 };
                                 feedbackKey: string;
                                 configurationHash: string;
-                                output: "boolean" | "score" | "category";
+                                output: "boolean" | "category" | "score";
                                 categories: string[];
                             }[];
                             fieldMappingsHash: string;
                             fieldMappings: {
                                 graderId: string;
                                 fields: {
-                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                     path: string[];
-                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                     sourcePath: string[];
                                 }[];
                             }[];
@@ -664,37 +717,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                 requireComplete: boolean;
                             };
                             contentHash: string;
-                            recordedOrigin?: {
-                                execution: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                                originalEvidence: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                                members: {
-                                    caseId: string;
-                                    seed: string;
-                                    fixtureId: string;
-                                    sourceId: string;
-                                    snapshotHash: string;
-                                    boundaryRevisionHash: string;
-                                }[];
-                            } | undefined;
-                            gradingSource?: {
-                                pass: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                                evidence: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                            } | undefined;
                         } | undefined;
-                    } | {
-                        kind: "fixture";
                     };
                     population: {
                         receiptId: string;
@@ -702,13 +725,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                         seed: string;
                         fixtureId: string | null;
                     }[];
-                    name?: string | undefined;
-                    project?: {
-                        id: string;
-                        revision: number;
-                        contentHash: string;
-                        targetId: string | null;
-                    } | undefined;
                 };
                 maximumCostUsd: number;
                 graders?: {
@@ -716,9 +732,9 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                     version: string;
                     contentHash: string;
                     mappings: {
-                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                         path: string[];
-                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                         sourcePath: string[];
                     }[];
                 }[] | undefined;
@@ -735,7 +751,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
             workerImageDigest: string;
             modelId: string | null;
         } | null;
-        state: "cancelled" | "failed" | "completed" | "dispatching" | "ready" | "configured" | "preparing" | "submitted" | "cleaning";
+        state: "cancelled" | "cleaning" | "completed" | "configured" | "dispatching" | "failed" | "preparing" | "ready" | "submitted";
         experimentId: string | null;
         authorizedAt: string | null;
         cancelledAt: string | null;
@@ -764,6 +780,13 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                     operationId: string;
                     teamId: string;
                     modelProjectId: string | null;
+                    name?: string | undefined;
+                    project?: {
+                        id: string;
+                        revision: number;
+                        contentHash: string;
+                        targetId: string | null;
+                    } | undefined;
                     taskset: {
                         id: string;
                         contentHash: string;
@@ -772,20 +795,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                     policy: {
                         kind: "hosted_chat";
                         modelId: string;
-                        maxOutputTokens: number;
-                        temperature: number;
-                        topP: number;
                         localRuntime?: {
-                            providerId: "claude-code";
-                            configurationHash: string;
-                            executableHash: string;
-                            version: string;
-                            capabilityHash: string;
-                            maximumRequestCostUsd: number;
-                            requestTimeoutMs: number;
-                            maximumTurns: number;
-                            holdOpen: boolean;
-                        } | {
                             providerId: "codex";
                             configurationHash: string;
                             accountHash: string;
@@ -797,6 +807,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                             configurationHash: string;
                             maximumRequestCostUsd: number;
                             requestTimeoutMs: number;
+                        } | {
+                            providerId: "claude-code";
+                            configurationHash: string;
+                            executableHash: string;
+                            version: string;
+                            capabilityHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                            maximumTurns: number;
+                            holdOpen: boolean;
                         } | undefined;
                         candidate?: {
                             artifactId: string;
@@ -818,12 +838,47 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                             sourcePackageHash: string;
                         } | undefined;
                         messages?: {
-                            role: "system" | "user" | "assistant";
+                            role: "assistant" | "system" | "user";
                             content: string;
                         }[] | undefined;
+                        maxOutputTokens: number;
+                        temperature: number;
+                        topP: number;
+                    } | {
+                        kind: "fixture";
                     } | {
                         kind: "hosted_harness";
                         modelId: string;
+                        maxOutputTokens?: number | undefined;
+                        temperature?: number | undefined;
+                        topP?: number | undefined;
+                        localRuntime?: {
+                            providerId: "codex";
+                            configurationHash: string;
+                            accountHash: string;
+                            reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                        } | undefined;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
+                        reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
                         profileRepositoryId: string;
                         source: {
                             profileId: string;
@@ -871,7 +926,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                 };
                                 declaredProfileCatalogHash: string | null;
                                 protectedProfileClosureHash: string;
-                                split: "train" | "validation" | "test" | "frozen_eval";
+                                recordedOrigin?: {
+                                    execution: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    originalEvidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    members: {
+                                        caseId: string;
+                                        seed: string;
+                                        fixtureId: string;
+                                        sourceId: string;
+                                        snapshotHash: string;
+                                        boundaryRevisionHash: string;
+                                    }[];
+                                } | undefined;
+                                gradingSource?: {
+                                    pass: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    evidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                } | undefined;
+                                split: "frozen_eval" | "test" | "train" | "validation";
                                 population: {
                                     taskId: string;
                                     seed: string;
@@ -885,16 +968,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                     };
                                     feedbackKey: string;
                                     configurationHash: string;
-                                    output: "boolean" | "score" | "category";
+                                    output: "boolean" | "category" | "score";
                                     categories: string[];
                                 }[];
                                 fieldMappingsHash: string;
                                 fieldMappings: {
                                     graderId: string;
                                     fields: {
-                                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                         path: string[];
-                                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                         sourcePath: string[];
                                     }[];
                                 }[];
@@ -905,34 +988,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                     requireComplete: boolean;
                                 };
                                 contentHash: string;
-                                recordedOrigin?: {
-                                    execution: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                    originalEvidence: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                    members: {
-                                        caseId: string;
-                                        seed: string;
-                                        fixtureId: string;
-                                        sourceId: string;
-                                        snapshotHash: string;
-                                        boundaryRevisionHash: string;
-                                    }[];
-                                } | undefined;
-                                gradingSource?: {
-                                    pass: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                    evidence: {
-                                        id: string;
-                                        contentHash: string;
-                                    };
-                                } | undefined;
                             } | undefined;
                             sourceCandidate?: {
                                 candidateId: string;
@@ -947,28 +1002,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                         };
                         modelConfigurationHash: string;
                         packageHash: string;
-                        maxOutputTokens?: number | undefined;
-                        temperature?: number | undefined;
-                        topP?: number | undefined;
-                        candidate?: {
-                            artifactId: string;
-                            contentHash: string;
-                            preparationId: string;
-                            dispatchId: string;
-                            baseProfileId: string;
-                            workerImageDigest: string;
-                        } | undefined;
-                        sourceCandidate?: {
-                            candidateId: string;
-                            frozenRevision: number;
-                            frozenHash: string;
-                            harnessRelease: {
-                                id: string;
-                                contentHash: string;
-                            };
-                            protectedClosureHash: string;
-                        } | undefined;
-                        reasoningEffort?: "high" | "low" | "medium" | "xhigh" | "off" | "max" | undefined;
                         externalDatasetBinding?: {
                             schemaVersion: "openpond.profileExternalDatasetBinding.v1";
                             dataset: {
@@ -992,7 +1025,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                             };
                             declaredProfileCatalogHash: string | null;
                             protectedProfileClosureHash: string;
-                            split: "train" | "validation" | "test" | "frozen_eval";
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                            split: "frozen_eval" | "test" | "train" | "validation";
                             population: {
                                 taskId: string;
                                 seed: string;
@@ -1006,16 +1067,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                 };
                                 feedbackKey: string;
                                 configurationHash: string;
-                                output: "boolean" | "score" | "category";
+                                output: "boolean" | "category" | "score";
                                 categories: string[];
                             }[];
                             fieldMappingsHash: string;
                             fieldMappings: {
                                 graderId: string;
                                 fields: {
-                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                     path: string[];
-                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                     sourcePath: string[];
                                 }[];
                             }[];
@@ -1026,37 +1087,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                                 requireComplete: boolean;
                             };
                             contentHash: string;
-                            recordedOrigin?: {
-                                execution: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                                originalEvidence: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                                members: {
-                                    caseId: string;
-                                    seed: string;
-                                    fixtureId: string;
-                                    sourceId: string;
-                                    snapshotHash: string;
-                                    boundaryRevisionHash: string;
-                                }[];
-                            } | undefined;
-                            gradingSource?: {
-                                pass: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                                evidence: {
-                                    id: string;
-                                    contentHash: string;
-                                };
-                            } | undefined;
                         } | undefined;
-                    } | {
-                        kind: "fixture";
                     };
                     population: {
                         receiptId: string;
@@ -1064,13 +1095,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                         seed: string;
                         fixtureId: string | null;
                     }[];
-                    name?: string | undefined;
-                    project?: {
-                        id: string;
-                        revision: number;
-                        contentHash: string;
-                        targetId: string | null;
-                    } | undefined;
                 };
                 maximumCostUsd: number;
                 graders?: {
@@ -1078,9 +1102,9 @@ export declare function createCandidateEvaluationClient(request: (path: string,
                     version: string;
                     contentHash: string;
                     mappings: {
-                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                         path: string[];
-                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        source: "evaluatorContext" | "expectedOutput" | "input" | "output";
                         sourcePath: string[];
                     }[];
                 }[] | undefined;
@@ -1097,7 +1121,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
             workerImageDigest: string;
             modelId: string | null;
         } | null;
-        state: "cancelled" | "failed" | "completed" | "dispatching" | "ready" | "configured" | "preparing" | "submitted" | "cleaning";
+        state: "cancelled" | "cleaning" | "completed" | "configured" | "dispatching" | "failed" | "preparing" | "ready" | "submitted";
         experimentId: string | null;
         authorizedAt: string | null;
         cancelledAt: string | null;