npm - openpond-sdk - Versions diffs - 0.12.13 → 0.12.15 - Mend

openpond-sdk 0.12.13 → 0.12.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (301) hide show

package/dist/types/packages/sdk/src/experiment-client.d.ts CHANGED Viewed

@@ -98,6 +98,60 @@ export declare class OpenPondExperimentsClient {
                 revision: number;
             };
             policy: {
+                kind: "hosted_chat";
+                modelId: string;
+                localRuntime?: {
+                    providerId: "codex";
+                    configurationHash: string;
+                    accountHash: string;
+                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "custom-openai-compatible";
+                    configurationHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "claude-code";
+                    configurationHash: string;
+                    executableHash: string;
+                    version: string;
+                    capabilityHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                    maximumTurns: number;
+                    holdOpen: boolean;
+                } | undefined;
+                candidate?: {
+                    artifactId: string;
+                    contentHash: string;
+                    preparationId: string;
+                    dispatchId: string;
+                    baseProfileId: string;
+                    workerImageDigest: string;
+                } | undefined;
+                harness?: {
+                    harnessRelease: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    agentSnapshot: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    sourcePackageHash: string;
+                } | undefined;
+                messages?: {
+                    role: "assistant" | "system" | "user";
+                    content: string;
+                }[] | undefined;
+                maxOutputTokens: number;
+                temperature: number;
+                topP: number;
+            } | {
+                kind: "fixture";
+            } | {
                 kind: "hosted_harness";
                 modelId: string;
                 maxOutputTokens?: number | undefined;
@@ -339,60 +393,6 @@ export declare class OpenPondExperimentsClient {
                     };
                     contentHash: string;
                 } | undefined;
-            } | {
-                kind: "hosted_chat";
-                modelId: string;
-                localRuntime?: {
-                    providerId: "claude-code";
-                    configurationHash: string;
-                    executableHash: string;
-                    version: string;
-                    capabilityHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                    maximumTurns: number;
-                    holdOpen: boolean;
-                } | {
-                    providerId: "codex";
-                    configurationHash: string;
-                    accountHash: string;
-                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | {
-                    providerId: "custom-openai-compatible";
-                    configurationHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | undefined;
-                candidate?: {
-                    artifactId: string;
-                    contentHash: string;
-                    preparationId: string;
-                    dispatchId: string;
-                    baseProfileId: string;
-                    workerImageDigest: string;
-                } | undefined;
-                harness?: {
-                    harnessRelease: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    agentSnapshot: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    sourcePackageHash: string;
-                } | undefined;
-                messages?: {
-                    role: "assistant" | "system" | "user";
-                    content: string;
-                }[] | undefined;
-                maxOutputTokens: number;
-                temperature: number;
-                topP: number;
-            } | {
-                kind: "fixture";
             };
             population: {
                 receiptId: string;
@@ -681,6 +681,60 @@ export declare class OpenPondExperimentsClient {
                 revision: number;
             };
             policy: {
+                kind: "hosted_chat";
+                modelId: string;
+                localRuntime?: {
+                    providerId: "codex";
+                    configurationHash: string;
+                    accountHash: string;
+                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "custom-openai-compatible";
+                    configurationHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "claude-code";
+                    configurationHash: string;
+                    executableHash: string;
+                    version: string;
+                    capabilityHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                    maximumTurns: number;
+                    holdOpen: boolean;
+                } | undefined;
+                candidate?: {
+                    artifactId: string;
+                    contentHash: string;
+                    preparationId: string;
+                    dispatchId: string;
+                    baseProfileId: string;
+                    workerImageDigest: string;
+                } | undefined;
+                harness?: {
+                    harnessRelease: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    agentSnapshot: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    sourcePackageHash: string;
+                } | undefined;
+                messages?: {
+                    role: "assistant" | "system" | "user";
+                    content: string;
+                }[] | undefined;
+                maxOutputTokens: number;
+                temperature: number;
+                topP: number;
+            } | {
+                kind: "fixture";
+            } | {
                 kind: "hosted_harness";
                 modelId: string;
                 maxOutputTokens?: number | undefined;
@@ -922,60 +976,6 @@ export declare class OpenPondExperimentsClient {
                     };
                     contentHash: string;
                 } | undefined;
-            } | {
-                kind: "hosted_chat";
-                modelId: string;
-                localRuntime?: {
-                    providerId: "claude-code";
-                    configurationHash: string;
-                    executableHash: string;
-                    version: string;
-                    capabilityHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                    maximumTurns: number;
-                    holdOpen: boolean;
-                } | {
-                    providerId: "codex";
-                    configurationHash: string;
-                    accountHash: string;
-                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | {
-                    providerId: "custom-openai-compatible";
-                    configurationHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | undefined;
-                candidate?: {
-                    artifactId: string;
-                    contentHash: string;
-                    preparationId: string;
-                    dispatchId: string;
-                    baseProfileId: string;
-                    workerImageDigest: string;
-                } | undefined;
-                harness?: {
-                    harnessRelease: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    agentSnapshot: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    sourcePackageHash: string;
-                } | undefined;
-                messages?: {
-                    role: "assistant" | "system" | "user";
-                    content: string;
-                }[] | undefined;
-                maxOutputTokens: number;
-                temperature: number;
-                topP: number;
-            } | {
-                kind: "fixture";
             };
             population: {
                 receiptId: string;
@@ -1206,11 +1206,8 @@ export declare class OpenPondExperimentsClient {
                     revision: number;
                 };
                 policy: {
-                    kind: "hosted_harness";
+                    kind: "hosted_chat";
                     modelId: string;
-                    maxOutputTokens?: number | undefined;
-                    temperature?: number | undefined;
-                    topP?: number | undefined;
                     localRuntime?: {
                         providerId: "codex";
                         configurationHash: string;
@@ -1218,6 +1215,21 @@ export declare class OpenPondExperimentsClient {
                         reasoningEffort: "high" | "low" | "medium" | "xhigh";
                         maximumRequestCostUsd: number;
                         requestTimeoutMs: number;
+                    } | {
+                        providerId: "custom-openai-compatible";
+                        configurationHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | {
+                        providerId: "claude-code";
+                        configurationHash: string;
+                        executableHash: string;
+                        version: string;
+                        capabilityHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                        maximumTurns: number;
+                        holdOpen: boolean;
                     } | undefined;
                     candidate?: {
                         artifactId: string;
@@ -1227,31 +1239,73 @@ export declare class OpenPondExperimentsClient {
                         baseProfileId: string;
                         workerImageDigest: string;
                     } | undefined;
-                    sourceCandidate?: {
-                        candidateId: string;
-                        frozenRevision: number;
-                        frozenHash: string;
+                    harness?: {
                         harnessRelease: {
                             id: string;
                             contentHash: string;
                         };
-                        protectedClosureHash: string;
-                    } | undefined;
-                    reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
-                    profileRepositoryId: string;
-                    source: {
-                        profileId: string;
-                        sourceRevision: string;
-                        harnessRelease: {
+                        agentSnapshot: {
                             id: string;
                             contentHash: string;
                         };
-                        catalogHash: string;
-                        definitionId: string;
-                        definitionHash: string;
-                        target: {
-                            kind: "profile";
-                        } | {
+                        sourcePackageHash: string;
+                    } | undefined;
+                    messages?: {
+                        role: "assistant" | "system" | "user";
+                        content: string;
+                    }[] | undefined;
+                    maxOutputTokens: number;
+                    temperature: number;
+                    topP: number;
+                } | {
+                    kind: "fixture";
+                } | {
+                    kind: "hosted_harness";
+                    modelId: string;
+                    maxOutputTokens?: number | undefined;
+                    temperature?: number | undefined;
+                    topP?: number | undefined;
+                    localRuntime?: {
+                        providerId: "codex";
+                        configurationHash: string;
+                        accountHash: string;
+                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | undefined;
+                    candidate?: {
+                        artifactId: string;
+                        contentHash: string;
+                        preparationId: string;
+                        dispatchId: string;
+                        baseProfileId: string;
+                        workerImageDigest: string;
+                    } | undefined;
+                    sourceCandidate?: {
+                        candidateId: string;
+                        frozenRevision: number;
+                        frozenHash: string;
+                        harnessRelease: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        protectedClosureHash: string;
+                    } | undefined;
+                    reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
+                    profileRepositoryId: string;
+                    source: {
+                        profileId: string;
+                        sourceRevision: string;
+                        harnessRelease: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        catalogHash: string;
+                        definitionId: string;
+                        definitionHash: string;
+                        target: {
+                            kind: "profile";
+                        } | {
                             kind: "workflow";
                             workflowId: string;
                         } | {
@@ -1447,60 +1501,6 @@ export declare class OpenPondExperimentsClient {
                         };
                         contentHash: string;
                     } | undefined;
-                } | {
-                    kind: "hosted_chat";
-                    modelId: string;
-                    localRuntime?: {
-                        providerId: "claude-code";
-                        configurationHash: string;
-                        executableHash: string;
-                        version: string;
-                        capabilityHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                        maximumTurns: number;
-                        holdOpen: boolean;
-                    } | {
-                        providerId: "codex";
-                        configurationHash: string;
-                        accountHash: string;
-                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | {
-                        providerId: "custom-openai-compatible";
-                        configurationHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | undefined;
-                    candidate?: {
-                        artifactId: string;
-                        contentHash: string;
-                        preparationId: string;
-                        dispatchId: string;
-                        baseProfileId: string;
-                        workerImageDigest: string;
-                    } | undefined;
-                    harness?: {
-                        harnessRelease: {
-                            id: string;
-                            contentHash: string;
-                        };
-                        agentSnapshot: {
-                            id: string;
-                            contentHash: string;
-                        };
-                        sourcePackageHash: string;
-                    } | undefined;
-                    messages?: {
-                        role: "assistant" | "system" | "user";
-                        content: string;
-                    }[] | undefined;
-                    maxOutputTokens: number;
-                    temperature: number;
-                    topP: number;
-                } | {
-                    kind: "fixture";
                 };
                 population: {
                     receiptId: string;
@@ -1596,6 +1596,60 @@ export declare class OpenPondExperimentsClient {
                 revision: number;
             };
             policy: {
+                kind: "hosted_chat";
+                modelId: string;
+                localRuntime?: {
+                    providerId: "codex";
+                    configurationHash: string;
+                    accountHash: string;
+                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "custom-openai-compatible";
+                    configurationHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "claude-code";
+                    configurationHash: string;
+                    executableHash: string;
+                    version: string;
+                    capabilityHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                    maximumTurns: number;
+                    holdOpen: boolean;
+                } | undefined;
+                candidate?: {
+                    artifactId: string;
+                    contentHash: string;
+                    preparationId: string;
+                    dispatchId: string;
+                    baseProfileId: string;
+                    workerImageDigest: string;
+                } | undefined;
+                harness?: {
+                    harnessRelease: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    agentSnapshot: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    sourcePackageHash: string;
+                } | undefined;
+                messages?: {
+                    role: "assistant" | "system" | "user";
+                    content: string;
+                }[] | undefined;
+                maxOutputTokens: number;
+                temperature: number;
+                topP: number;
+            } | {
+                kind: "fixture";
+            } | {
                 kind: "hosted_harness";
                 modelId: string;
                 maxOutputTokens?: number | undefined;
@@ -1837,60 +1891,6 @@ export declare class OpenPondExperimentsClient {
                     };
                     contentHash: string;
                 } | undefined;
-            } | {
-                kind: "hosted_chat";
-                modelId: string;
-                localRuntime?: {
-                    providerId: "claude-code";
-                    configurationHash: string;
-                    executableHash: string;
-                    version: string;
-                    capabilityHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                    maximumTurns: number;
-                    holdOpen: boolean;
-                } | {
-                    providerId: "codex";
-                    configurationHash: string;
-                    accountHash: string;
-                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | {
-                    providerId: "custom-openai-compatible";
-                    configurationHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | undefined;
-                candidate?: {
-                    artifactId: string;
-                    contentHash: string;
-                    preparationId: string;
-                    dispatchId: string;
-                    baseProfileId: string;
-                    workerImageDigest: string;
-                } | undefined;
-                harness?: {
-                    harnessRelease: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    agentSnapshot: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    sourcePackageHash: string;
-                } | undefined;
-                messages?: {
-                    role: "assistant" | "system" | "user";
-                    content: string;
-                }[] | undefined;
-                maxOutputTokens: number;
-                temperature: number;
-                topP: number;
-            } | {
-                kind: "fixture";
             };
             population: {
                 receiptId: string;
@@ -2121,6 +2121,60 @@ export declare class OpenPondExperimentsClient {
                     revision: number;
                 };
                 policy: {
+                    kind: "hosted_chat";
+                    modelId: string;
+                    localRuntime?: {
+                        providerId: "codex";
+                        configurationHash: string;
+                        accountHash: string;
+                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | {
+                        providerId: "custom-openai-compatible";
+                        configurationHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | {
+                        providerId: "claude-code";
+                        configurationHash: string;
+                        executableHash: string;
+                        version: string;
+                        capabilityHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                        maximumTurns: number;
+                        holdOpen: boolean;
+                    } | undefined;
+                    candidate?: {
+                        artifactId: string;
+                        contentHash: string;
+                        preparationId: string;
+                        dispatchId: string;
+                        baseProfileId: string;
+                        workerImageDigest: string;
+                    } | undefined;
+                    harness?: {
+                        harnessRelease: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        agentSnapshot: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        sourcePackageHash: string;
+                    } | undefined;
+                    messages?: {
+                        role: "assistant" | "system" | "user";
+                        content: string;
+                    }[] | undefined;
+                    maxOutputTokens: number;
+                    temperature: number;
+                    topP: number;
+                } | {
+                    kind: "fixture";
+                } | {
                     kind: "hosted_harness";
                     modelId: string;
                     maxOutputTokens?: number | undefined;
@@ -2330,92 +2384,38 @@ export declare class OpenPondExperimentsClient {
                         split: "frozen_eval" | "test" | "train" | "validation";
                         population: {
                             taskId: string;
-                            seed: string;
-                            fixtureId: string | null;
-                        }[];
-                        evaluators: {
-                            release: {
-                                id: string;
-                                contentHash: string;
-                                revision: string | number;
-                            };
-                            feedbackKey: string;
-                            configurationHash: string;
-                            output: "boolean" | "category" | "score";
-                            categories: string[];
-                        }[];
-                        fieldMappingsHash: string;
-                        fieldMappings: {
-                            graderId: string;
-                            fields: {
-                                destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
-                                path: string[];
-                                source: "evaluatorContext" | "expectedOutput" | "input" | "output";
-                                sourcePath: string[];
-                            }[];
-                        }[];
-                        environmentHash: string;
-                        privateDatasetClosureHash: string;
-                        criterion: {
-                            minimumPassRate: number;
-                            requireComplete: boolean;
-                        };
-                        contentHash: string;
-                    } | undefined;
-                } | {
-                    kind: "hosted_chat";
-                    modelId: string;
-                    localRuntime?: {
-                        providerId: "claude-code";
-                        configurationHash: string;
-                        executableHash: string;
-                        version: string;
-                        capabilityHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                        maximumTurns: number;
-                        holdOpen: boolean;
-                    } | {
-                        providerId: "codex";
-                        configurationHash: string;
-                        accountHash: string;
-                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | {
-                        providerId: "custom-openai-compatible";
-                        configurationHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | undefined;
-                    candidate?: {
-                        artifactId: string;
-                        contentHash: string;
-                        preparationId: string;
-                        dispatchId: string;
-                        baseProfileId: string;
-                        workerImageDigest: string;
-                    } | undefined;
-                    harness?: {
-                        harnessRelease: {
-                            id: string;
-                            contentHash: string;
-                        };
-                        agentSnapshot: {
-                            id: string;
-                            contentHash: string;
+                            seed: string;
+                            fixtureId: string | null;
+                        }[];
+                        evaluators: {
+                            release: {
+                                id: string;
+                                contentHash: string;
+                                revision: string | number;
+                            };
+                            feedbackKey: string;
+                            configurationHash: string;
+                            output: "boolean" | "category" | "score";
+                            categories: string[];
+                        }[];
+                        fieldMappingsHash: string;
+                        fieldMappings: {
+                            graderId: string;
+                            fields: {
+                                destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
+                                path: string[];
+                                source: "evaluatorContext" | "expectedOutput" | "input" | "output";
+                                sourcePath: string[];
+                            }[];
+                        }[];
+                        environmentHash: string;
+                        privateDatasetClosureHash: string;
+                        criterion: {
+                            minimumPassRate: number;
+                            requireComplete: boolean;
                         };
-                        sourcePackageHash: string;
+                        contentHash: string;
                     } | undefined;
-                    messages?: {
-                        role: "assistant" | "system" | "user";
-                        content: string;
-                    }[] | undefined;
-                    maxOutputTokens: number;
-                    temperature: number;
-                    topP: number;
-                } | {
-                    kind: "fixture";
                 };
                 population: {
                     receiptId: string;
@@ -2577,6 +2577,60 @@ export declare class OpenPondExperimentsClient {
                     revision: number;
                 };
                 policy: {
+                    kind: "hosted_chat";
+                    modelId: string;
+                    localRuntime?: {
+                        providerId: "codex";
+                        configurationHash: string;
+                        accountHash: string;
+                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | {
+                        providerId: "custom-openai-compatible";
+                        configurationHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | {
+                        providerId: "claude-code";
+                        configurationHash: string;
+                        executableHash: string;
+                        version: string;
+                        capabilityHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                        maximumTurns: number;
+                        holdOpen: boolean;
+                    } | undefined;
+                    candidate?: {
+                        artifactId: string;
+                        contentHash: string;
+                        preparationId: string;
+                        dispatchId: string;
+                        baseProfileId: string;
+                        workerImageDigest: string;
+                    } | undefined;
+                    harness?: {
+                        harnessRelease: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        agentSnapshot: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        sourcePackageHash: string;
+                    } | undefined;
+                    messages?: {
+                        role: "assistant" | "system" | "user";
+                        content: string;
+                    }[] | undefined;
+                    maxOutputTokens: number;
+                    temperature: number;
+                    topP: number;
+                } | {
+                    kind: "fixture";
+                } | {
                     kind: "hosted_harness";
                     modelId: string;
                     maxOutputTokens?: number | undefined;
@@ -2818,60 +2872,6 @@ export declare class OpenPondExperimentsClient {
                         };
                         contentHash: string;
                     } | undefined;
-                } | {
-                    kind: "hosted_chat";
-                    modelId: string;
-                    localRuntime?: {
-                        providerId: "claude-code";
-                        configurationHash: string;
-                        executableHash: string;
-                        version: string;
-                        capabilityHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                        maximumTurns: number;
-                        holdOpen: boolean;
-                    } | {
-                        providerId: "codex";
-                        configurationHash: string;
-                        accountHash: string;
-                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | {
-                        providerId: "custom-openai-compatible";
-                        configurationHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | undefined;
-                    candidate?: {
-                        artifactId: string;
-                        contentHash: string;
-                        preparationId: string;
-                        dispatchId: string;
-                        baseProfileId: string;
-                        workerImageDigest: string;
-                    } | undefined;
-                    harness?: {
-                        harnessRelease: {
-                            id: string;
-                            contentHash: string;
-                        };
-                        agentSnapshot: {
-                            id: string;
-                            contentHash: string;
-                        };
-                        sourcePackageHash: string;
-                    } | undefined;
-                    messages?: {
-                        role: "assistant" | "system" | "user";
-                        content: string;
-                    }[] | undefined;
-                    maxOutputTokens: number;
-                    temperature: number;
-                    topP: number;
-                } | {
-                    kind: "fixture";
                 };
                 population: {
                     receiptId: string;
@@ -3102,6 +3102,60 @@ export declare class OpenPondExperimentsClient {
                         revision: number;
                     };
                     policy: {
+                        kind: "hosted_chat";
+                        modelId: string;
+                        localRuntime?: {
+                            providerId: "codex";
+                            configurationHash: string;
+                            accountHash: string;
+                            reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                        } | {
+                            providerId: "custom-openai-compatible";
+                            configurationHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                        } | {
+                            providerId: "claude-code";
+                            configurationHash: string;
+                            executableHash: string;
+                            version: string;
+                            capabilityHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                            maximumTurns: number;
+                            holdOpen: boolean;
+                        } | undefined;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        harness?: {
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            agentSnapshot: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            sourcePackageHash: string;
+                        } | undefined;
+                        messages?: {
+                            role: "assistant" | "system" | "user";
+                            content: string;
+                        }[] | undefined;
+                        maxOutputTokens: number;
+                        temperature: number;
+                        topP: number;
+                    } | {
+                        kind: "fixture";
+                    } | {
                         kind: "hosted_harness";
                         modelId: string;
                         maxOutputTokens?: number | undefined;
@@ -3331,72 +3385,18 @@ export declare class OpenPondExperimentsClient {
                                 fields: {
                                     destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
                                     path: string[];
-                                    source: "evaluatorContext" | "expectedOutput" | "input" | "output";
-                                    sourcePath: string[];
-                                }[];
-                            }[];
-                            environmentHash: string;
-                            privateDatasetClosureHash: string;
-                            criterion: {
-                                minimumPassRate: number;
-                                requireComplete: boolean;
-                            };
-                            contentHash: string;
-                        } | undefined;
-                    } | {
-                        kind: "hosted_chat";
-                        modelId: string;
-                        localRuntime?: {
-                            providerId: "claude-code";
-                            configurationHash: string;
-                            executableHash: string;
-                            version: string;
-                            capabilityHash: string;
-                            maximumRequestCostUsd: number;
-                            requestTimeoutMs: number;
-                            maximumTurns: number;
-                            holdOpen: boolean;
-                        } | {
-                            providerId: "codex";
-                            configurationHash: string;
-                            accountHash: string;
-                            reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                            maximumRequestCostUsd: number;
-                            requestTimeoutMs: number;
-                        } | {
-                            providerId: "custom-openai-compatible";
-                            configurationHash: string;
-                            maximumRequestCostUsd: number;
-                            requestTimeoutMs: number;
-                        } | undefined;
-                        candidate?: {
-                            artifactId: string;
-                            contentHash: string;
-                            preparationId: string;
-                            dispatchId: string;
-                            baseProfileId: string;
-                            workerImageDigest: string;
-                        } | undefined;
-                        harness?: {
-                            harnessRelease: {
-                                id: string;
-                                contentHash: string;
-                            };
-                            agentSnapshot: {
-                                id: string;
-                                contentHash: string;
+                                    source: "evaluatorContext" | "expectedOutput" | "input" | "output";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
                             };
-                            sourcePackageHash: string;
+                            contentHash: string;
                         } | undefined;
-                        messages?: {
-                            role: "assistant" | "system" | "user";
-                            content: string;
-                        }[] | undefined;
-                        maxOutputTokens: number;
-                        temperature: number;
-                        topP: number;
-                    } | {
-                        kind: "fixture";
                     };
                     population: {
                         receiptId: string;
@@ -3763,6 +3763,60 @@ export declare class OpenPondExperimentsClient {
                 revision: number;
             };
             policy: {
+                kind: "hosted_chat";
+                modelId: string;
+                localRuntime?: {
+                    providerId: "codex";
+                    configurationHash: string;
+                    accountHash: string;
+                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "custom-openai-compatible";
+                    configurationHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "claude-code";
+                    configurationHash: string;
+                    executableHash: string;
+                    version: string;
+                    capabilityHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                    maximumTurns: number;
+                    holdOpen: boolean;
+                } | undefined;
+                candidate?: {
+                    artifactId: string;
+                    contentHash: string;
+                    preparationId: string;
+                    dispatchId: string;
+                    baseProfileId: string;
+                    workerImageDigest: string;
+                } | undefined;
+                harness?: {
+                    harnessRelease: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    agentSnapshot: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    sourcePackageHash: string;
+                } | undefined;
+                messages?: {
+                    role: "assistant" | "system" | "user";
+                    content: string;
+                }[] | undefined;
+                maxOutputTokens: number;
+                temperature: number;
+                topP: number;
+            } | {
+                kind: "fixture";
+            } | {
                 kind: "hosted_harness";
                 modelId: string;
                 maxOutputTokens?: number | undefined;
@@ -4004,60 +4058,6 @@ export declare class OpenPondExperimentsClient {
                     };
                     contentHash: string;
                 } | undefined;
-            } | {
-                kind: "hosted_chat";
-                modelId: string;
-                localRuntime?: {
-                    providerId: "claude-code";
-                    configurationHash: string;
-                    executableHash: string;
-                    version: string;
-                    capabilityHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                    maximumTurns: number;
-                    holdOpen: boolean;
-                } | {
-                    providerId: "codex";
-                    configurationHash: string;
-                    accountHash: string;
-                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | {
-                    providerId: "custom-openai-compatible";
-                    configurationHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | undefined;
-                candidate?: {
-                    artifactId: string;
-                    contentHash: string;
-                    preparationId: string;
-                    dispatchId: string;
-                    baseProfileId: string;
-                    workerImageDigest: string;
-                } | undefined;
-                harness?: {
-                    harnessRelease: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    agentSnapshot: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    sourcePackageHash: string;
-                } | undefined;
-                messages?: {
-                    role: "assistant" | "system" | "user";
-                    content: string;
-                }[] | undefined;
-                maxOutputTokens: number;
-                temperature: number;
-                topP: number;
-            } | {
-                kind: "fixture";
             };
             population: {
                 receiptId: string;
@@ -4288,6 +4288,60 @@ export declare class OpenPondExperimentsClient {
                     revision: number;
                 };
                 policy: {
+                    kind: "hosted_chat";
+                    modelId: string;
+                    localRuntime?: {
+                        providerId: "codex";
+                        configurationHash: string;
+                        accountHash: string;
+                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | {
+                        providerId: "custom-openai-compatible";
+                        configurationHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | {
+                        providerId: "claude-code";
+                        configurationHash: string;
+                        executableHash: string;
+                        version: string;
+                        capabilityHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                        maximumTurns: number;
+                        holdOpen: boolean;
+                    } | undefined;
+                    candidate?: {
+                        artifactId: string;
+                        contentHash: string;
+                        preparationId: string;
+                        dispatchId: string;
+                        baseProfileId: string;
+                        workerImageDigest: string;
+                    } | undefined;
+                    harness?: {
+                        harnessRelease: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        agentSnapshot: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        sourcePackageHash: string;
+                    } | undefined;
+                    messages?: {
+                        role: "assistant" | "system" | "user";
+                        content: string;
+                    }[] | undefined;
+                    maxOutputTokens: number;
+                    temperature: number;
+                    topP: number;
+                } | {
+                    kind: "fixture";
+                } | {
                     kind: "hosted_harness";
                     modelId: string;
                     maxOutputTokens?: number | undefined;
@@ -4497,92 +4551,38 @@ export declare class OpenPondExperimentsClient {
                         split: "frozen_eval" | "test" | "train" | "validation";
                         population: {
                             taskId: string;
-                            seed: string;
-                            fixtureId: string | null;
-                        }[];
-                        evaluators: {
-                            release: {
-                                id: string;
-                                contentHash: string;
-                                revision: string | number;
-                            };
-                            feedbackKey: string;
-                            configurationHash: string;
-                            output: "boolean" | "category" | "score";
-                            categories: string[];
-                        }[];
-                        fieldMappingsHash: string;
-                        fieldMappings: {
-                            graderId: string;
-                            fields: {
-                                destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
-                                path: string[];
-                                source: "evaluatorContext" | "expectedOutput" | "input" | "output";
-                                sourcePath: string[];
-                            }[];
-                        }[];
-                        environmentHash: string;
-                        privateDatasetClosureHash: string;
-                        criterion: {
-                            minimumPassRate: number;
-                            requireComplete: boolean;
-                        };
-                        contentHash: string;
-                    } | undefined;
-                } | {
-                    kind: "hosted_chat";
-                    modelId: string;
-                    localRuntime?: {
-                        providerId: "claude-code";
-                        configurationHash: string;
-                        executableHash: string;
-                        version: string;
-                        capabilityHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                        maximumTurns: number;
-                        holdOpen: boolean;
-                    } | {
-                        providerId: "codex";
-                        configurationHash: string;
-                        accountHash: string;
-                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | {
-                        providerId: "custom-openai-compatible";
-                        configurationHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | undefined;
-                    candidate?: {
-                        artifactId: string;
-                        contentHash: string;
-                        preparationId: string;
-                        dispatchId: string;
-                        baseProfileId: string;
-                        workerImageDigest: string;
-                    } | undefined;
-                    harness?: {
-                        harnessRelease: {
-                            id: string;
-                            contentHash: string;
-                        };
-                        agentSnapshot: {
-                            id: string;
-                            contentHash: string;
+                            seed: string;
+                            fixtureId: string | null;
+                        }[];
+                        evaluators: {
+                            release: {
+                                id: string;
+                                contentHash: string;
+                                revision: string | number;
+                            };
+                            feedbackKey: string;
+                            configurationHash: string;
+                            output: "boolean" | "category" | "score";
+                            categories: string[];
+                        }[];
+                        fieldMappingsHash: string;
+                        fieldMappings: {
+                            graderId: string;
+                            fields: {
+                                destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
+                                path: string[];
+                                source: "evaluatorContext" | "expectedOutput" | "input" | "output";
+                                sourcePath: string[];
+                            }[];
+                        }[];
+                        environmentHash: string;
+                        privateDatasetClosureHash: string;
+                        criterion: {
+                            minimumPassRate: number;
+                            requireComplete: boolean;
                         };
-                        sourcePackageHash: string;
+                        contentHash: string;
                     } | undefined;
-                    messages?: {
-                        role: "assistant" | "system" | "user";
-                        content: string;
-                    }[] | undefined;
-                    maxOutputTokens: number;
-                    temperature: number;
-                    topP: number;
-                } | {
-                    kind: "fixture";
                 };
                 population: {
                     receiptId: string;
@@ -4677,6 +4677,60 @@ export declare class OpenPondExperimentsClient {
                 revision: number;
             };
             policy: {
+                kind: "hosted_chat";
+                modelId: string;
+                localRuntime?: {
+                    providerId: "codex";
+                    configurationHash: string;
+                    accountHash: string;
+                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "custom-openai-compatible";
+                    configurationHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                } | {
+                    providerId: "claude-code";
+                    configurationHash: string;
+                    executableHash: string;
+                    version: string;
+                    capabilityHash: string;
+                    maximumRequestCostUsd: number;
+                    requestTimeoutMs: number;
+                    maximumTurns: number;
+                    holdOpen: boolean;
+                } | undefined;
+                candidate?: {
+                    artifactId: string;
+                    contentHash: string;
+                    preparationId: string;
+                    dispatchId: string;
+                    baseProfileId: string;
+                    workerImageDigest: string;
+                } | undefined;
+                harness?: {
+                    harnessRelease: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    agentSnapshot: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    sourcePackageHash: string;
+                } | undefined;
+                messages?: {
+                    role: "assistant" | "system" | "user";
+                    content: string;
+                }[] | undefined;
+                maxOutputTokens: number;
+                temperature: number;
+                topP: number;
+            } | {
+                kind: "fixture";
+            } | {
                 kind: "hosted_harness";
                 modelId: string;
                 maxOutputTokens?: number | undefined;
@@ -4918,60 +4972,6 @@ export declare class OpenPondExperimentsClient {
                     };
                     contentHash: string;
                 } | undefined;
-            } | {
-                kind: "hosted_chat";
-                modelId: string;
-                localRuntime?: {
-                    providerId: "claude-code";
-                    configurationHash: string;
-                    executableHash: string;
-                    version: string;
-                    capabilityHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                    maximumTurns: number;
-                    holdOpen: boolean;
-                } | {
-                    providerId: "codex";
-                    configurationHash: string;
-                    accountHash: string;
-                    reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | {
-                    providerId: "custom-openai-compatible";
-                    configurationHash: string;
-                    maximumRequestCostUsd: number;
-                    requestTimeoutMs: number;
-                } | undefined;
-                candidate?: {
-                    artifactId: string;
-                    contentHash: string;
-                    preparationId: string;
-                    dispatchId: string;
-                    baseProfileId: string;
-                    workerImageDigest: string;
-                } | undefined;
-                harness?: {
-                    harnessRelease: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    agentSnapshot: {
-                        id: string;
-                        contentHash: string;
-                    };
-                    sourcePackageHash: string;
-                } | undefined;
-                messages?: {
-                    role: "assistant" | "system" | "user";
-                    content: string;
-                }[] | undefined;
-                maxOutputTokens: number;
-                temperature: number;
-                topP: number;
-            } | {
-                kind: "fixture";
             };
             population: {
                 receiptId: string;
@@ -5202,6 +5202,60 @@ export declare class OpenPondExperimentsClient {
                     revision: number;
                 };
                 policy: {
+                    kind: "hosted_chat";
+                    modelId: string;
+                    localRuntime?: {
+                        providerId: "codex";
+                        configurationHash: string;
+                        accountHash: string;
+                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | {
+                        providerId: "custom-openai-compatible";
+                        configurationHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                    } | {
+                        providerId: "claude-code";
+                        configurationHash: string;
+                        executableHash: string;
+                        version: string;
+                        capabilityHash: string;
+                        maximumRequestCostUsd: number;
+                        requestTimeoutMs: number;
+                        maximumTurns: number;
+                        holdOpen: boolean;
+                    } | undefined;
+                    candidate?: {
+                        artifactId: string;
+                        contentHash: string;
+                        preparationId: string;
+                        dispatchId: string;
+                        baseProfileId: string;
+                        workerImageDigest: string;
+                    } | undefined;
+                    harness?: {
+                        harnessRelease: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        agentSnapshot: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        sourcePackageHash: string;
+                    } | undefined;
+                    messages?: {
+                        role: "assistant" | "system" | "user";
+                        content: string;
+                    }[] | undefined;
+                    maxOutputTokens: number;
+                    temperature: number;
+                    topP: number;
+                } | {
+                    kind: "fixture";
+                } | {
                     kind: "hosted_harness";
                     modelId: string;
                     maxOutputTokens?: number | undefined;
@@ -5443,60 +5497,6 @@ export declare class OpenPondExperimentsClient {
                         };
                         contentHash: string;
                     } | undefined;
-                } | {
-                    kind: "hosted_chat";
-                    modelId: string;
-                    localRuntime?: {
-                        providerId: "claude-code";
-                        configurationHash: string;
-                        executableHash: string;
-                        version: string;
-                        capabilityHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                        maximumTurns: number;
-                        holdOpen: boolean;
-                    } | {
-                        providerId: "codex";
-                        configurationHash: string;
-                        accountHash: string;
-                        reasoningEffort: "high" | "low" | "medium" | "xhigh";
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | {
-                        providerId: "custom-openai-compatible";
-                        configurationHash: string;
-                        maximumRequestCostUsd: number;
-                        requestTimeoutMs: number;
-                    } | undefined;
-                    candidate?: {
-                        artifactId: string;
-                        contentHash: string;
-                        preparationId: string;
-                        dispatchId: string;
-                        baseProfileId: string;
-                        workerImageDigest: string;
-                    } | undefined;
-                    harness?: {
-                        harnessRelease: {
-                            id: string;
-                            contentHash: string;
-                        };
-                        agentSnapshot: {
-                            id: string;
-                            contentHash: string;
-                        };
-                        sourcePackageHash: string;
-                    } | undefined;
-                    messages?: {
-                        role: "assistant" | "system" | "user";
-                        content: string;
-                    }[] | undefined;
-                    maxOutputTokens: number;
-                    temperature: number;
-                    topP: number;
-                } | {
-                    kind: "fixture";
                 };
                 population: {
                     receiptId: string;