openpond-sdk 0.10.0 → 0.11.0

package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts

@@ -0,0 +1,1079 @@
+import { type CandidateEvaluationRequest } from "./candidate-evaluations.js";
+export declare function createCandidateEvaluationClient(request: (path: string, init?: RequestInit) => Promise<unknown>): {
+    options(teamId: string, query?: {
+        afterId?: string;
+        projectId?: string;
+    }): Promise<{
+        teamId: string;
+        ownerUserId: string;
+        items: {
+            artifact: {
+                id: string;
+                contentHash: string;
+            };
+            trainingJobId: string;
+            configurationId: string;
+            baseProfileId: string;
+            ready: boolean;
+            reason: string | null;
+        }[];
+        nextCursor: string | null;
+    }>;
+    save(raw: CandidateEvaluationRequest): Promise<{
+        schemaVersion: "openpond.candidateEvaluationPreparation.v1";
+        teamId: string;
+        ownerUserId: string;
+        id: string;
+        revision: number;
+        requestHash: string;
+        request: {
+            teamId: string;
+            operationId: string;
+            artifact: {
+                id: string;
+                contentHash: string;
+            };
+            configuration: {
+                operationId: string;
+                request: {
+                    schemaVersion: "openpond.modelTasksetRunRequest.v1";
+                    operationId: string;
+                    teamId: string;
+                    modelProjectId: string | null;
+                    taskset: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    policy: {
+                        kind: "hosted_chat";
+                        modelId: string;
+                        maxOutputTokens: number;
+                        temperature: number;
+                        topP: number;
+                        localRuntime?: {
+                            providerId: "claude-code";
+                            configurationHash: string;
+                            executableHash: string;
+                            version: string;
+                            capabilityHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                            maximumTurns: number;
+                            holdOpen: boolean;
+                        } | {
+                            providerId: "custom-openai-compatible";
+                            configurationHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                        } | undefined;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        harness?: {
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            agentSnapshot: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            sourcePackageHash: string;
+                        } | undefined;
+                        messages?: {
+                            role: "system" | "user" | "assistant";
+                            content: string;
+                        }[] | undefined;
+                    } | {
+                        kind: "hosted_harness";
+                        modelId: string;
+                        profileRepositoryId: string;
+                        source: {
+                            profileId: string;
+                            sourceRevision: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            catalogHash: string;
+                            definitionId: string;
+                            definitionHash: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            environmentHash: string;
+                            externalDatasetBinding?: {
+                                schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                                dataset: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: number;
+                                };
+                                packageHash: string;
+                                profileId: string;
+                                target: {
+                                    kind: "profile";
+                                } | {
+                                    kind: "workflow";
+                                    workflowId: string;
+                                } | {
+                                    kind: "skill";
+                                    skillPath: string;
+                                } | {
+                                    kind: "agent_action";
+                                    actionId: string;
+                                };
+                                declaredProfileCatalogHash: string | null;
+                                protectedProfileClosureHash: string;
+                                split: "train" | "validation" | "test" | "frozen_eval";
+                                population: {
+                                    taskId: string;
+                                    seed: string;
+                                    fixtureId: string | null;
+                                }[];
+                                evaluators: {
+                                    release: {
+                                        id: string;
+                                        contentHash: string;
+                                        revision: string | number;
+                                    };
+                                    feedbackKey: string;
+                                    configurationHash: string;
+                                    output: "boolean" | "score" | "category";
+                                    categories: string[];
+                                }[];
+                                fieldMappingsHash: string;
+                                fieldMappings: {
+                                    graderId: string;
+                                    fields: {
+                                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        path: string[];
+                                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        sourcePath: string[];
+                                    }[];
+                                }[];
+                                environmentHash: string;
+                                privateDatasetClosureHash: string;
+                                criterion: {
+                                    minimumPassRate: number;
+                                    requireComplete: boolean;
+                                };
+                                contentHash: string;
+                                recordedOrigin?: {
+                                    execution: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    originalEvidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    members: {
+                                        caseId: string;
+                                        seed: string;
+                                        fixtureId: string;
+                                        sourceId: string;
+                                        snapshotHash: string;
+                                        boundaryRevisionHash: string;
+                                    }[];
+                                } | undefined;
+                                gradingSource?: {
+                                    pass: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    evidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                } | undefined;
+                            } | undefined;
+                            sourceCandidate?: {
+                                candidateId: string;
+                                frozenRevision: number;
+                                frozenHash: string;
+                                harnessRelease: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                protectedClosureHash: string;
+                            } | undefined;
+                        };
+                        modelConfigurationHash: string;
+                        packageHash: string;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
+                        reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
+                        externalDatasetBinding?: {
+                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                            dataset: {
+                                id: string;
+                                contentHash: string;
+                                revision: number;
+                            };
+                            packageHash: string;
+                            profileId: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            declaredProfileCatalogHash: string | null;
+                            protectedProfileClosureHash: string;
+                            split: "train" | "validation" | "test" | "frozen_eval";
+                            population: {
+                                taskId: string;
+                                seed: string;
+                                fixtureId: string | null;
+                            }[];
+                            evaluators: {
+                                release: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: string | number;
+                                };
+                                feedbackKey: string;
+                                configurationHash: string;
+                                output: "boolean" | "score" | "category";
+                                categories: string[];
+                            }[];
+                            fieldMappingsHash: string;
+                            fieldMappings: {
+                                graderId: string;
+                                fields: {
+                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    path: string[];
+                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
+                            };
+                            contentHash: string;
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                        } | undefined;
+                    } | {
+                        kind: "fixture";
+                    };
+                    population: {
+                        receiptId: string;
+                        taskId: string;
+                        seed: string;
+                        fixtureId: string | null;
+                    }[];
+                    name?: string | undefined;
+                    project?: {
+                        id: string;
+                        revision: number;
+                        contentHash: string;
+                        targetId: string | null;
+                    } | undefined;
+                };
+                maximumCostUsd: number;
+                graders?: {
+                    id: string;
+                    version: string;
+                    contentHash: string;
+                    mappings: {
+                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        path: string[];
+                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        sourcePath: string[];
+                    }[];
+                }[] | undefined;
+                sourceExperimentId?: string | undefined;
+            };
+        };
+        trainingJobId: string;
+        dispatchId: string;
+        lastOperationId: string | null;
+        runtime: {
+            poolId: string;
+            endpointId: string | null;
+            baseProfileId: string;
+            workerImageDigest: string;
+            modelId: string | null;
+        } | null;
+        state: "cancelled" | "failed" | "completed" | "dispatching" | "ready" | "configured" | "preparing" | "submitted" | "cleaning";
+        experimentId: string | null;
+        authorizedAt: string | null;
+        cancelledAt: string | null;
+        reason: string | null;
+        createdAt: string;
+        updatedAt: string;
+    }>;
+    get(teamId: string, id: string): Promise<{
+        schemaVersion: "openpond.candidateEvaluationPreparation.v1";
+        teamId: string;
+        ownerUserId: string;
+        id: string;
+        revision: number;
+        requestHash: string;
+        request: {
+            teamId: string;
+            operationId: string;
+            artifact: {
+                id: string;
+                contentHash: string;
+            };
+            configuration: {
+                operationId: string;
+                request: {
+                    schemaVersion: "openpond.modelTasksetRunRequest.v1";
+                    operationId: string;
+                    teamId: string;
+                    modelProjectId: string | null;
+                    taskset: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    policy: {
+                        kind: "hosted_chat";
+                        modelId: string;
+                        maxOutputTokens: number;
+                        temperature: number;
+                        topP: number;
+                        localRuntime?: {
+                            providerId: "claude-code";
+                            configurationHash: string;
+                            executableHash: string;
+                            version: string;
+                            capabilityHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                            maximumTurns: number;
+                            holdOpen: boolean;
+                        } | {
+                            providerId: "custom-openai-compatible";
+                            configurationHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                        } | undefined;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        harness?: {
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            agentSnapshot: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            sourcePackageHash: string;
+                        } | undefined;
+                        messages?: {
+                            role: "system" | "user" | "assistant";
+                            content: string;
+                        }[] | undefined;
+                    } | {
+                        kind: "hosted_harness";
+                        modelId: string;
+                        profileRepositoryId: string;
+                        source: {
+                            profileId: string;
+                            sourceRevision: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            catalogHash: string;
+                            definitionId: string;
+                            definitionHash: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            environmentHash: string;
+                            externalDatasetBinding?: {
+                                schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                                dataset: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: number;
+                                };
+                                packageHash: string;
+                                profileId: string;
+                                target: {
+                                    kind: "profile";
+                                } | {
+                                    kind: "workflow";
+                                    workflowId: string;
+                                } | {
+                                    kind: "skill";
+                                    skillPath: string;
+                                } | {
+                                    kind: "agent_action";
+                                    actionId: string;
+                                };
+                                declaredProfileCatalogHash: string | null;
+                                protectedProfileClosureHash: string;
+                                split: "train" | "validation" | "test" | "frozen_eval";
+                                population: {
+                                    taskId: string;
+                                    seed: string;
+                                    fixtureId: string | null;
+                                }[];
+                                evaluators: {
+                                    release: {
+                                        id: string;
+                                        contentHash: string;
+                                        revision: string | number;
+                                    };
+                                    feedbackKey: string;
+                                    configurationHash: string;
+                                    output: "boolean" | "score" | "category";
+                                    categories: string[];
+                                }[];
+                                fieldMappingsHash: string;
+                                fieldMappings: {
+                                    graderId: string;
+                                    fields: {
+                                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        path: string[];
+                                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        sourcePath: string[];
+                                    }[];
+                                }[];
+                                environmentHash: string;
+                                privateDatasetClosureHash: string;
+                                criterion: {
+                                    minimumPassRate: number;
+                                    requireComplete: boolean;
+                                };
+                                contentHash: string;
+                                recordedOrigin?: {
+                                    execution: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    originalEvidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    members: {
+                                        caseId: string;
+                                        seed: string;
+                                        fixtureId: string;
+                                        sourceId: string;
+                                        snapshotHash: string;
+                                        boundaryRevisionHash: string;
+                                    }[];
+                                } | undefined;
+                                gradingSource?: {
+                                    pass: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    evidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                } | undefined;
+                            } | undefined;
+                            sourceCandidate?: {
+                                candidateId: string;
+                                frozenRevision: number;
+                                frozenHash: string;
+                                harnessRelease: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                protectedClosureHash: string;
+                            } | undefined;
+                        };
+                        modelConfigurationHash: string;
+                        packageHash: string;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
+                        reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
+                        externalDatasetBinding?: {
+                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                            dataset: {
+                                id: string;
+                                contentHash: string;
+                                revision: number;
+                            };
+                            packageHash: string;
+                            profileId: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            declaredProfileCatalogHash: string | null;
+                            protectedProfileClosureHash: string;
+                            split: "train" | "validation" | "test" | "frozen_eval";
+                            population: {
+                                taskId: string;
+                                seed: string;
+                                fixtureId: string | null;
+                            }[];
+                            evaluators: {
+                                release: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: string | number;
+                                };
+                                feedbackKey: string;
+                                configurationHash: string;
+                                output: "boolean" | "score" | "category";
+                                categories: string[];
+                            }[];
+                            fieldMappingsHash: string;
+                            fieldMappings: {
+                                graderId: string;
+                                fields: {
+                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    path: string[];
+                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
+                            };
+                            contentHash: string;
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                        } | undefined;
+                    } | {
+                        kind: "fixture";
+                    };
+                    population: {
+                        receiptId: string;
+                        taskId: string;
+                        seed: string;
+                        fixtureId: string | null;
+                    }[];
+                    name?: string | undefined;
+                    project?: {
+                        id: string;
+                        revision: number;
+                        contentHash: string;
+                        targetId: string | null;
+                    } | undefined;
+                };
+                maximumCostUsd: number;
+                graders?: {
+                    id: string;
+                    version: string;
+                    contentHash: string;
+                    mappings: {
+                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        path: string[];
+                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        sourcePath: string[];
+                    }[];
+                }[] | undefined;
+                sourceExperimentId?: string | undefined;
+            };
+        };
+        trainingJobId: string;
+        dispatchId: string;
+        lastOperationId: string | null;
+        runtime: {
+            poolId: string;
+            endpointId: string | null;
+            baseProfileId: string;
+            workerImageDigest: string;
+            modelId: string | null;
+        } | null;
+        state: "cancelled" | "failed" | "completed" | "dispatching" | "ready" | "configured" | "preparing" | "submitted" | "cleaning";
+        experimentId: string | null;
+        authorizedAt: string | null;
+        cancelledAt: string | null;
+        reason: string | null;
+        createdAt: string;
+        updatedAt: string;
+    }>;
+    control(teamId: string, id: string, action: "prepare" | "run" | "cancel", raw: unknown): Promise<{
+        schemaVersion: "openpond.candidateEvaluationPreparation.v1";
+        teamId: string;
+        ownerUserId: string;
+        id: string;
+        revision: number;
+        requestHash: string;
+        request: {
+            teamId: string;
+            operationId: string;
+            artifact: {
+                id: string;
+                contentHash: string;
+            };
+            configuration: {
+                operationId: string;
+                request: {
+                    schemaVersion: "openpond.modelTasksetRunRequest.v1";
+                    operationId: string;
+                    teamId: string;
+                    modelProjectId: string | null;
+                    taskset: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    policy: {
+                        kind: "hosted_chat";
+                        modelId: string;
+                        maxOutputTokens: number;
+                        temperature: number;
+                        topP: number;
+                        localRuntime?: {
+                            providerId: "claude-code";
+                            configurationHash: string;
+                            executableHash: string;
+                            version: string;
+                            capabilityHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                            maximumTurns: number;
+                            holdOpen: boolean;
+                        } | {
+                            providerId: "custom-openai-compatible";
+                            configurationHash: string;
+                            maximumRequestCostUsd: number;
+                            requestTimeoutMs: number;
+                        } | undefined;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        harness?: {
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            agentSnapshot: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            sourcePackageHash: string;
+                        } | undefined;
+                        messages?: {
+                            role: "system" | "user" | "assistant";
+                            content: string;
+                        }[] | undefined;
+                    } | {
+                        kind: "hosted_harness";
+                        modelId: string;
+                        profileRepositoryId: string;
+                        source: {
+                            profileId: string;
+                            sourceRevision: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            catalogHash: string;
+                            definitionId: string;
+                            definitionHash: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            environmentHash: string;
+                            externalDatasetBinding?: {
+                                schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                                dataset: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: number;
+                                };
+                                packageHash: string;
+                                profileId: string;
+                                target: {
+                                    kind: "profile";
+                                } | {
+                                    kind: "workflow";
+                                    workflowId: string;
+                                } | {
+                                    kind: "skill";
+                                    skillPath: string;
+                                } | {
+                                    kind: "agent_action";
+                                    actionId: string;
+                                };
+                                declaredProfileCatalogHash: string | null;
+                                protectedProfileClosureHash: string;
+                                split: "train" | "validation" | "test" | "frozen_eval";
+                                population: {
+                                    taskId: string;
+                                    seed: string;
+                                    fixtureId: string | null;
+                                }[];
+                                evaluators: {
+                                    release: {
+                                        id: string;
+                                        contentHash: string;
+                                        revision: string | number;
+                                    };
+                                    feedbackKey: string;
+                                    configurationHash: string;
+                                    output: "boolean" | "score" | "category";
+                                    categories: string[];
+                                }[];
+                                fieldMappingsHash: string;
+                                fieldMappings: {
+                                    graderId: string;
+                                    fields: {
+                                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        path: string[];
+                                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        sourcePath: string[];
+                                    }[];
+                                }[];
+                                environmentHash: string;
+                                privateDatasetClosureHash: string;
+                                criterion: {
+                                    minimumPassRate: number;
+                                    requireComplete: boolean;
+                                };
+                                contentHash: string;
+                                recordedOrigin?: {
+                                    execution: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    originalEvidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    members: {
+                                        caseId: string;
+                                        seed: string;
+                                        fixtureId: string;
+                                        sourceId: string;
+                                        snapshotHash: string;
+                                        boundaryRevisionHash: string;
+                                    }[];
+                                } | undefined;
+                                gradingSource?: {
+                                    pass: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    evidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                } | undefined;
+                            } | undefined;
+                            sourceCandidate?: {
+                                candidateId: string;
+                                frozenRevision: number;
+                                frozenHash: string;
+                                harnessRelease: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                protectedClosureHash: string;
+                            } | undefined;
+                        };
+                        modelConfigurationHash: string;
+                        packageHash: string;
+                        candidate?: {
+                            artifactId: string;
+                            contentHash: string;
+                            preparationId: string;
+                            dispatchId: string;
+                            baseProfileId: string;
+                            workerImageDigest: string;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
+                        reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
+                        externalDatasetBinding?: {
+                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                            dataset: {
+                                id: string;
+                                contentHash: string;
+                                revision: number;
+                            };
+                            packageHash: string;
+                            profileId: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            declaredProfileCatalogHash: string | null;
+                            protectedProfileClosureHash: string;
+                            split: "train" | "validation" | "test" | "frozen_eval";
+                            population: {
+                                taskId: string;
+                                seed: string;
+                                fixtureId: string | null;
+                            }[];
+                            evaluators: {
+                                release: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: string | number;
+                                };
+                                feedbackKey: string;
+                                configurationHash: string;
+                                output: "boolean" | "score" | "category";
+                                categories: string[];
+                            }[];
+                            fieldMappingsHash: string;
+                            fieldMappings: {
+                                graderId: string;
+                                fields: {
+                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    path: string[];
+                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
+                            };
+                            contentHash: string;
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                        } | undefined;
+                    } | {
+                        kind: "fixture";
+                    };
+                    population: {
+                        receiptId: string;
+                        taskId: string;
+                        seed: string;
+                        fixtureId: string | null;
+                    }[];
+                    name?: string | undefined;
+                    project?: {
+                        id: string;
+                        revision: number;
+                        contentHash: string;
+                        targetId: string | null;
+                    } | undefined;
+                };
+                maximumCostUsd: number;
+                graders?: {
+                    id: string;
+                    version: string;
+                    contentHash: string;
+                    mappings: {
+                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        path: string[];
+                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                        sourcePath: string[];
+                    }[];
+                }[] | undefined;
+                sourceExperimentId?: string | undefined;
+            };
+        };
+        trainingJobId: string;
+        dispatchId: string;
+        lastOperationId: string | null;
+        runtime: {
+            poolId: string;
+            endpointId: string | null;
+            baseProfileId: string;
+            workerImageDigest: string;
+            modelId: string | null;
+        } | null;
+        state: "cancelled" | "failed" | "completed" | "dispatching" | "ready" | "configured" | "preparing" | "submitted" | "cleaning";
+        experimentId: string | null;
+        authorizedAt: string | null;
+        cancelledAt: string | null;
+        reason: string | null;
+        createdAt: string;
+        updatedAt: string;
+    }>;
+};
+//# sourceMappingURL=candidate-evaluation-client.d.ts.map