openpond-sdk 0.12.26 → 0.12.27

package/dist/types/packages/sdk/src/weight-space-evaluation.d.ts

@@ -0,0 +1,1437 @@
+import { type WeightSpaceRequest } from "./weight-space-programming.js";
+/** Resolve a policy-visible panel from an already authorized immutable package.
+ * Hosts must authorize the exact release again before dispatch and scoring.
+ * The returned envelope contains no answers, graders or private context. */
+export declare function resolveWeightSpaceTasksetPanel(raw: unknown, input: {
+    source: NonNullable<WeightSpaceRequest["frozenEvaluation"]>;
+    role: "development" | "preservation" | "frozen";
+    taskIds?: string[];
+}): {
+    package: {
+        schemaVersion: "openpond.tasksetPackage.v1";
+        taskset: {
+            schemaVersion: "openpond.tasksetRelease.v2";
+            id: string;
+            revision: number;
+            policy: {
+                policyVisibleFields: string[];
+                privilegedFields: string[];
+                hiddenGraderRefs: string[];
+                connectedAppScopes: string[];
+            };
+            environment: {
+                protocolVersion: "openpond.environment.v1";
+                kind: "agent" | "custom_program" | "text" | "work";
+                entrypoint: string;
+                stateful: boolean;
+                deterministicSeeds: boolean;
+                lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+                networkPolicy: "declared_read_only" | "declared_scoped" | "none";
+                defaultTimeoutMs: number;
+            };
+            environmentRelease?: {
+                id: string;
+                contentHash: string;
+            } | undefined;
+            tools: {
+                name: string;
+                description: string;
+                inputSchema: Record<string, unknown>;
+                inputSchemaHash: string;
+                sideEffect: "read" | "write";
+                timeoutMs: number;
+            }[];
+            capabilities: {
+                id: string;
+                required: boolean;
+                scopes: string[];
+                portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
+            }[];
+            tasks: {
+                id: string;
+                clusterKey: string;
+                split: "frozen_eval" | "test" | "train" | "validation";
+                input: Record<string, unknown>;
+                expectedOutput: Record<string, unknown> | null;
+                policyVisibleContext: Record<string, unknown>;
+                privilegedContextRef: string | null;
+                artifactRefs: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                }[];
+                requiredOutputs?: {
+                    path: string;
+                    mediaType: string;
+                    schemaRef: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    } | null;
+                    submissionMode?: "structured_json" | undefined;
+                    maxBytes: number | null;
+                    metadata: Record<string, unknown>;
+                }[] | undefined;
+                tags: string[];
+            }[];
+            graders: ({
+                id: string;
+                taskIds?: string[] | undefined;
+                version: string;
+                weight: number;
+                hardGate: boolean;
+                rewardEligible: boolean;
+                privileged: boolean;
+                kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
+                config: Record<string, unknown>;
+            } | {
+                id: string;
+                taskIds?: string[] | undefined;
+                version: string;
+                weight: number;
+                hardGate: boolean;
+                rewardEligible: boolean;
+                privileged: boolean;
+                kind: "model_judge";
+                rubricRef: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                };
+                calibrationStatus: "failed" | "passed" | "pending";
+                model?: {
+                    providerId: string;
+                    modelId: string;
+                    revision: string | null;
+                } | undefined;
+                temperature?: number | undefined;
+            } | {
+                id: string;
+                taskIds?: string[] | undefined;
+                version: string;
+                weight: number;
+                hardGate: boolean;
+                rewardEligible: boolean;
+                privileged: boolean;
+                kind: "custom_verifier";
+                runtime?: "isolated_javascript" | "sandbox_process" | undefined;
+                verifierRef: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                };
+                exportName?: string | undefined;
+                timeoutMs: number;
+                networkPolicy: "none";
+            } | {
+                id: string;
+                taskIds?: string[] | undefined;
+                version: string;
+                weight: number;
+                hardGate: boolean;
+                rewardEligible: boolean;
+                privileged: boolean;
+                kind: "human";
+                rubricRef: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                };
+                reviewerRole: string;
+                form?: {
+                    schemaVersion: "openpond.humanForm.v1";
+                    mode: "individual" | "pairwise";
+                    instructions: string;
+                    criteria: ({
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "score";
+                        minimum: number;
+                        maximum: number;
+                        step: number;
+                    } | {
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "category";
+                        options: string[];
+                    } | {
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "boolean";
+                    } | {
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "text";
+                        minimumLength?: number | undefined;
+                        maximumLength: number;
+                    } | {
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "preference";
+                        requireStrength?: boolean | undefined;
+                        allowTie: boolean;
+                    })[];
+                } | undefined;
+            })[];
+            verifierSetRelease?: {
+                id: string;
+                contentHash: string;
+            } | undefined;
+            metrics?: {
+                schemaVersion: "openpond.tasksetMetricPolicy.v1";
+                primaryMetric: string;
+                aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
+                missingReward: "exclude" | "zero";
+                taskWeights?: Record<string, number> | undefined;
+                customAggregator: {
+                    module: string;
+                    exportName: string;
+                    contentHash: string;
+                    timeoutMs: number;
+                    networkPolicy: "none";
+                } | null;
+            } | undefined;
+            metadata: Record<string, unknown>;
+            contentHash: string;
+        };
+        environment: {
+            schemaVersion: "openpond.environmentRelease.v1";
+            id: string;
+            revision: number;
+            contract: {
+                protocolVersion: "openpond.environment.v1";
+                kind: "agent" | "custom_program" | "text" | "work";
+                entrypoint: string;
+                stateful: boolean;
+                deterministicSeeds: boolean;
+                lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+                networkPolicy: "declared_read_only" | "declared_scoped" | "none";
+                defaultTimeoutMs: number;
+            };
+            actionSchemaRef: {
+                id: string;
+                path: string;
+                contentHash: string;
+                sizeBytes: number;
+                mediaType: string;
+                visibility: "host_private" | "policy" | "verifier";
+            } | null;
+            observationSchemaRef: {
+                id: string;
+                path: string;
+                contentHash: string;
+                sizeBytes: number;
+                mediaType: string;
+                visibility: "host_private" | "policy" | "verifier";
+            } | null;
+            stateSchemaRef: {
+                id: string;
+                path: string;
+                contentHash: string;
+                sizeBytes: number;
+                mediaType: string;
+                visibility: "host_private" | "policy" | "verifier";
+            } | null;
+            artifactCollection: {
+                maxArtifacts: number;
+                maxTotalBytes: number;
+            };
+            adapterConformanceHashes: Record<string, string>;
+            metadata: Record<string, unknown>;
+            contentHash: string;
+        };
+        verifierSet: {
+            schemaVersion: "openpond.verifierSetRelease.v1";
+            id: string;
+            revision: number;
+            graders: ({
+                id: string;
+                taskIds?: string[] | undefined;
+                version: string;
+                weight: number;
+                hardGate: boolean;
+                rewardEligible: boolean;
+                privileged: boolean;
+                kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
+                config: Record<string, unknown>;
+            } | {
+                id: string;
+                taskIds?: string[] | undefined;
+                version: string;
+                weight: number;
+                hardGate: boolean;
+                rewardEligible: boolean;
+                privileged: boolean;
+                kind: "model_judge";
+                rubricRef: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                };
+                calibrationStatus: "failed" | "passed" | "pending";
+                model?: {
+                    providerId: string;
+                    modelId: string;
+                    revision: string | null;
+                } | undefined;
+                temperature?: number | undefined;
+            } | {
+                id: string;
+                taskIds?: string[] | undefined;
+                version: string;
+                weight: number;
+                hardGate: boolean;
+                rewardEligible: boolean;
+                privileged: boolean;
+                kind: "custom_verifier";
+                runtime?: "isolated_javascript" | "sandbox_process" | undefined;
+                verifierRef: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                };
+                exportName?: string | undefined;
+                timeoutMs: number;
+                networkPolicy: "none";
+            } | {
+                id: string;
+                taskIds?: string[] | undefined;
+                version: string;
+                weight: number;
+                hardGate: boolean;
+                rewardEligible: boolean;
+                privileged: boolean;
+                kind: "human";
+                rubricRef: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                };
+                reviewerRole: string;
+                form?: {
+                    schemaVersion: "openpond.humanForm.v1";
+                    mode: "individual" | "pairwise";
+                    instructions: string;
+                    criteria: ({
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "score";
+                        minimum: number;
+                        maximum: number;
+                        step: number;
+                    } | {
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "category";
+                        options: string[];
+                    } | {
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "boolean";
+                    } | {
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "text";
+                        minimumLength?: number | undefined;
+                        maximumLength: number;
+                    } | {
+                        id: string;
+                        label: string;
+                        instructions: string;
+                        required: boolean;
+                        allowAbstain: boolean;
+                        requireRationale?: boolean | undefined;
+                        anchors?: {
+                            value: string | number | boolean;
+                            description: string;
+                        }[] | undefined;
+                        kind: "preference";
+                        requireStrength?: boolean | undefined;
+                        allowTie: boolean;
+                    })[];
+                } | undefined;
+            })[];
+            isolation: {
+                processBoundary: "container" | "isolated_process" | "same_process";
+                networkPolicy: "none";
+                defaultTimeoutMs: number;
+            };
+            calibrationReceiptRefs: {
+                id: string;
+                contentHash: string;
+            }[];
+            metadata: Record<string, unknown>;
+            contentHash: string;
+        };
+        files: {
+            asset: {
+                id: string;
+                path: string;
+                contentHash: string;
+                sizeBytes: number;
+                mediaType: string;
+                visibility: "host_private" | "policy" | "verifier";
+            };
+            base64: string;
+        }[];
+        modelResources?: {
+            taskDefinition: {
+                schemaVersion: "openpond.taskDefinition.v1";
+                id: string;
+                revision: number;
+                name: string;
+                description: string;
+                instructions: string;
+                category: "coding" | "custom" | "question_answering" | "structured" | "tool_workflow";
+                familyNamespace: string;
+                inputSchema: Record<string, unknown>;
+                outputSchema: Record<string, unknown>;
+                requiredOutputs?: {
+                    path: string;
+                    mediaType: string;
+                    schemaRef: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    } | null;
+                    submissionMode?: "structured_json" | undefined;
+                    maxBytes: number | null;
+                    metadata: Record<string, unknown>;
+                }[] | undefined;
+                contextRequirements?: string[] | undefined;
+                rewardBinding: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                };
+                harness: {
+                    id: string;
+                    contentHash: string;
+                } | null;
+                execution: {
+                    policy: {
+                        policyVisibleFields: string[];
+                        privilegedFields: string[];
+                        hiddenGraderRefs: string[];
+                        connectedAppScopes: string[];
+                    };
+                    environment: {
+                        protocolVersion: "openpond.environment.v1";
+                        kind: "agent" | "custom_program" | "text" | "work";
+                        entrypoint: string;
+                        stateful: boolean;
+                        deterministicSeeds: boolean;
+                        lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+                        networkPolicy: "declared_read_only" | "declared_scoped" | "none";
+                        defaultTimeoutMs: number;
+                    };
+                    environmentRelease?: {
+                        id: string;
+                        contentHash: string;
+                    } | undefined;
+                    tools: {
+                        name: string;
+                        description: string;
+                        inputSchema: Record<string, unknown>;
+                        inputSchemaHash: string;
+                        sideEffect: "read" | "write";
+                        timeoutMs: number;
+                    }[];
+                    capabilities: {
+                        id: string;
+                        required: boolean;
+                        scopes: string[];
+                        portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
+                    }[];
+                    verifierSetRelease?: {
+                        id: string;
+                        contentHash: string;
+                    } | undefined;
+                };
+                contentHash: string;
+            };
+            rewardBinding: {
+                schemaVersion: "openpond.rewardBinding.v1";
+                id: string;
+                revision: number;
+                name?: string | undefined;
+                description?: string | undefined;
+                recipeRef?: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                } | undefined;
+                sources: {
+                    graderId: string;
+                    taskIds?: string[] | undefined;
+                    reward: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    role: "evaluation" | "training";
+                    normalization: {
+                        kind: "identity";
+                    } | {
+                        kind: "linear";
+                        minimum: number;
+                        maximum: number;
+                        direction: "higher" | "lower";
+                    };
+                    weight: number;
+                    required: boolean;
+                    hardGate: boolean;
+                    privileged: boolean;
+                    fixtureRefs: {
+                        id: string;
+                        contentHash: string;
+                    }[];
+                }[];
+                aggregation: "weighted_mean";
+                unscorable: "exclude_optional_require_all_required";
+                contentHash: string;
+            };
+            rewards: {
+                schemaVersion: "openpond.rewardRelease.v1";
+                id: string;
+                revision: number;
+                name: string;
+                description: string;
+                feedbackKey?: string | undefined;
+                implementation: {
+                    kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
+                    config: Record<string, unknown>;
+                } | {
+                    kind: "model_judge";
+                    rubricRef: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    };
+                    calibrationStatus: "failed" | "passed" | "pending";
+                    model?: {
+                        providerId: string;
+                        modelId: string;
+                        revision: string | null;
+                    } | undefined;
+                    temperature?: number | undefined;
+                } | {
+                    kind: "custom_verifier";
+                    runtime?: "isolated_javascript" | "sandbox_process" | undefined;
+                    verifierRef: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    };
+                    exportName?: string | undefined;
+                    timeoutMs: number;
+                    networkPolicy: "none";
+                } | {
+                    kind: "human";
+                    rubricRef: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    };
+                    reviewerRole: string;
+                    form?: {
+                        schemaVersion: "openpond.humanForm.v1";
+                        mode: "individual" | "pairwise";
+                        instructions: string;
+                        criteria: ({
+                            id: string;
+                            label: string;
+                            instructions: string;
+                            required: boolean;
+                            allowAbstain: boolean;
+                            requireRationale?: boolean | undefined;
+                            anchors?: {
+                                value: string | number | boolean;
+                                description: string;
+                            }[] | undefined;
+                            kind: "score";
+                            minimum: number;
+                            maximum: number;
+                            step: number;
+                        } | {
+                            id: string;
+                            label: string;
+                            instructions: string;
+                            required: boolean;
+                            allowAbstain: boolean;
+                            requireRationale?: boolean | undefined;
+                            anchors?: {
+                                value: string | number | boolean;
+                                description: string;
+                            }[] | undefined;
+                            kind: "category";
+                            options: string[];
+                        } | {
+                            id: string;
+                            label: string;
+                            instructions: string;
+                            required: boolean;
+                            allowAbstain: boolean;
+                            requireRationale?: boolean | undefined;
+                            anchors?: {
+                                value: string | number | boolean;
+                                description: string;
+                            }[] | undefined;
+                            kind: "boolean";
+                        } | {
+                            id: string;
+                            label: string;
+                            instructions: string;
+                            required: boolean;
+                            allowAbstain: boolean;
+                            requireRationale?: boolean | undefined;
+                            anchors?: {
+                                value: string | number | boolean;
+                                description: string;
+                            }[] | undefined;
+                            kind: "text";
+                            minimumLength?: number | undefined;
+                            maximumLength: number;
+                        } | {
+                            id: string;
+                            label: string;
+                            instructions: string;
+                            required: boolean;
+                            allowAbstain: boolean;
+                            requireRationale?: boolean | undefined;
+                            anchors?: {
+                                value: string | number | boolean;
+                                description: string;
+                            }[] | undefined;
+                            kind: "preference";
+                            requireStrength?: boolean | undefined;
+                            allowTie: boolean;
+                        })[];
+                    } | undefined;
+                } | {
+                    kind: "learned_model";
+                    modelVersion: {
+                        id: string;
+                        contentHash: string;
+                    };
+                    inputContract: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    };
+                };
+                rawScore: {
+                    minimum: number;
+                    maximum: number;
+                };
+                assets: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                }[];
+                fixtureSetRef?: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                } | undefined;
+                calibrationCheckRef?: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                } | undefined;
+                contentHash: string;
+            }[];
+            assets: {
+                schemaVersion: "openpond.learningTextAsset.v1";
+                id: string;
+                revision: 1;
+                asset: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                };
+                text: string;
+                contentHash: string;
+            }[];
+            execution?: {
+                environment: {
+                    schemaVersion: "openpond.environmentRelease.v1";
+                    id: string;
+                    revision: number;
+                    contract: {
+                        protocolVersion: "openpond.environment.v1";
+                        kind: "agent" | "custom_program" | "text" | "work";
+                        entrypoint: string;
+                        stateful: boolean;
+                        deterministicSeeds: boolean;
+                        lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+                        networkPolicy: "declared_read_only" | "declared_scoped" | "none";
+                        defaultTimeoutMs: number;
+                    };
+                    actionSchemaRef: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    } | null;
+                    observationSchemaRef: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    } | null;
+                    stateSchemaRef: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    } | null;
+                    artifactCollection: {
+                        maxArtifacts: number;
+                        maxTotalBytes: number;
+                    };
+                    adapterConformanceHashes: Record<string, string>;
+                    metadata: Record<string, unknown>;
+                    contentHash: string;
+                };
+                verifierSet: {
+                    schemaVersion: "openpond.verifierSetRelease.v1";
+                    id: string;
+                    revision: number;
+                    graders: ({
+                        id: string;
+                        taskIds?: string[] | undefined;
+                        version: string;
+                        weight: number;
+                        hardGate: boolean;
+                        rewardEligible: boolean;
+                        privileged: boolean;
+                        kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
+                        config: Record<string, unknown>;
+                    } | {
+                        id: string;
+                        taskIds?: string[] | undefined;
+                        version: string;
+                        weight: number;
+                        hardGate: boolean;
+                        rewardEligible: boolean;
+                        privileged: boolean;
+                        kind: "model_judge";
+                        rubricRef: {
+                            id: string;
+                            path: string;
+                            contentHash: string;
+                            sizeBytes: number;
+                            mediaType: string;
+                            visibility: "host_private" | "policy" | "verifier";
+                        };
+                        calibrationStatus: "failed" | "passed" | "pending";
+                        model?: {
+                            providerId: string;
+                            modelId: string;
+                            revision: string | null;
+                        } | undefined;
+                        temperature?: number | undefined;
+                    } | {
+                        id: string;
+                        taskIds?: string[] | undefined;
+                        version: string;
+                        weight: number;
+                        hardGate: boolean;
+                        rewardEligible: boolean;
+                        privileged: boolean;
+                        kind: "custom_verifier";
+                        runtime?: "isolated_javascript" | "sandbox_process" | undefined;
+                        verifierRef: {
+                            id: string;
+                            path: string;
+                            contentHash: string;
+                            sizeBytes: number;
+                            mediaType: string;
+                            visibility: "host_private" | "policy" | "verifier";
+                        };
+                        exportName?: string | undefined;
+                        timeoutMs: number;
+                        networkPolicy: "none";
+                    } | {
+                        id: string;
+                        taskIds?: string[] | undefined;
+                        version: string;
+                        weight: number;
+                        hardGate: boolean;
+                        rewardEligible: boolean;
+                        privileged: boolean;
+                        kind: "human";
+                        rubricRef: {
+                            id: string;
+                            path: string;
+                            contentHash: string;
+                            sizeBytes: number;
+                            mediaType: string;
+                            visibility: "host_private" | "policy" | "verifier";
+                        };
+                        reviewerRole: string;
+                        form?: {
+                            schemaVersion: "openpond.humanForm.v1";
+                            mode: "individual" | "pairwise";
+                            instructions: string;
+                            criteria: ({
+                                id: string;
+                                label: string;
+                                instructions: string;
+                                required: boolean;
+                                allowAbstain: boolean;
+                                requireRationale?: boolean | undefined;
+                                anchors?: {
+                                    value: string | number | boolean;
+                                    description: string;
+                                }[] | undefined;
+                                kind: "score";
+                                minimum: number;
+                                maximum: number;
+                                step: number;
+                            } | {
+                                id: string;
+                                label: string;
+                                instructions: string;
+                                required: boolean;
+                                allowAbstain: boolean;
+                                requireRationale?: boolean | undefined;
+                                anchors?: {
+                                    value: string | number | boolean;
+                                    description: string;
+                                }[] | undefined;
+                                kind: "category";
+                                options: string[];
+                            } | {
+                                id: string;
+                                label: string;
+                                instructions: string;
+                                required: boolean;
+                                allowAbstain: boolean;
+                                requireRationale?: boolean | undefined;
+                                anchors?: {
+                                    value: string | number | boolean;
+                                    description: string;
+                                }[] | undefined;
+                                kind: "boolean";
+                            } | {
+                                id: string;
+                                label: string;
+                                instructions: string;
+                                required: boolean;
+                                allowAbstain: boolean;
+                                requireRationale?: boolean | undefined;
+                                anchors?: {
+                                    value: string | number | boolean;
+                                    description: string;
+                                }[] | undefined;
+                                kind: "text";
+                                minimumLength?: number | undefined;
+                                maximumLength: number;
+                            } | {
+                                id: string;
+                                label: string;
+                                instructions: string;
+                                required: boolean;
+                                allowAbstain: boolean;
+                                requireRationale?: boolean | undefined;
+                                anchors?: {
+                                    value: string | number | boolean;
+                                    description: string;
+                                }[] | undefined;
+                                kind: "preference";
+                                requireStrength?: boolean | undefined;
+                                allowTie: boolean;
+                            })[];
+                        } | undefined;
+                    })[];
+                    isolation: {
+                        processBoundary: "container" | "isolated_process" | "same_process";
+                        networkPolicy: "none";
+                        defaultTimeoutMs: number;
+                    };
+                    calibrationReceiptRefs: {
+                        id: string;
+                        contentHash: string;
+                    }[];
+                    metadata: Record<string, unknown>;
+                    contentHash: string;
+                };
+                javascript: {
+                    schemaVersion: "openpond.javascriptEnvironment.v1";
+                    id: string;
+                    revision: number;
+                    module: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    };
+                    tools: {
+                        name: string;
+                        description: string;
+                        inputSchema: Record<string, unknown>;
+                        inputSchemaHash: string;
+                        sideEffect: "read" | "write";
+                        timeoutMs: number;
+                    }[];
+                    maxSteps: number;
+                    maxStateBytes: number;
+                    maxObservationBytes: number;
+                    operationTimeoutMs: number;
+                    executionServices?: ({
+                        id: string;
+                        operation: "collect" | "step";
+                        toolName?: string | undefined;
+                        timeoutMs: number;
+                        kind: "sqlite.v1";
+                        sql: {
+                            scope: "arguments" | "initialState" | "input" | "state";
+                            path: string[];
+                        };
+                        snapshot: {
+                            scope: "arguments" | "initialState" | "input" | "state";
+                            path: string[];
+                        };
+                        maxRows: number;
+                        maxResultBytes: number;
+                    } | {
+                        id: string;
+                        operation: "collect" | "step";
+                        toolName?: string | undefined;
+                        timeoutMs: number;
+                        kind: "javascript.v1";
+                        source: {
+                            scope: "arguments" | "initialState" | "input" | "state";
+                            path: string[];
+                        };
+                        cases: {
+                            scope: "arguments" | "initialState" | "input" | "state";
+                            path: string[];
+                        };
+                        exportName: string;
+                        maxCases: number;
+                        maxResultBytes: number;
+                    })[] | undefined;
+                    contentHash: string;
+                };
+            } | undefined;
+            instructionMode?: "per_task" | undefined;
+        } | undefined;
+        learningResources?: {
+            batch: {
+                schemaVersion: "openpond.taskBatch.v1";
+                id: string;
+                revision: 1;
+                taskDefinition: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                };
+                rewardBinding: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                };
+                purpose: "evaluation" | "reward_training" | "supervised_training";
+                examples: {
+                    evidence: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    decision: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    familyKey: string;
+                    inputHash: string;
+                    split: "frozen_eval" | "test" | "train" | "validation";
+                }[];
+                sealedAt: string;
+                sealedBy: string;
+                contentHash: string;
+            };
+            evidence: {
+                schemaVersion: "openpond.taskEvidence.v1";
+                id: string;
+                revision: number;
+                source: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                };
+                submission: {
+                    schemaVersion: "openpond.taskExample.v1";
+                    sourceId: string;
+                    idempotencyKey: string;
+                    taskDefinition: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    exampleId: string;
+                    attemptId: string;
+                    occurredAt: string;
+                    familyKey: string | null;
+                    split: "frozen_eval" | "test" | "train" | "validation";
+                    input: Record<string, import("zod").JSONType>;
+                    policyVisibleContext?: Record<string, import("zod").JSONType> | undefined;
+                    observedOutput: Record<string, import("zod").JSONType> | null;
+                    expected: Record<string, import("zod").JSONType> | null;
+                    evaluatorContext: Record<string, import("zod").JSONType> | null;
+                    assets: {
+                        id: string;
+                        path: string;
+                        contentHash: string;
+                        sizeBytes: number;
+                        mediaType: string;
+                        visibility: "host_private" | "policy" | "verifier";
+                    }[];
+                    requiredOutputs?: {
+                        path: string;
+                        mediaType: string;
+                        schemaRef: {
+                            id: string;
+                            path: string;
+                            contentHash: string;
+                            sizeBytes: number;
+                            mediaType: string;
+                            visibility: "host_private" | "policy" | "verifier";
+                        } | null;
+                        submissionMode?: "structured_json" | undefined;
+                        maxBytes: number | null;
+                        metadata: Record<string, unknown>;
+                    }[] | undefined;
+                    provenance: {
+                        sourceRecordRef: string | null;
+                        mappingHash: string | null;
+                    };
+                };
+                supersedes: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                } | null;
+                correctionFeedbackId: string | null;
+                receivedAt: string;
+                contentHash: string;
+            }[];
+            decisions: {
+                schemaVersion: "openpond.taskAdmissionDecision.v1";
+                id: string;
+                revision: number;
+                evidence: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                };
+                supersedes: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                } | null;
+                actor: {
+                    kind: "human" | "qualified_policy";
+                    id: string;
+                    policy: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    } | null;
+                };
+                evidenceValidity: "invalid" | "pending" | "valid";
+                taskAdmissibility: "approved" | "pending" | "rejected";
+                observedQuality: "failed" | "passed" | "unavailable" | "unscored";
+                targetApproval: "approved" | "not_required" | "pending" | "rejected";
+                approvedTarget: Record<string, import("zod").JSONType> | null;
+                grade: {
+                    schemaVersion: "openpond.rewardComposition.v1";
+                    binding: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    taskHash: string;
+                    taskId?: string | undefined;
+                    outputHash: string;
+                    results: {
+                        graderId: string;
+                        reward: {
+                            id: string;
+                            contentHash: string;
+                            revision: number;
+                        };
+                        role: "evaluation" | "training";
+                        status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
+                        rawScore: number | null;
+                        normalizedScore: number | null;
+                        passed: boolean | null;
+                        evidenceHashes: string[];
+                        graderEvidence?: {
+                            schemaVersion: "openpond.graderEvidence.v1";
+                            graderId: string;
+                            graderVersion: string;
+                            status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
+                            score: number | null;
+                            passed: boolean;
+                            rewardEligible: boolean;
+                            failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
+                            feedback: string[];
+                            visibleEvidenceRefs: string[];
+                            privilegedEvidenceRefs: string[];
+                            modelJudgeReceipt?: {
+                                schemaVersion: "openpond.modelJudgeReceipt.v1";
+                                providerId: string;
+                                modelId: string;
+                                modelRevision: string | null;
+                                responseId: string | null;
+                                requestHash: string;
+                                responseHash: string;
+                                inputTokens: number | null;
+                                outputTokens: number | null;
+                                costUsd: number | null;
+                                transportPolicy?: {
+                                    schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
+                                    responseFormat: "judgment_json_schema";
+                                    reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
+                                    maximumOutputTokens: number;
+                                } | undefined;
+                                effectiveRequestHash?: string | undefined;
+                                finishReason?: string | null | undefined;
+                                reasoningTokens?: number | null | undefined;
+                            } | undefined;
+                            contentHash: string;
+                        } | undefined;
+                        message: string | null;
+                    }[];
+                    training: {
+                        status: "not_configured" | "pending" | "scored" | "unscorable";
+                        score: number | null;
+                        passed: boolean | null;
+                    };
+                    evaluation: {
+                        status: "not_configured" | "pending" | "scored" | "unscorable";
+                        score: number | null;
+                        passed: boolean | null;
+                    };
+                    contentHash: string;
+                } | null;
+                targetGrade: {
+                    schemaVersion: "openpond.rewardComposition.v1";
+                    binding: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    taskHash: string;
+                    taskId?: string | undefined;
+                    outputHash: string;
+                    results: {
+                        graderId: string;
+                        reward: {
+                            id: string;
+                            contentHash: string;
+                            revision: number;
+                        };
+                        role: "evaluation" | "training";
+                        status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
+                        rawScore: number | null;
+                        normalizedScore: number | null;
+                        passed: boolean | null;
+                        evidenceHashes: string[];
+                        graderEvidence?: {
+                            schemaVersion: "openpond.graderEvidence.v1";
+                            graderId: string;
+                            graderVersion: string;
+                            status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
+                            score: number | null;
+                            passed: boolean;
+                            rewardEligible: boolean;
+                            failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
+                            feedback: string[];
+                            visibleEvidenceRefs: string[];
+                            privilegedEvidenceRefs: string[];
+                            modelJudgeReceipt?: {
+                                schemaVersion: "openpond.modelJudgeReceipt.v1";
+                                providerId: string;
+                                modelId: string;
+                                modelRevision: string | null;
+                                responseId: string | null;
+                                requestHash: string;
+                                responseHash: string;
+                                inputTokens: number | null;
+                                outputTokens: number | null;
+                                costUsd: number | null;
+                                transportPolicy?: {
+                                    schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
+                                    responseFormat: "judgment_json_schema";
+                                    reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
+                                    maximumOutputTokens: number;
+                                } | undefined;
+                                effectiveRequestHash?: string | undefined;
+                                finishReason?: string | null | undefined;
+                                reasoningTokens?: number | null | undefined;
+                            } | undefined;
+                            contentHash: string;
+                        } | undefined;
+                        message: string | null;
+                    }[];
+                    training: {
+                        status: "not_configured" | "pending" | "scored" | "unscorable";
+                        score: number | null;
+                        passed: boolean | null;
+                    };
+                    evaluation: {
+                        status: "not_configured" | "pending" | "scored" | "unscorable";
+                        score: number | null;
+                        passed: boolean | null;
+                    };
+                    contentHash: string;
+                } | null;
+                note: string;
+                decidedAt: string;
+                contentHash: string;
+            }[];
+            sources: {
+                schemaVersion: "openpond.learningSource.v1";
+                id: string;
+                revision: number;
+                name: string;
+                kind: "benchmark" | "direct" | "opentelemetry" | "provider" | "work";
+                taskDefinition: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                };
+                enabled: boolean;
+                allowedSplits: ("frozen_eval" | "test" | "train" | "validation")[];
+                mapping: {
+                    schemaVersion: "openpond.taskSourceMapping.v1";
+                    exampleId: string;
+                    attemptId: string;
+                    occurredAt: string;
+                    input: string;
+                    observedOutput: string | null;
+                    expected: string | null;
+                    evaluatorContext: string | null;
+                    familyKey: string;
+                    split: "frozen_eval" | "test" | "train" | "validation";
+                } | null;
+                adapterVersion: string | null;
+                reviewOrigin?: {
+                    modelId: string;
+                    packageHash: string;
+                    taskset: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    batch: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                    rewardBinding: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                } | undefined;
+                datasetOrigin?: {
+                    receiptId: string;
+                    packageHash: string;
+                    taskset: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                } | undefined;
+                capturedOrigin?: {
+                    receiptId: string;
+                    ownerUserId: string;
+                    modelId: string;
+                    packageHash: string;
+                    taskset: {
+                        id: string;
+                        contentHash: string;
+                        revision: number;
+                    };
+                } | undefined;
+                contentHash: string;
+            }[];
+            assets: {
+                schemaVersion: "openpond.learningTextAsset.v1";
+                id: string;
+                revision: 1;
+                asset: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                };
+                text: string;
+                contentHash: string;
+            }[];
+        } | undefined;
+        contentHash: string;
+    };
+    panel: {
+        source: {
+            id: string;
+            contentHash: string;
+            revision: number;
+        };
+        prompts: {
+            id: string;
+            text: string;
+            system?: string | undefined;
+        }[];
+    } | {
+        id: string;
+        source: {
+            id: string;
+            contentHash: string;
+            revision: number;
+        } | null;
+        role: "development" | "preservation";
+        prompts: {
+            id: string;
+            text: string;
+            system?: string | undefined;
+        }[];
+    };
+};
+//# sourceMappingURL=weight-space-evaluation.d.ts.map