npm - openpond-sdk - Versions diffs - 0.12.3 → 0.12.4 - Mend

openpond-sdk 0.12.3 → 0.12.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (383) hide show

package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts CHANGED Viewed

@@ -36,14 +36,18 @@ export declare function verifyExternalDatasetPackage(input: {
         };
         environment: {
             protocolVersion: "openpond.environment.v1";
-            kind: "text" | "agent" | "work" | "custom_program";
+            kind: "agent" | "custom_program" | "text" | "work";
             entrypoint: string;
             stateful: boolean;
             deterministicSeeds: boolean;
-            lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
-            networkPolicy: "none" | "declared_read_only" | "declared_scoped";
+            lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+            networkPolicy: "declared_read_only" | "declared_scoped" | "none";
             defaultTimeoutMs: number;
         };
+        environmentRelease?: {
+            id: string;
+            contentHash: string;
+        } | undefined;
         tools: {
             name: string;
             description: string;
@@ -56,12 +60,12 @@ export declare function verifyExternalDatasetPackage(input: {
             id: string;
             required: boolean;
             scopes: string[];
-            portability: "portable" | "host_adapter" | "local_only" | "hosted_only";
+            portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
         }[];
         tasks: {
             id: string;
             clusterKey: string;
-            split: "train" | "validation" | "test" | "frozen_eval";
+            split: "frozen_eval" | "test" | "train" | "validation";
             input: Record<string, unknown>;
             expectedOutput: Record<string, unknown> | null;
             policyVisibleContext: Record<string, unknown>;
@@ -72,9 +76,8 @@ export declare function verifyExternalDatasetPackage(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             }[];
-            tags: string[];
             requiredOutputs?: {
                 path: string;
                 mediaType: string;
@@ -84,24 +87,27 @@ export declare function verifyExternalDatasetPackage(input: {
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 } | null;
+                submissionMode?: "structured_json" | undefined;
                 maxBytes: number | null;
                 metadata: Record<string, unknown>;
             }[] | undefined;
+            tags: string[];
         }[];
         graders: ({
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
             rewardEligible: boolean;
             privileged: boolean;
-            kind: "content" | "state" | "artifact" | "schema" | "runtime_event";
+            kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
             config: Record<string, unknown>;
-            taskIds?: string[] | undefined;
         } | {
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
@@ -114,10 +120,9 @@ export declare function verifyExternalDatasetPackage(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
-            calibrationStatus: "passed" | "pending" | "failed";
-            taskIds?: string[] | undefined;
+            calibrationStatus: "failed" | "passed" | "pending";
             model?: {
                 providerId: string;
                 modelId: string;
@@ -126,27 +131,28 @@ export declare function verifyExternalDatasetPackage(input: {
             temperature?: number | undefined;
         } | {
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
             rewardEligible: boolean;
             privileged: boolean;
             kind: "custom_verifier";
+            runtime?: "isolated_javascript" | "sandbox_process" | undefined;
             verifierRef: {
                 id: string;
                 path: string;
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
+            exportName?: string | undefined;
             timeoutMs: number;
             networkPolicy: "none";
-            taskIds?: string[] | undefined;
-            runtime?: "isolated_javascript" | "sandbox_process" | undefined;
-            exportName?: string | undefined;
         } | {
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
@@ -159,10 +165,9 @@ export declare function verifyExternalDatasetPackage(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
             reviewerRole: string;
-            taskIds?: string[] | undefined;
             form?: {
                 schemaVersion: "openpond.humanForm.v1";
                 mode: "individual" | "pairwise";
@@ -173,77 +178,71 @@ export declare function verifyExternalDatasetPackage(input: {
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "score";
-                    minimum: number;
-                    maximum: number;
-                    step: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "score";
+                    minimum: number;
+                    maximum: number;
+                    step: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "category";
-                    options: string[];
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "category";
+                    options: string[];
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "boolean";
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "boolean";
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "text";
-                    maximumLength: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "text";
                     minimumLength?: number | undefined;
+                    maximumLength: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "preference";
-                    allowTie: boolean;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "preference";
                     requireStrength?: boolean | undefined;
+                    allowTie: boolean;
                 })[];
             } | undefined;
         })[];
-        metadata: Record<string, unknown>;
-        contentHash: string;
-        environmentRelease?: {
-            id: string;
-            contentHash: string;
-        } | undefined;
         verifierSetRelease?: {
             id: string;
             contentHash: string;
@@ -252,7 +251,8 @@ export declare function verifyExternalDatasetPackage(input: {
             schemaVersion: "openpond.tasksetMetricPolicy.v1";
             primaryMetric: string;
             aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
-            missingReward: "zero" | "exclude";
+            missingReward: "exclude" | "zero";
+            taskWeights?: Record<string, number> | undefined;
             customAggregator: {
                 module: string;
                 exportName: string;
@@ -260,8 +260,9 @@ export declare function verifyExternalDatasetPackage(input: {
                 timeoutMs: number;
                 networkPolicy: "none";
             } | null;
-            taskWeights?: Record<string, number> | undefined;
         } | undefined;
+        metadata: Record<string, unknown>;
+        contentHash: string;
     };
     environment: {
         schemaVersion: "openpond.environmentRelease.v1";
@@ -269,12 +270,12 @@ export declare function verifyExternalDatasetPackage(input: {
         revision: number;
         contract: {
             protocolVersion: "openpond.environment.v1";
-            kind: "text" | "agent" | "work" | "custom_program";
+            kind: "agent" | "custom_program" | "text" | "work";
             entrypoint: string;
             stateful: boolean;
             deterministicSeeds: boolean;
-            lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
-            networkPolicy: "none" | "declared_read_only" | "declared_scoped";
+            lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+            networkPolicy: "declared_read_only" | "declared_scoped" | "none";
             defaultTimeoutMs: number;
         };
         actionSchemaRef: {
@@ -283,7 +284,7 @@ export declare function verifyExternalDatasetPackage(input: {
             contentHash: string;
             sizeBytes: number;
             mediaType: string;
-            visibility: "policy" | "verifier" | "host_private";
+            visibility: "host_private" | "policy" | "verifier";
         } | null;
         observationSchemaRef: {
             id: string;
@@ -291,7 +292,7 @@ export declare function verifyExternalDatasetPackage(input: {
             contentHash: string;
             sizeBytes: number;
             mediaType: string;
-            visibility: "policy" | "verifier" | "host_private";
+            visibility: "host_private" | "policy" | "verifier";
         } | null;
         stateSchemaRef: {
             id: string;
@@ -299,7 +300,7 @@ export declare function verifyExternalDatasetPackage(input: {
             contentHash: string;
             sizeBytes: number;
             mediaType: string;
-            visibility: "policy" | "verifier" | "host_private";
+            visibility: "host_private" | "policy" | "verifier";
         } | null;
         artifactCollection: {
             maxArtifacts: number;
@@ -315,16 +316,17 @@ export declare function verifyExternalDatasetPackage(input: {
         revision: number;
         graders: ({
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
             rewardEligible: boolean;
             privileged: boolean;
-            kind: "content" | "state" | "artifact" | "schema" | "runtime_event";
+            kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
             config: Record<string, unknown>;
-            taskIds?: string[] | undefined;
         } | {
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
@@ -337,10 +339,9 @@ export declare function verifyExternalDatasetPackage(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
-            calibrationStatus: "passed" | "pending" | "failed";
-            taskIds?: string[] | undefined;
+            calibrationStatus: "failed" | "passed" | "pending";
             model?: {
                 providerId: string;
                 modelId: string;
@@ -349,27 +350,28 @@ export declare function verifyExternalDatasetPackage(input: {
             temperature?: number | undefined;
         } | {
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
             rewardEligible: boolean;
             privileged: boolean;
             kind: "custom_verifier";
+            runtime?: "isolated_javascript" | "sandbox_process" | undefined;
             verifierRef: {
                 id: string;
                 path: string;
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
+            exportName?: string | undefined;
             timeoutMs: number;
             networkPolicy: "none";
-            taskIds?: string[] | undefined;
-            runtime?: "isolated_javascript" | "sandbox_process" | undefined;
-            exportName?: string | undefined;
         } | {
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
@@ -382,10 +384,9 @@ export declare function verifyExternalDatasetPackage(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
             reviewerRole: string;
-            taskIds?: string[] | undefined;
             form?: {
                 schemaVersion: "openpond.humanForm.v1";
                 mode: "individual" | "pairwise";
@@ -396,73 +397,73 @@ export declare function verifyExternalDatasetPackage(input: {
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "score";
-                    minimum: number;
-                    maximum: number;
-                    step: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "score";
+                    minimum: number;
+                    maximum: number;
+                    step: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "category";
-                    options: string[];
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "category";
+                    options: string[];
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "boolean";
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "boolean";
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "text";
-                    maximumLength: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "text";
                     minimumLength?: number | undefined;
+                    maximumLength: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "preference";
-                    allowTie: boolean;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "preference";
                     requireStrength?: boolean | undefined;
+                    allowTie: boolean;
                 })[];
             } | undefined;
         })[];
         isolation: {
-            processBoundary: "same_process" | "isolated_process" | "container";
+            processBoundary: "container" | "isolated_process" | "same_process";
             networkPolicy: "none";
             defaultTimeoutMs: number;
         };
@@ -480,11 +481,10 @@ export declare function verifyExternalDatasetPackage(input: {
             contentHash: string;
             sizeBytes: number;
             mediaType: string;
-            visibility: "policy" | "verifier" | "host_private";
+            visibility: "host_private" | "policy" | "verifier";
         };
         base64: string;
     }[];
-    contentHash: string;
     modelResources?: {
         taskDefinition: {
             schemaVersion: "openpond.taskDefinition.v1";
@@ -493,10 +493,26 @@ export declare function verifyExternalDatasetPackage(input: {
             name: string;
             description: string;
             instructions: string;
-            category: "custom" | "structured" | "question_answering" | "coding" | "tool_workflow";
+            category: "coding" | "custom" | "question_answering" | "structured" | "tool_workflow";
             familyNamespace: string;
             inputSchema: Record<string, unknown>;
             outputSchema: Record<string, unknown>;
+            requiredOutputs?: {
+                path: string;
+                mediaType: string;
+                schemaRef: {
+                    id: string;
+                    path: string;
+                    contentHash: string;
+                    sizeBytes: number;
+                    mediaType: string;
+                    visibility: "host_private" | "policy" | "verifier";
+                } | null;
+                submissionMode?: "structured_json" | undefined;
+                maxBytes: number | null;
+                metadata: Record<string, unknown>;
+            }[] | undefined;
+            contextRequirements?: string[] | undefined;
             rewardBinding: {
                 id: string;
                 contentHash: string;
@@ -515,14 +531,18 @@ export declare function verifyExternalDatasetPackage(input: {
                 };
                 environment: {
                     protocolVersion: "openpond.environment.v1";
-                    kind: "text" | "agent" | "work" | "custom_program";
+                    kind: "agent" | "custom_program" | "text" | "work";
                     entrypoint: string;
                     stateful: boolean;
                     deterministicSeeds: boolean;
-                    lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
-                    networkPolicy: "none" | "declared_read_only" | "declared_scoped";
+                    lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+                    networkPolicy: "declared_read_only" | "declared_scoped" | "none";
                     defaultTimeoutMs: number;
                 };
+                environmentRelease?: {
+                    id: string;
+                    contentHash: string;
+                } | undefined;
                 tools: {
                     name: string;
                     description: string;
@@ -535,57 +555,65 @@ export declare function verifyExternalDatasetPackage(input: {
                     id: string;
                     required: boolean;
                     scopes: string[];
-                    portability: "portable" | "host_adapter" | "local_only" | "hosted_only";
+                    portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
                 }[];
-                environmentRelease?: {
-                    id: string;
-                    contentHash: string;
-                } | undefined;
                 verifierSetRelease?: {
                     id: string;
                     contentHash: string;
                 } | undefined;
             };
             contentHash: string;
-            requiredOutputs?: {
-                path: string;
-                mediaType: string;
-                schemaRef: {
-                    id: string;
-                    path: string;
-                    contentHash: string;
-                    sizeBytes: number;
-                    mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
-                } | null;
-                maxBytes: number | null;
-                metadata: Record<string, unknown>;
-            }[] | undefined;
-            contextRequirements?: string[] | undefined;
         };
-        assets: {
-            schemaVersion: "openpond.learningTextAsset.v1";
+        rewardBinding: {
+            schemaVersion: "openpond.rewardBinding.v1";
             id: string;
-            revision: 1;
-            asset: {
+            revision: number;
+            name?: string | undefined;
+            description?: string | undefined;
+            recipeRef?: {
                 id: string;
-                path: string;
                 contentHash: string;
-                sizeBytes: number;
-                mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
-            };
-            text: string;
+                revision: number;
+            } | undefined;
+            sources: {
+                graderId: string;
+                taskIds?: string[] | undefined;
+                reward: {
+                    id: string;
+                    contentHash: string;
+                    revision: number;
+                };
+                role: "evaluation" | "training";
+                normalization: {
+                    kind: "identity";
+                } | {
+                    kind: "linear";
+                    minimum: number;
+                    maximum: number;
+                    direction: "higher" | "lower";
+                };
+                weight: number;
+                required: boolean;
+                hardGate: boolean;
+                privileged: boolean;
+                fixtureRefs: {
+                    id: string;
+                    contentHash: string;
+                }[];
+            }[];
+            aggregation: "weighted_mean";
+            unscorable: "exclude_optional_require_all_required";
             contentHash: string;
-        }[];
+        };
         rewards: {
             schemaVersion: "openpond.rewardRelease.v1";
             id: string;
             revision: number;
             name: string;
             description: string;
+            feedbackKey?: string | undefined;
             implementation: {
-                kind: "content" | "state" | "artifact" | "schema" | "runtime_event";
+                kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
                 config: Record<string, unknown>;
             } | {
                 kind: "model_judge";
@@ -595,9 +623,9 @@ export declare function verifyExternalDatasetPackage(input: {
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 };
-                calibrationStatus: "passed" | "pending" | "failed";
+                calibrationStatus: "failed" | "passed" | "pending";
                 model?: {
                     providerId: string;
                     modelId: string;
@@ -605,19 +633,19 @@ export declare function verifyExternalDatasetPackage(input: {
                 } | undefined;
                 temperature?: number | undefined;
             } | {
-                timeoutMs: number;
-                networkPolicy: "none";
                 kind: "custom_verifier";
+                runtime?: "isolated_javascript" | "sandbox_process" | undefined;
                 verifierRef: {
                     id: string;
                     path: string;
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 };
                 exportName?: string | undefined;
-                runtime?: "isolated_javascript" | "sandbox_process" | undefined;
+                timeoutMs: number;
+                networkPolicy: "none";
             } | {
                 kind: "human";
                 rubricRef: {
@@ -626,7 +654,7 @@ export declare function verifyExternalDatasetPackage(input: {
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 };
                 reviewerRole: string;
                 form?: {
@@ -639,68 +667,68 @@ export declare function verifyExternalDatasetPackage(input: {
                         instructions: string;
                         required: boolean;
                         allowAbstain: boolean;
-                        kind: "score";
-                        minimum: number;
-                        maximum: number;
-                        step: number;
                         requireRationale?: boolean | undefined;
                         anchors?: {
                             value: string | number | boolean;
                             description: string;
                         }[] | undefined;
+                        kind: "score";
+                        minimum: number;
+                        maximum: number;
+                        step: number;
                     } | {
                         id: string;
                         label: string;
                         instructions: string;
                         required: boolean;
                         allowAbstain: boolean;
-                        kind: "category";
-                        options: string[];
                         requireRationale?: boolean | undefined;
                         anchors?: {
                             value: string | number | boolean;
                             description: string;
                         }[] | undefined;
+                        kind: "category";
+                        options: string[];
                     } | {
                         id: string;
                         label: string;
                         instructions: string;
                         required: boolean;
                         allowAbstain: boolean;
-                        kind: "boolean";
                         requireRationale?: boolean | undefined;
                         anchors?: {
                             value: string | number | boolean;
                             description: string;
                         }[] | undefined;
+                        kind: "boolean";
                     } | {
                         id: string;
                         label: string;
                         instructions: string;
                         required: boolean;
                         allowAbstain: boolean;
-                        kind: "text";
-                        maximumLength: number;
                         requireRationale?: boolean | undefined;
                         anchors?: {
                             value: string | number | boolean;
                             description: string;
                         }[] | undefined;
+                        kind: "text";
                         minimumLength?: number | undefined;
+                        maximumLength: number;
                     } | {
                         id: string;
                         label: string;
                         instructions: string;
                         required: boolean;
                         allowAbstain: boolean;
-                        kind: "preference";
-                        allowTie: boolean;
                         requireRationale?: boolean | undefined;
                         anchors?: {
                             value: string | number | boolean;
                             description: string;
                         }[] | undefined;
+                        kind: "preference";
                         requireStrength?: boolean | undefined;
+                        allowTie: boolean;
                     })[];
                 } | undefined;
             } | {
@@ -715,7 +743,7 @@ export declare function verifyExternalDatasetPackage(input: {
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 };
             };
             rawScore: {
@@ -728,65 +756,38 @@ export declare function verifyExternalDatasetPackage(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             }[];
-            contentHash: string;
-            feedbackKey?: string | undefined;
             fixtureSetRef?: {
                 id: string;
                 path: string;
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             } | undefined;
             calibrationCheckRef?: {
                 id: string;
                 contentHash: string;
                 revision: number;
             } | undefined;
+            contentHash: string;
         }[];
-        rewardBinding: {
-            schemaVersion: "openpond.rewardBinding.v1";
+        assets: {
+            schemaVersion: "openpond.learningTextAsset.v1";
             id: string;
-            revision: number;
-            sources: {
-                graderId: string;
-                reward: {
-                    id: string;
-                    contentHash: string;
-                    revision: number;
-                };
-                role: "training" | "evaluation";
-                normalization: {
-                    kind: "identity";
-                } | {
-                    kind: "linear";
-                    minimum: number;
-                    maximum: number;
-                    direction: "higher" | "lower";
-                };
-                weight: number;
-                required: boolean;
-                hardGate: boolean;
-                privileged: boolean;
-                fixtureRefs: {
-                    id: string;
-                    contentHash: string;
-                }[];
-                taskIds?: string[] | undefined;
-            }[];
-            aggregation: "weighted_mean";
-            unscorable: "exclude_optional_require_all_required";
-            contentHash: string;
-            name?: string | undefined;
-            description?: string | undefined;
-            recipeRef?: {
+            revision: 1;
+            asset: {
                 id: string;
+                path: string;
                 contentHash: string;
-                revision: number;
-            } | undefined;
-        };
+                sizeBytes: number;
+                mediaType: string;
+                visibility: "host_private" | "policy" | "verifier";
+            };
+            text: string;
+            contentHash: string;
+        }[];
         execution?: {
             environment: {
                 schemaVersion: "openpond.environmentRelease.v1";
@@ -794,12 +795,12 @@ export declare function verifyExternalDatasetPackage(input: {
                 revision: number;
                 contract: {
                     protocolVersion: "openpond.environment.v1";
-                    kind: "text" | "agent" | "work" | "custom_program";
+                    kind: "agent" | "custom_program" | "text" | "work";
                     entrypoint: string;
                     stateful: boolean;
                     deterministicSeeds: boolean;
-                    lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
-                    networkPolicy: "none" | "declared_read_only" | "declared_scoped";
+                    lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+                    networkPolicy: "declared_read_only" | "declared_scoped" | "none";
                     defaultTimeoutMs: number;
                 };
                 actionSchemaRef: {
@@ -808,7 +809,7 @@ export declare function verifyExternalDatasetPackage(input: {
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 } | null;
                 observationSchemaRef: {
                     id: string;
@@ -816,7 +817,7 @@ export declare function verifyExternalDatasetPackage(input: {
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 } | null;
                 stateSchemaRef: {
                     id: string;
@@ -824,7 +825,7 @@ export declare function verifyExternalDatasetPackage(input: {
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 } | null;
                 artifactCollection: {
                     maxArtifacts: number;
@@ -840,16 +841,17 @@ export declare function verifyExternalDatasetPackage(input: {
                 revision: number;
                 graders: ({
                     id: string;
+                    taskIds?: string[] | undefined;
                     version: string;
                     weight: number;
                     hardGate: boolean;
                     rewardEligible: boolean;
                     privileged: boolean;
-                    kind: "content" | "state" | "artifact" | "schema" | "runtime_event";
+                    kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
                     config: Record<string, unknown>;
-                    taskIds?: string[] | undefined;
                 } | {
                     id: string;
+                    taskIds?: string[] | undefined;
                     version: string;
                     weight: number;
                     hardGate: boolean;
@@ -862,10 +864,9 @@ export declare function verifyExternalDatasetPackage(input: {
                         contentHash: string;
                         sizeBytes: number;
                         mediaType: string;
-                        visibility: "policy" | "verifier" | "host_private";
+                        visibility: "host_private" | "policy" | "verifier";
                     };
-                    calibrationStatus: "passed" | "pending" | "failed";
-                    taskIds?: string[] | undefined;
+                    calibrationStatus: "failed" | "passed" | "pending";
                     model?: {
                         providerId: string;
                         modelId: string;
@@ -874,27 +875,28 @@ export declare function verifyExternalDatasetPackage(input: {
                     temperature?: number | undefined;
                 } | {
                     id: string;
+                    taskIds?: string[] | undefined;
                     version: string;
                     weight: number;
                     hardGate: boolean;
                     rewardEligible: boolean;
                     privileged: boolean;
                     kind: "custom_verifier";
+                    runtime?: "isolated_javascript" | "sandbox_process" | undefined;
                     verifierRef: {
                         id: string;
                         path: string;
                         contentHash: string;
                         sizeBytes: number;
                         mediaType: string;
-                        visibility: "policy" | "verifier" | "host_private";
+                        visibility: "host_private" | "policy" | "verifier";
                     };
+                    exportName?: string | undefined;
                     timeoutMs: number;
                     networkPolicy: "none";
-                    taskIds?: string[] | undefined;
-                    runtime?: "isolated_javascript" | "sandbox_process" | undefined;
-                    exportName?: string | undefined;
                 } | {
                     id: string;
+                    taskIds?: string[] | undefined;
                     version: string;
                     weight: number;
                     hardGate: boolean;
@@ -907,10 +909,9 @@ export declare function verifyExternalDatasetPackage(input: {
                         contentHash: string;
                         sizeBytes: number;
                         mediaType: string;
-                        visibility: "policy" | "verifier" | "host_private";
+                        visibility: "host_private" | "policy" | "verifier";
                     };
                     reviewerRole: string;
-                    taskIds?: string[] | undefined;
                     form?: {
                         schemaVersion: "openpond.humanForm.v1";
                         mode: "individual" | "pairwise";
@@ -921,73 +922,73 @@ export declare function verifyExternalDatasetPackage(input: {
                             instructions: string;
                             required: boolean;
                             allowAbstain: boolean;
-                            kind: "score";
-                            minimum: number;
-                            maximum: number;
-                            step: number;
                             requireRationale?: boolean | undefined;
                             anchors?: {
                                 value: string | number | boolean;
                                 description: string;
                             }[] | undefined;
+                            kind: "score";
+                            minimum: number;
+                            maximum: number;
+                            step: number;
                         } | {
                             id: string;
                             label: string;
                             instructions: string;
                             required: boolean;
                             allowAbstain: boolean;
-                            kind: "category";
-                            options: string[];
                             requireRationale?: boolean | undefined;
                             anchors?: {
                                 value: string | number | boolean;
                                 description: string;
                             }[] | undefined;
+                            kind: "category";
+                            options: string[];
                         } | {
                             id: string;
                             label: string;
                             instructions: string;
                             required: boolean;
                             allowAbstain: boolean;
-                            kind: "boolean";
                             requireRationale?: boolean | undefined;
                             anchors?: {
                                 value: string | number | boolean;
                                 description: string;
                             }[] | undefined;
+                            kind: "boolean";
                         } | {
                             id: string;
                             label: string;
                             instructions: string;
                             required: boolean;
                             allowAbstain: boolean;
-                            kind: "text";
-                            maximumLength: number;
                             requireRationale?: boolean | undefined;
                             anchors?: {
                                 value: string | number | boolean;
                                 description: string;
                             }[] | undefined;
+                            kind: "text";
                             minimumLength?: number | undefined;
+                            maximumLength: number;
                         } | {
                             id: string;
                             label: string;
                             instructions: string;
                             required: boolean;
                             allowAbstain: boolean;
-                            kind: "preference";
-                            allowTie: boolean;
                             requireRationale?: boolean | undefined;
                             anchors?: {
                                 value: string | number | boolean;
                                 description: string;
                             }[] | undefined;
+                            kind: "preference";
                             requireStrength?: boolean | undefined;
+                            allowTie: boolean;
                         })[];
                     } | undefined;
                 })[];
                 isolation: {
-                    processBoundary: "same_process" | "isolated_process" | "container";
+                    processBoundary: "container" | "isolated_process" | "same_process";
                     networkPolicy: "none";
                     defaultTimeoutMs: number;
                 };
@@ -1008,7 +1009,7 @@ export declare function verifyExternalDatasetPackage(input: {
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 };
                 tools: {
                     name: string;
@@ -1022,41 +1023,41 @@ export declare function verifyExternalDatasetPackage(input: {
                 maxStateBytes: number;
                 maxObservationBytes: number;
                 operationTimeoutMs: number;
-                contentHash: string;
                 executionServices?: ({
+                    id: string;
+                    operation: "collect" | "step";
+                    toolName?: string | undefined;
+                    timeoutMs: number;
                     kind: "sqlite.v1";
                     sql: {
-                        scope: "input" | "state" | "arguments" | "initialState";
+                        scope: "arguments" | "initialState" | "input" | "state";
                         path: string[];
                     };
                     snapshot: {
-                        scope: "input" | "state" | "arguments" | "initialState";
+                        scope: "arguments" | "initialState" | "input" | "state";
                         path: string[];
                     };
                     maxRows: number;
                     maxResultBytes: number;
+                } | {
                     id: string;
-                    operation: "step" | "collect";
-                    timeoutMs: number;
+                    operation: "collect" | "step";
                     toolName?: string | undefined;
-                } | {
+                    timeoutMs: number;
                     kind: "javascript.v1";
                     source: {
-                        scope: "input" | "state" | "arguments" | "initialState";
+                        scope: "arguments" | "initialState" | "input" | "state";
                         path: string[];
                     };
                     cases: {
-                        scope: "input" | "state" | "arguments" | "initialState";
+                        scope: "arguments" | "initialState" | "input" | "state";
                         path: string[];
                     };
                     exportName: string;
                     maxCases: number;
                     maxResultBytes: number;
-                    id: string;
-                    operation: "step" | "collect";
-                    timeoutMs: number;
-                    toolName?: string | undefined;
                 })[] | undefined;
+                contentHash: string;
             };
         } | undefined;
         instructionMode?: "per_task" | undefined;
@@ -1076,7 +1077,7 @@ export declare function verifyExternalDatasetPackage(input: {
                 contentHash: string;
                 revision: number;
             };
-            purpose: "evaluation" | "supervised_training" | "reward_training";
+            purpose: "evaluation" | "reward_training" | "supervised_training";
             examples: {
                 evidence: {
                     id: string;
@@ -1090,7 +1091,7 @@ export declare function verifyExternalDatasetPackage(input: {
                 };
                 familyKey: string;
                 inputHash: string;
-                split: "train" | "validation" | "test" | "frozen_eval";
+                split: "frozen_eval" | "test" | "train" | "validation";
             }[];
             sealedAt: string;
             sealedBy: string;
@@ -1118,23 +1119,19 @@ export declare function verifyExternalDatasetPackage(input: {
                 attemptId: string;
                 occurredAt: string;
                 familyKey: string | null;
-                split: "train" | "validation" | "test" | "frozen_eval";
-                input: Record<string, z.core.util.JSONType>;
-                observedOutput: Record<string, z.core.util.JSONType> | null;
-                expected: Record<string, z.core.util.JSONType> | null;
-                evaluatorContext: Record<string, z.core.util.JSONType> | null;
+                split: "frozen_eval" | "test" | "train" | "validation";
+                input: Record<string, z.JSONType>;
+                observedOutput: Record<string, z.JSONType> | null;
+                expected: Record<string, z.JSONType> | null;
+                evaluatorContext: Record<string, z.JSONType> | null;
                 assets: {
                     id: string;
                     path: string;
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 }[];
-                provenance: {
-                    sourceRecordRef: string | null;
-                    mappingHash: string | null;
-                };
                 requiredOutputs?: {
                     path: string;
                     mediaType: string;
@@ -1144,11 +1141,16 @@ export declare function verifyExternalDatasetPackage(input: {
                         contentHash: string;
                         sizeBytes: number;
                         mediaType: string;
-                        visibility: "policy" | "verifier" | "host_private";
+                        visibility: "host_private" | "policy" | "verifier";
                     } | null;
+                    submissionMode?: "structured_json" | undefined;
                     maxBytes: number | null;
                     metadata: Record<string, unknown>;
                 }[] | undefined;
+                provenance: {
+                    sourceRecordRef: string | null;
+                    mappingHash: string | null;
+                };
             };
             supersedes: {
                 id: string;
@@ -1182,11 +1184,11 @@ export declare function verifyExternalDatasetPackage(input: {
                     revision: number;
                 } | null;
             };
-            evidenceValidity: "pending" | "valid" | "invalid";
-            taskAdmissibility: "pending" | "approved" | "rejected";
-            observedQuality: "passed" | "failed" | "unavailable" | "unscored";
-            targetApproval: "pending" | "approved" | "rejected" | "not_required";
-            approvedTarget: Record<string, z.core.util.JSONType> | null;
+            evidenceValidity: "invalid" | "pending" | "valid";
+            taskAdmissibility: "approved" | "pending" | "rejected";
+            observedQuality: "failed" | "passed" | "unavailable" | "unscored";
+            targetApproval: "approved" | "not_required" | "pending" | "rejected";
+            approvedTarget: Record<string, z.JSONType> | null;
             grade: {
                 schemaVersion: "openpond.rewardComposition.v1";
                 binding: {
@@ -1195,6 +1197,7 @@ export declare function verifyExternalDatasetPackage(input: {
                     revision: number;
                 };
                 taskHash: string;
+                taskId?: string | undefined;
                 outputHash: string;
                 results: {
                     graderId: string;
@@ -1203,26 +1206,24 @@ export declare function verifyExternalDatasetPackage(input: {
                         contentHash: string;
                         revision: number;
                     };
-                    role: "training" | "evaluation";
-                    status: "scored" | "pending" | "failed" | "unavailable" | "not_applicable";
+                    role: "evaluation" | "training";
+                    status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
                     rawScore: number | null;
                     normalizedScore: number | null;
                     passed: boolean | null;
                     evidenceHashes: string[];
-                    message: string | null;
                     graderEvidence?: {
                         schemaVersion: "openpond.graderEvidence.v1";
                         graderId: string;
                         graderVersion: string;
+                        status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
                         score: number | null;
                         passed: boolean;
                         rewardEligible: boolean;
-                        failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
+                        failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
                         feedback: string[];
                         visibleEvidenceRefs: string[];
                         privilegedEvidenceRefs: string[];
-                        contentHash: string;
-                        status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
                         modelJudgeReceipt?: {
                             schemaVersion: "openpond.modelJudgeReceipt.v1";
                             providerId: string;
@@ -1237,27 +1238,28 @@ export declare function verifyExternalDatasetPackage(input: {
                             transportPolicy?: {
                                 schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
                                 responseFormat: "judgment_json_schema";
-                                reasoningEffort: "high" | "low" | "medium" | "xhigh" | "off" | "max";
+                                reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
                                 maximumOutputTokens: number;
                             } | undefined;
                             effectiveRequestHash?: string | undefined;
                             finishReason?: string | null | undefined;
                             reasoningTokens?: number | null | undefined;
                         } | undefined;
+                        contentHash: string;
                     } | undefined;
+                    message: string | null;
                 }[];
                 training: {
-                    status: "scored" | "pending" | "unscorable" | "not_configured";
+                    status: "not_configured" | "pending" | "scored" | "unscorable";
                     score: number | null;
                     passed: boolean | null;
                 };
                 evaluation: {
-                    status: "scored" | "pending" | "unscorable" | "not_configured";
+                    status: "not_configured" | "pending" | "scored" | "unscorable";
                     score: number | null;
                     passed: boolean | null;
                 };
                 contentHash: string;
-                taskId?: string | undefined;
             } | null;
             targetGrade: {
                 schemaVersion: "openpond.rewardComposition.v1";
@@ -1267,6 +1269,7 @@ export declare function verifyExternalDatasetPackage(input: {
                     revision: number;
                 };
                 taskHash: string;
+                taskId?: string | undefined;
                 outputHash: string;
                 results: {
                     graderId: string;
@@ -1275,26 +1278,24 @@ export declare function verifyExternalDatasetPackage(input: {
                         contentHash: string;
                         revision: number;
                     };
-                    role: "training" | "evaluation";
-                    status: "scored" | "pending" | "failed" | "unavailable" | "not_applicable";
+                    role: "evaluation" | "training";
+                    status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
                     rawScore: number | null;
                     normalizedScore: number | null;
                     passed: boolean | null;
                     evidenceHashes: string[];
-                    message: string | null;
                     graderEvidence?: {
                         schemaVersion: "openpond.graderEvidence.v1";
                         graderId: string;
                         graderVersion: string;
+                        status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
                         score: number | null;
                         passed: boolean;
                         rewardEligible: boolean;
-                        failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
+                        failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
                         feedback: string[];
                         visibleEvidenceRefs: string[];
                         privilegedEvidenceRefs: string[];
-                        contentHash: string;
-                        status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
                         modelJudgeReceipt?: {
                             schemaVersion: "openpond.modelJudgeReceipt.v1";
                             providerId: string;
@@ -1309,27 +1310,28 @@ export declare function verifyExternalDatasetPackage(input: {
                             transportPolicy?: {
                                 schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
                                 responseFormat: "judgment_json_schema";
-                                reasoningEffort: "high" | "low" | "medium" | "xhigh" | "off" | "max";
+                                reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
                                 maximumOutputTokens: number;
                             } | undefined;
                             effectiveRequestHash?: string | undefined;
                             finishReason?: string | null | undefined;
                             reasoningTokens?: number | null | undefined;
                         } | undefined;
+                        contentHash: string;
                     } | undefined;
+                    message: string | null;
                 }[];
                 training: {
-                    status: "scored" | "pending" | "unscorable" | "not_configured";
+                    status: "not_configured" | "pending" | "scored" | "unscorable";
                     score: number | null;
                     passed: boolean | null;
                 };
                 evaluation: {
-                    status: "scored" | "pending" | "unscorable" | "not_configured";
+                    status: "not_configured" | "pending" | "scored" | "unscorable";
                     score: number | null;
                     passed: boolean | null;
                 };
                 contentHash: string;
-                taskId?: string | undefined;
             } | null;
             note: string;
             decidedAt: string;
@@ -1340,14 +1342,14 @@ export declare function verifyExternalDatasetPackage(input: {
             id: string;
             revision: number;
             name: string;
-            kind: "provider" | "work" | "benchmark" | "direct" | "opentelemetry";
+            kind: "benchmark" | "direct" | "opentelemetry" | "provider" | "work";
             taskDefinition: {
                 id: string;
                 contentHash: string;
                 revision: number;
             };
             enabled: boolean;
-            allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
+            allowedSplits: ("frozen_eval" | "test" | "train" | "validation")[];
             mapping: {
                 schemaVersion: "openpond.taskSourceMapping.v1";
                 exampleId: string;
@@ -1358,10 +1360,9 @@ export declare function verifyExternalDatasetPackage(input: {
                 expected: string | null;
                 evaluatorContext: string | null;
                 familyKey: string;
-                split: "train" | "validation" | "test" | "frozen_eval";
+                split: "frozen_eval" | "test" | "train" | "validation";
             } | null;
             adapterVersion: string | null;
-            contentHash: string;
             reviewOrigin?: {
                 modelId: string;
                 packageHash: string;
@@ -1392,6 +1393,7 @@ export declare function verifyExternalDatasetPackage(input: {
                     revision: number;
                 };
             } | undefined;
+            contentHash: string;
         }[];
         assets: {
             schemaVersion: "openpond.learningTextAsset.v1";
@@ -1403,11 +1405,12 @@ export declare function verifyExternalDatasetPackage(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
             text: string;
             contentHash: string;
         }[];
     } | undefined;
+    contentHash: string;
 };
 //# sourceMappingURL=profile-external-dataset-package.d.ts.map