openpond-sdk 0.12.3 → 0.12.4

package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts

@@ -18,14 +18,14 @@ export declare function prepareModelBatchReview(input: {
         id: string;
         revision: number;
         name: string;
-        kind: "provider" | "work" | "benchmark" | "direct" | "opentelemetry";
+        kind: "benchmark" | "direct" | "opentelemetry" | "provider" | "work";
         taskDefinition: {
             id: string;
             contentHash: string;
             revision: number;
         };
         enabled: boolean;
-        allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
+        allowedSplits: ("frozen_eval" | "test" | "train" | "validation")[];
         mapping: {
             schemaVersion: "openpond.taskSourceMapping.v1";
             exampleId: string;
@@ -36,10 +36,9 @@ export declare function prepareModelBatchReview(input: {
             expected: string | null;
             evaluatorContext: string | null;
             familyKey: string;
-            split: "train" | "validation" | "test" | "frozen_eval";
+            split: "frozen_eval" | "test" | "train" | "validation";
         } | null;
         adapterVersion: string | null;
-        contentHash: string;
         reviewOrigin?: {
             modelId: string;
             packageHash: string;
@@ -70,6 +69,7 @@ export declare function prepareModelBatchReview(input: {
                 revision: number;
             };
         } | undefined;
+        contentHash: string;
     };
     definition: {
         schemaVersion: "openpond.taskDefinition.v1";
@@ -78,10 +78,26 @@ export declare function prepareModelBatchReview(input: {
         name: string;
         description: string;
         instructions: string;
-        category: "custom" | "structured" | "question_answering" | "coding" | "tool_workflow";
+        category: "coding" | "custom" | "question_answering" | "structured" | "tool_workflow";
         familyNamespace: string;
         inputSchema: Record<string, unknown>;
         outputSchema: Record<string, unknown>;
+        requiredOutputs?: {
+            path: string;
+            mediaType: string;
+            schemaRef: {
+                id: string;
+                path: string;
+                contentHash: string;
+                sizeBytes: number;
+                mediaType: string;
+                visibility: "host_private" | "policy" | "verifier";
+            } | null;
+            submissionMode?: "structured_json" | undefined;
+            maxBytes: number | null;
+            metadata: Record<string, unknown>;
+        }[] | undefined;
+        contextRequirements?: string[] | undefined;
         rewardBinding: {
             id: string;
             contentHash: string;
@@ -100,14 +116,18 @@ export declare function prepareModelBatchReview(input: {
             };
             environment: {
                 protocolVersion: "openpond.environment.v1";
-                kind: "text" | "agent" | "work" | "custom_program";
+                kind: "agent" | "custom_program" | "text" | "work";
                 entrypoint: string;
                 stateful: boolean;
                 deterministicSeeds: boolean;
-                lifecycle: ("create" | "reset" | "step" | "collect" | "destroy")[];
-                networkPolicy: "none" | "declared_read_only" | "declared_scoped";
+                lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+                networkPolicy: "declared_read_only" | "declared_scoped" | "none";
                 defaultTimeoutMs: number;
             };
+            environmentRelease?: {
+                id: string;
+                contentHash: string;
+            } | undefined;
             tools: {
                 name: string;
                 description: string;
@@ -120,46 +140,35 @@ export declare function prepareModelBatchReview(input: {
                 id: string;
                 required: boolean;
                 scopes: string[];
-                portability: "portable" | "host_adapter" | "local_only" | "hosted_only";
+                portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
             }[];
-            environmentRelease?: {
-                id: string;
-                contentHash: string;
-            } | undefined;
             verifierSetRelease?: {
                 id: string;
                 contentHash: string;
             } | undefined;
         };
         contentHash: string;
-        requiredOutputs?: {
-            path: string;
-            mediaType: string;
-            schemaRef: {
-                id: string;
-                path: string;
-                contentHash: string;
-                sizeBytes: number;
-                mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
-            } | null;
-            maxBytes: number | null;
-            metadata: Record<string, unknown>;
-        }[] | undefined;
-        contextRequirements?: string[] | undefined;
     };
     binding: {
         schemaVersion: "openpond.rewardBinding.v1";
         id: string;
         revision: number;
+        name?: string | undefined;
+        description?: string | undefined;
+        recipeRef?: {
+            id: string;
+            contentHash: string;
+            revision: number;
+        } | undefined;
         sources: {
             graderId: string;
+            taskIds?: string[] | undefined;
             reward: {
                 id: string;
                 contentHash: string;
                 revision: number;
             };
-            role: "training" | "evaluation";
+            role: "evaluation" | "training";
             normalization: {
                 kind: "identity";
             } | {
@@ -176,18 +185,10 @@ export declare function prepareModelBatchReview(input: {
                 id: string;
                 contentHash: string;
             }[];
-            taskIds?: string[] | undefined;
         }[];
         aggregation: "weighted_mean";
         unscorable: "exclude_optional_require_all_required";
         contentHash: string;
-        name?: string | undefined;
-        description?: string | undefined;
-        recipeRef?: {
-            id: string;
-            contentHash: string;
-            revision: number;
-        } | undefined;
     };
     rewards: {
         schemaVersion: "openpond.rewardRelease.v1";
@@ -195,8 +196,9 @@ export declare function prepareModelBatchReview(input: {
         revision: number;
         name: string;
         description: string;
+        feedbackKey?: string | undefined;
         implementation: {
-            kind: "content" | "state" | "artifact" | "schema" | "runtime_event";
+            kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
             config: Record<string, unknown>;
         } | {
             kind: "model_judge";
@@ -206,9 +208,9 @@ export declare function prepareModelBatchReview(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
-            calibrationStatus: "passed" | "pending" | "failed";
+            calibrationStatus: "failed" | "passed" | "pending";
             model?: {
                 providerId: string;
                 modelId: string;
@@ -216,19 +218,19 @@ export declare function prepareModelBatchReview(input: {
             } | undefined;
             temperature?: number | undefined;
         } | {
-            timeoutMs: number;
-            networkPolicy: "none";
             kind: "custom_verifier";
+            runtime?: "isolated_javascript" | "sandbox_process" | undefined;
             verifierRef: {
                 id: string;
                 path: string;
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
             exportName?: string | undefined;
-            runtime?: "isolated_javascript" | "sandbox_process" | undefined;
+            timeoutMs: number;
+            networkPolicy: "none";
         } | {
             kind: "human";
             rubricRef: {
@@ -237,7 +239,7 @@ export declare function prepareModelBatchReview(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
             reviewerRole: string;
             form?: {
@@ -250,68 +252,68 @@ export declare function prepareModelBatchReview(input: {
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "score";
-                    minimum: number;
-                    maximum: number;
-                    step: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "score";
+                    minimum: number;
+                    maximum: number;
+                    step: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "category";
-                    options: string[];
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "category";
+                    options: string[];
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "boolean";
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "boolean";
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "text";
-                    maximumLength: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "text";
                     minimumLength?: number | undefined;
+                    maximumLength: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "preference";
-                    allowTie: boolean;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "preference";
                     requireStrength?: boolean | undefined;
+                    allowTie: boolean;
                 })[];
             } | undefined;
         } | {
@@ -326,7 +328,7 @@ export declare function prepareModelBatchReview(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
         };
         rawScore: {
@@ -339,23 +341,22 @@ export declare function prepareModelBatchReview(input: {
             contentHash: string;
             sizeBytes: number;
             mediaType: string;
-            visibility: "policy" | "verifier" | "host_private";
+            visibility: "host_private" | "policy" | "verifier";
         }[];
-        contentHash: string;
-        feedbackKey?: string | undefined;
         fixtureSetRef?: {
             id: string;
             path: string;
             contentHash: string;
             sizeBytes: number;
             mediaType: string;
-            visibility: "policy" | "verifier" | "host_private";
+            visibility: "host_private" | "policy" | "verifier";
         } | undefined;
         calibrationCheckRef?: {
             id: string;
             contentHash: string;
             revision: number;
         } | undefined;
+        contentHash: string;
     }[];
     assets: {
         schemaVersion: "openpond.learningTextAsset.v1";
@@ -367,7 +368,7 @@ export declare function prepareModelBatchReview(input: {
             contentHash: string;
             sizeBytes: number;
             mediaType: string;
-            visibility: "policy" | "verifier" | "host_private";
+            visibility: "host_private" | "policy" | "verifier";
         };
         text: string;
         contentHash: string;
@@ -394,7 +395,7 @@ export declare function prepareModelBatchReview(input: {
             attemptId: string;
             occurredAt: string;
             familyKey: string | null;
-            split: "train" | "validation" | "test" | "frozen_eval";
+            split: "frozen_eval" | "test" | "train" | "validation";
             input: Record<string, import("zod").JSONType>;
             observedOutput: Record<string, import("zod").JSONType> | null;
             expected: Record<string, import("zod").JSONType> | null;
@@ -405,12 +406,8 @@ export declare function prepareModelBatchReview(input: {
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             }[];
-            provenance: {
-                sourceRecordRef: string | null;
-                mappingHash: string | null;
-            };
             requiredOutputs?: {
                 path: string;
                 mediaType: string;
@@ -420,11 +417,16 @@ export declare function prepareModelBatchReview(input: {
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 } | null;
+                submissionMode?: "structured_json" | undefined;
                 maxBytes: number | null;
                 metadata: Record<string, unknown>;
             }[] | undefined;
+            provenance: {
+                sourceRecordRef: string | null;
+                mappingHash: string | null;
+            };
         };
         supersedes: {
             id: string;
@@ -446,11 +448,11 @@ export declare function prepareModelBatchReview(input: {
             attemptId: string;
             expectedEvidenceHash: string | null;
             occurredAt: string;
-            kind: "outcome" | "target_correction" | "ground_truth_correction" | "input_correction" | "family_resolution";
+            kind: "family_resolution" | "ground_truth_correction" | "input_correction" | "outcome" | "target_correction";
             value: Record<string, import("zod").JSONType>;
             note: string;
         };
-        status: "rejected" | "pending_review" | "pending_example" | "applied" | "superseded";
+        status: "applied" | "pending_example" | "pending_review" | "rejected" | "superseded";
         evidence: {
             id: string;
             contentHash: string;
@@ -460,7 +462,7 @@ export declare function prepareModelBatchReview(input: {
         revision: number;
         submittedBy: {
             id: string;
-            role: "source" | "reviewer" | "editor";
+            role: "editor" | "reviewer" | "source";
             sourceId: string | null;
         } | null;
         review: {

package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-batch-review-preparation.d.ts","sourceRoot":"","sources":["../../../../../src/model-batch-review-preparation.ts"],"names":[],"mappings":"AACA,OAAO,EAE8C,KAAK,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC9G,OAAO,EAAsF,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACrK,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAEjF;kFACkF;AAClF,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,uBAAuB,CAAC;IAAC,OAAO,EAAE,cAAc,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IACtF,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC;CAC/E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsFA"}
+{"version":3,"file":"model-batch-review-preparation.d.ts","sourceRoot":"","sources":["../../../../../src/model-batch-review-preparation.ts"],"names":[],"mappings":"AACA,OAAO,EAE8C,KAAK,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC9G,OAAO,EAAsF,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACrK,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAEjF;kFACkF;AAClF,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,uBAAuB,CAAC;IAAC,OAAO,EAAE,cAAc,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IACtF,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC;CAC/E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsFA"}