@openpond/evals 0.12.0 → 0.12.2

package/dist/types/learning/authoring.d.ts

@@ -11,8 +11,8 @@ export declare const RewardFixtureAuthoringFieldsSchema: z.ZodObject<{
     runtimeEventRefs: z.ZodArray<z.ZodString>;
     infrastructureError: z.ZodString;
     expectedStatus: z.ZodEnum<{
-        pending: "pending";
         failed: "failed";
+        pending: "pending";
         scored: "scored";
         unavailable: "unavailable";
     }>;
@@ -20,8 +20,8 @@ export declare const RewardFixtureAuthoringFieldsSchema: z.ZodObject<{
     maximumScore: z.ZodString;
     expectedPassed: z.ZodEnum<{
         any: "any";
-        true: "true";
         false: "false";
+        true: "true";
     }>;
     sourceLabel: z.ZodOptional<z.ZodObject<{
         evidence: z.ZodObject<{
@@ -41,15 +41,15 @@ export declare const RewardAuthoringFieldsSchema: z.ZodObject<{
     description: z.ZodString;
     feedbackKey: z.ZodOptional<z.ZodString>;
     kind: z.ZodEnum<{
-        content: "content";
-        schema: "schema";
         artifact: "artifact";
-        runtime_event: "runtime_event";
-        state: "state";
-        model_judge: "model_judge";
+        content: "content";
         custom_verifier: "custom_verifier";
         human: "human";
         learned_model: "learned_model";
+        model_judge: "model_judge";
+        runtime_event: "runtime_event";
+        schema: "schema";
+        state: "state";
     }>;
     fields: z.ZodString;
     outputField: z.ZodString;
@@ -88,8 +88,8 @@ export declare const RewardAuthoringFieldsSchema: z.ZodObject<{
         runtimeEventRefs: z.ZodArray<z.ZodString>;
         infrastructureError: z.ZodString;
         expectedStatus: z.ZodEnum<{
-            pending: "pending";
             failed: "failed";
+            pending: "pending";
             scored: "scored";
             unavailable: "unavailable";
         }>;
@@ -97,8 +97,8 @@ export declare const RewardAuthoringFieldsSchema: z.ZodObject<{
         maximumScore: z.ZodString;
         expectedPassed: z.ZodEnum<{
             any: "any";
-            true: "true";
             false: "false";
+            true: "true";
         }>;
         sourceLabel: z.ZodOptional<z.ZodObject<{
             evidence: z.ZodObject<{
@@ -195,9 +195,9 @@ export declare const CombinedRewardAuthoringFieldsSchema: z.ZodObject<{
     }, z.core.$strict>>;
 }, z.core.$strict>;
 export declare const AuthoringTargetKindSchema: z.ZodEnum<{
-    reward: "reward";
     binding: "binding";
     definition: "definition";
+    reward: "reward";
 }>;
 export declare const AuthoringDraftInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     id: z.ZodString;
@@ -269,15 +269,15 @@ export declare const AuthoringDraftInputSchema: z.ZodDiscriminatedUnion<[z.ZodOb
         description: z.ZodString;
         feedbackKey: z.ZodOptional<z.ZodString>;
         kind: z.ZodEnum<{
-            content: "content";
-            schema: "schema";
             artifact: "artifact";
-            runtime_event: "runtime_event";
-            state: "state";
-            model_judge: "model_judge";
+            content: "content";
             custom_verifier: "custom_verifier";
             human: "human";
             learned_model: "learned_model";
+            model_judge: "model_judge";
+            runtime_event: "runtime_event";
+            schema: "schema";
+            state: "state";
         }>;
         fields: z.ZodString;
         outputField: z.ZodString;
@@ -316,8 +316,8 @@ export declare const AuthoringDraftInputSchema: z.ZodDiscriminatedUnion<[z.ZodOb
             runtimeEventRefs: z.ZodArray<z.ZodString>;
             infrastructureError: z.ZodString;
             expectedStatus: z.ZodEnum<{
-                pending: "pending";
                 failed: "failed";
+                pending: "pending";
                 scored: "scored";
                 unavailable: "unavailable";
             }>;
@@ -325,8 +325,8 @@ export declare const AuthoringDraftInputSchema: z.ZodDiscriminatedUnion<[z.ZodOb
             maximumScore: z.ZodString;
             expectedPassed: z.ZodEnum<{
                 any: "any";
-                true: "true";
                 false: "false";
+                true: "true";
             }>;
             sourceLabel: z.ZodOptional<z.ZodObject<{
                 evidence: z.ZodObject<{
@@ -446,8 +446,8 @@ export declare const AuthoringDraftContentSchema: z.ZodDiscriminatedUnion<[z.Zod
     schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
     revision: z.ZodNumber;
     status: z.ZodEnum<{
-        draft: "draft";
         archived: "archived";
+        draft: "draft";
         published: "published";
     }>;
     publishedRelease: z.ZodNullable<z.ZodObject<{
@@ -472,15 +472,15 @@ export declare const AuthoringDraftContentSchema: z.ZodDiscriminatedUnion<[z.Zod
         description: z.ZodString;
         feedbackKey: z.ZodOptional<z.ZodString>;
         kind: z.ZodEnum<{
-            content: "content";
-            schema: "schema";
             artifact: "artifact";
-            runtime_event: "runtime_event";
-            state: "state";
-            model_judge: "model_judge";
+            content: "content";
             custom_verifier: "custom_verifier";
             human: "human";
             learned_model: "learned_model";
+            model_judge: "model_judge";
+            runtime_event: "runtime_event";
+            schema: "schema";
+            state: "state";
         }>;
         fields: z.ZodString;
         outputField: z.ZodString;
@@ -519,8 +519,8 @@ export declare const AuthoringDraftContentSchema: z.ZodDiscriminatedUnion<[z.Zod
             runtimeEventRefs: z.ZodArray<z.ZodString>;
             infrastructureError: z.ZodString;
             expectedStatus: z.ZodEnum<{
-                pending: "pending";
                 failed: "failed";
+                pending: "pending";
                 scored: "scored";
                 unavailable: "unavailable";
             }>;
@@ -528,8 +528,8 @@ export declare const AuthoringDraftContentSchema: z.ZodDiscriminatedUnion<[z.Zod
             maximumScore: z.ZodString;
             expectedPassed: z.ZodEnum<{
                 any: "any";
-                true: "true";
                 false: "false";
+                true: "true";
             }>;
             sourceLabel: z.ZodOptional<z.ZodObject<{
                 evidence: z.ZodObject<{
@@ -547,8 +547,8 @@ export declare const AuthoringDraftContentSchema: z.ZodDiscriminatedUnion<[z.Zod
     schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
     revision: z.ZodNumber;
     status: z.ZodEnum<{
-        draft: "draft";
         archived: "archived";
+        draft: "draft";
         published: "published";
     }>;
     publishedRelease: z.ZodNullable<z.ZodObject<{
@@ -607,8 +607,8 @@ export declare const AuthoringDraftContentSchema: z.ZodDiscriminatedUnion<[z.Zod
     schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
     revision: z.ZodNumber;
     status: z.ZodEnum<{
-        draft: "draft";
         archived: "archived";
+        draft: "draft";
         published: "published";
     }>;
     publishedRelease: z.ZodNullable<z.ZodObject<{
@@ -677,8 +677,8 @@ export declare const AuthoringDraftSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
     schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
     revision: z.ZodNumber;
     status: z.ZodEnum<{
-        draft: "draft";
         archived: "archived";
+        draft: "draft";
         published: "published";
     }>;
     publishedRelease: z.ZodNullable<z.ZodObject<{
@@ -704,15 +704,15 @@ export declare const AuthoringDraftSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
         description: z.ZodString;
         feedbackKey: z.ZodOptional<z.ZodString>;
         kind: z.ZodEnum<{
-            content: "content";
-            schema: "schema";
             artifact: "artifact";
-            runtime_event: "runtime_event";
-            state: "state";
-            model_judge: "model_judge";
+            content: "content";
             custom_verifier: "custom_verifier";
             human: "human";
             learned_model: "learned_model";
+            model_judge: "model_judge";
+            runtime_event: "runtime_event";
+            schema: "schema";
+            state: "state";
         }>;
         fields: z.ZodString;
         outputField: z.ZodString;
@@ -751,8 +751,8 @@ export declare const AuthoringDraftSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
             runtimeEventRefs: z.ZodArray<z.ZodString>;
             infrastructureError: z.ZodString;
             expectedStatus: z.ZodEnum<{
-                pending: "pending";
                 failed: "failed";
+                pending: "pending";
                 scored: "scored";
                 unavailable: "unavailable";
             }>;
@@ -760,8 +760,8 @@ export declare const AuthoringDraftSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
             maximumScore: z.ZodString;
             expectedPassed: z.ZodEnum<{
                 any: "any";
-                true: "true";
                 false: "false";
+                true: "true";
             }>;
             sourceLabel: z.ZodOptional<z.ZodObject<{
                 evidence: z.ZodObject<{
@@ -779,8 +779,8 @@ export declare const AuthoringDraftSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
     schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
     revision: z.ZodNumber;
     status: z.ZodEnum<{
-        draft: "draft";
         archived: "archived";
+        draft: "draft";
         published: "published";
     }>;
     publishedRelease: z.ZodNullable<z.ZodObject<{
@@ -840,8 +840,8 @@ export declare const AuthoringDraftSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
     schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
     revision: z.ZodNumber;
     status: z.ZodEnum<{
-        draft: "draft";
         archived: "archived";
+        draft: "draft";
         published: "published";
     }>;
     publishedRelease: z.ZodNullable<z.ZodObject<{
@@ -867,9 +867,9 @@ export declare const AuthoringDraftFinalizationSchema: z.ZodObject<{
         revision: z.ZodNumber;
     }, z.core.$strict>;
     targetKind: z.ZodEnum<{
-        reward: "reward";
         binding: "binding";
         definition: "definition";
+        reward: "reward";
     }>;
     release: z.ZodObject<{
         id: z.ZodString;

package/dist/types/learning/authoring.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"authoring.d.ts","sourceRoot":"","sources":["../../../../../src/learning/authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,sFAAsF;AACtF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQpC,CAAC;AACZ,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAE9F,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU7B,CAAC;AACZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAIjC,CAAC;AACZ,eAAO,MAAM,mCAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAErC,CAAC;AACZ,eAAO,MAAM,yBAAyB;;;;EAA8C,CAAC;AAErF,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kCAIpC,CAAC;AAMH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kCAAoO,CAAC;AAC7Q,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kCAA2T,CAAC;AAC7V,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,iBAAiB,CAAC,CAAC,SAAS,mBAAmB,IAAI,OAAO,CAAC,cAAc,EAAE;IAAE,UAAU,EAAE,CAAC,CAAA;CAAE,CAAC,CAAC;AAE1G,sFAAsF;AACtF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;kBAAqI,CAAC"}
+{"version":3,"file":"authoring.d.ts","sourceRoot":"","sources":["../../../src/learning/authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,sFAAsF;AACtF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQpC,CAAC;AACZ,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAE9F,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU7B,CAAC;AACZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAIjC,CAAC;AACZ,eAAO,MAAM,mCAAmC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAErC,CAAC;AACZ,eAAO,MAAM,yBAAyB;;;;EAA8C,CAAC;AAErF,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kCAIpC,CAAC;AAMH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kCAAoO,CAAC;AAC7Q,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kCAA2T,CAAC;AAC7V,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,iBAAiB,CAAC,CAAC,SAAS,mBAAmB,IAAI,OAAO,CAAC,cAAc,EAAE;IAAE,UAAU,EAAE,CAAC,CAAA;CAAE,CAAC,CAAC;AAE1G,sFAAsF;AACtF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;kBAAqI,CAAC"}

package/dist/types/learning/batch-service.d.ts

@@ -22,7 +22,7 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
             contentHash: string;
             revision: number;
         };
-        purpose: "evaluation" | "supervised_training" | "reward_training";
+        purpose: "evaluation" | "reward_training" | "supervised_training";
         examples: {
             evidence: {
                 id: string;
@@ -36,7 +36,7 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
             };
             familyKey: string;
             inputHash: string;
-            split: "train" | "validation" | "test" | "frozen_eval";
+            split: "frozen_eval" | "test" | "train" | "validation";
         }[];
         sealedAt: string;
         sealedBy: string;
@@ -54,14 +54,18 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
         };
         environment: {
             protocolVersion: "openpond.environment.v1";
-            kind: "text" | "agent" | "work" | "custom_program";
+            kind: "agent" | "custom_program" | "text" | "work";
             entrypoint: string;
             stateful: boolean;
             deterministicSeeds: boolean;
-            lifecycle: ("step" | "create" | "reset" | "collect" | "destroy")[];
-            networkPolicy: "none" | "declared_read_only" | "declared_scoped";
+            lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+            networkPolicy: "declared_read_only" | "declared_scoped" | "none";
             defaultTimeoutMs: number;
         };
+        environmentRelease?: {
+            id: string;
+            contentHash: string;
+        } | undefined;
         tools: {
             name: string;
             description: string;
@@ -74,12 +78,12 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
             id: string;
             required: boolean;
             scopes: string[];
-            portability: "portable" | "host_adapter" | "local_only" | "hosted_only";
+            portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
         }[];
         tasks: {
             id: string;
             clusterKey: string;
-            split: "train" | "validation" | "test" | "frozen_eval";
+            split: "frozen_eval" | "test" | "train" | "validation";
             input: Record<string, unknown>;
             expectedOutput: Record<string, unknown> | null;
             policyVisibleContext: Record<string, unknown>;
@@ -90,9 +94,8 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             }[];
-            tags: string[];
             requiredOutputs?: {
                 path: string;
                 mediaType: string;
@@ -102,24 +105,27 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 } | null;
+                submissionMode?: "structured_json" | undefined;
                 maxBytes: number | null;
                 metadata: Record<string, unknown>;
             }[] | undefined;
+            tags: string[];
         }[];
         graders: ({
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
             rewardEligible: boolean;
             privileged: boolean;
-            kind: "content" | "schema" | "artifact" | "runtime_event" | "state";
+            kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
             config: Record<string, unknown>;
-            taskIds?: string[] | undefined;
         } | {
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
@@ -132,10 +138,9 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
-            calibrationStatus: "pending" | "passed" | "failed";
-            taskIds?: string[] | undefined;
+            calibrationStatus: "failed" | "passed" | "pending";
             model?: {
                 providerId: string;
                 modelId: string;
@@ -144,27 +149,28 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
             temperature?: number | undefined;
         } | {
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
             rewardEligible: boolean;
             privileged: boolean;
             kind: "custom_verifier";
+            runtime?: "isolated_javascript" | "sandbox_process" | undefined;
             verifierRef: {
                 id: string;
                 path: string;
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
+            exportName?: string | undefined;
             timeoutMs: number;
             networkPolicy: "none";
-            taskIds?: string[] | undefined;
-            runtime?: "isolated_javascript" | "sandbox_process" | undefined;
-            exportName?: string | undefined;
         } | {
             id: string;
+            taskIds?: string[] | undefined;
             version: string;
             weight: number;
             hardGate: boolean;
@@ -177,10 +183,9 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             };
             reviewerRole: string;
-            taskIds?: string[] | undefined;
             form?: {
                 schemaVersion: "openpond.humanForm.v1";
                 mode: "individual" | "pairwise";
@@ -191,77 +196,71 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "score";
-                    minimum: number;
-                    maximum: number;
-                    step: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "score";
+                    minimum: number;
+                    maximum: number;
+                    step: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "category";
-                    options: string[];
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "category";
+                    options: string[];
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "boolean";
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "boolean";
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "text";
-                    maximumLength: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "text";
                     minimumLength?: number | undefined;
+                    maximumLength: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "preference";
-                    allowTie: boolean;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "preference";
                     requireStrength?: boolean | undefined;
+                    allowTie: boolean;
                 })[];
             } | undefined;
         })[];
-        metadata: Record<string, unknown>;
-        contentHash: string;
-        environmentRelease?: {
-            id: string;
-            contentHash: string;
-        } | undefined;
         verifierSetRelease?: {
             id: string;
             contentHash: string;
@@ -269,8 +268,9 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
         metrics?: {
             schemaVersion: "openpond.tasksetMetricPolicy.v1";
             primaryMetric: string;
-            aggregation: "mean_score" | "pass_rate" | "weighted_mean" | "custom";
-            missingReward: "zero" | "exclude";
+            aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
+            missingReward: "exclude" | "zero";
+            taskWeights?: Record<string, number> | undefined;
             customAggregator: {
                 module: string;
                 exportName: string;
@@ -278,8 +278,9 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
                 timeoutMs: number;
                 networkPolicy: "none";
             } | null;
-            taskWeights?: Record<string, number> | undefined;
         } | undefined;
+        metadata: Record<string, unknown>;
+        contentHash: string;
     };
     evidence: {
         schemaVersion: "openpond.taskEvidence.v1";
@@ -303,7 +304,7 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
             attemptId: string;
             occurredAt: string;
             familyKey: string | null;
-            split: "train" | "validation" | "test" | "frozen_eval";
+            split: "frozen_eval" | "test" | "train" | "validation";
             input: Record<string, import("zod").JSONType>;
             observedOutput: Record<string, import("zod").JSONType> | null;
             expected: Record<string, import("zod").JSONType> | null;
@@ -314,12 +315,8 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
                 contentHash: string;
                 sizeBytes: number;
                 mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
+                visibility: "host_private" | "policy" | "verifier";
             }[];
-            provenance: {
-                sourceRecordRef: string | null;
-                mappingHash: string | null;
-            };
             requiredOutputs?: {
                 path: string;
                 mediaType: string;
@@ -329,11 +326,16 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
                     contentHash: string;
                     sizeBytes: number;
                     mediaType: string;
-                    visibility: "policy" | "verifier" | "host_private";
+                    visibility: "host_private" | "policy" | "verifier";
                 } | null;
+                submissionMode?: "structured_json" | undefined;
                 maxBytes: number | null;
                 metadata: Record<string, unknown>;
             }[] | undefined;
+            provenance: {
+                sourceRecordRef: string | null;
+                mappingHash: string | null;
+            };
         };
         supersedes: {
             id: string;
@@ -351,10 +353,26 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
         name: string;
         description: string;
         instructions: string;
-        category: "custom" | "structured" | "question_answering" | "coding" | "tool_workflow";
+        category: "coding" | "custom" | "question_answering" | "structured" | "tool_workflow";
         familyNamespace: string;
         inputSchema: Record<string, unknown>;
         outputSchema: Record<string, unknown>;
+        requiredOutputs?: {
+            path: string;
+            mediaType: string;
+            schemaRef: {
+                id: string;
+                path: string;
+                contentHash: string;
+                sizeBytes: number;
+                mediaType: string;
+                visibility: "host_private" | "policy" | "verifier";
+            } | null;
+            submissionMode?: "structured_json" | undefined;
+            maxBytes: number | null;
+            metadata: Record<string, unknown>;
+        }[] | undefined;
+        contextRequirements?: string[] | undefined;
         rewardBinding: {
             id: string;
             contentHash: string;
@@ -373,14 +391,18 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
             };
             environment: {
                 protocolVersion: "openpond.environment.v1";
-                kind: "text" | "agent" | "work" | "custom_program";
+                kind: "agent" | "custom_program" | "text" | "work";
                 entrypoint: string;
                 stateful: boolean;
                 deterministicSeeds: boolean;
-                lifecycle: ("step" | "create" | "reset" | "collect" | "destroy")[];
-                networkPolicy: "none" | "declared_read_only" | "declared_scoped";
+                lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
+                networkPolicy: "declared_read_only" | "declared_scoped" | "none";
                 defaultTimeoutMs: number;
             };
+            environmentRelease?: {
+                id: string;
+                contentHash: string;
+            } | undefined;
             tools: {
                 name: string;
                 description: string;
@@ -393,33 +415,14 @@ export declare function prepareLearningBatch(transaction: LearningTransaction, i
                 id: string;
                 required: boolean;
                 scopes: string[];
-                portability: "portable" | "host_adapter" | "local_only" | "hosted_only";
+                portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
             }[];
-            environmentRelease?: {
-                id: string;
-                contentHash: string;
-            } | undefined;
             verifierSetRelease?: {
                 id: string;
                 contentHash: string;
             } | undefined;
         };
         contentHash: string;
-        requiredOutputs?: {
-            path: string;
-            mediaType: string;
-            schemaRef: {
-                id: string;
-                path: string;
-                contentHash: string;
-                sizeBytes: number;
-                mediaType: string;
-                visibility: "policy" | "verifier" | "host_private";
-            } | null;
-            maxBytes: number | null;
-            metadata: Record<string, unknown>;
-        }[] | undefined;
-        contextRequirements?: string[] | undefined;
     };
 }>;
 export declare function requireCurrentLearningEvidence(transaction: LearningTransaction, ref: LearningRevisionRef): Promise<TaskEvidence>;

package/dist/types/learning/batch-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batch-service.d.ts","sourceRoot":"","sources":["../../../../../src/learning/batch-service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgC,KAAK,mBAAmB,EAAE,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE3G,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAA8E,KAAK,uBAAuB,EAAE,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAErK,wBAAsB,iBAAiB,CAAC,WAAW,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAQ3M;AAED,kGAAkG;AAClG,wBAAsB,oBAAoB,CAAC,WAAW,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsBzK;AAED,wBAAsB,8BAA8B,CAAC,WAAW,EAAE,mBAAmB,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,YAAY,CAAC,CAKtI"}
+{"version":3,"file":"batch-service.d.ts","sourceRoot":"","sources":["../../../src/learning/batch-service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAgC,KAAK,mBAAmB,EAAE,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE3G,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAA8E,KAAK,uBAAuB,EAAE,KAAK,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAErK,wBAAsB,iBAAiB,CAAC,WAAW,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,EAAE,CAAC,CAQ3M;AAED,kGAAkG;AAClG,wBAAsB,oBAAoB,CAAC,WAAW,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;IAAE,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsBzK;AAED,wBAAsB,8BAA8B,CAAC,WAAW,EAAE,mBAAmB,EAAE,GAAG,EAAE,mBAAmB,GAAG,OAAO,CAAC,YAAY,CAAC,CAKtI"}