@openpond/evals 0.12.0 → 0.12.2

package/dist/types/telemetry.d.ts

@@ -8,26 +8,26 @@ export declare const TelemetryVisibilitySchema: z.ZodEnum<{
     team_visible: "team_visible";
 }>;
 export declare const TelemetrySourceSchema: z.ZodEnum<{
-    grader: "grader";
-    runtime: "runtime";
+    control_plane: "control_plane";
     environment: "environment";
     evaluation: "evaluation";
+    grader: "grader";
     optimizer: "optimizer";
-    control_plane: "control_plane";
+    runtime: "runtime";
 }>;
 export declare const TelemetryEventTypeSchema: z.ZodEnum<{
-    cleanup_completed: "cleanup_completed";
-    run_started: "run_started";
-    run_state_changed: "run_state_changed";
-    rollout_group_started: "rollout_group_started";
     attempt_completed: "attempt_completed";
-    grader_completed: "grader_completed";
-    reward_composed: "reward_composed";
-    optimizer_step_completed: "optimizer_step_completed";
     checkpoint_committed: "checkpoint_committed";
+    cleanup_completed: "cleanup_completed";
     evaluation_completed: "evaluation_completed";
+    grader_completed: "grader_completed";
+    optimizer_step_completed: "optimizer_step_completed";
+    reward_composed: "reward_composed";
+    rollout_group_started: "rollout_group_started";
     run_completed: "run_completed";
     run_failed: "run_failed";
+    run_started: "run_started";
+    run_state_changed: "run_state_changed";
 }>;
 export declare const RunTelemetryLineageSchema: z.ZodObject<{
     modelProjectId: z.ZodString;
@@ -48,26 +48,26 @@ export declare const RunTelemetryEventSchema: z.ZodObject<{
     sequence: z.ZodNumber;
     occurredAt: z.ZodString;
     source: z.ZodEnum<{
-        grader: "grader";
-        runtime: "runtime";
+        control_plane: "control_plane";
         environment: "environment";
         evaluation: "evaluation";
+        grader: "grader";
         optimizer: "optimizer";
-        control_plane: "control_plane";
+        runtime: "runtime";
     }>;
     type: z.ZodEnum<{
-        cleanup_completed: "cleanup_completed";
-        run_started: "run_started";
-        run_state_changed: "run_state_changed";
-        rollout_group_started: "rollout_group_started";
         attempt_completed: "attempt_completed";
-        grader_completed: "grader_completed";
-        reward_composed: "reward_composed";
-        optimizer_step_completed: "optimizer_step_completed";
         checkpoint_committed: "checkpoint_committed";
+        cleanup_completed: "cleanup_completed";
         evaluation_completed: "evaluation_completed";
+        grader_completed: "grader_completed";
+        optimizer_step_completed: "optimizer_step_completed";
+        reward_composed: "reward_composed";
+        rollout_group_started: "rollout_group_started";
         run_completed: "run_completed";
         run_failed: "run_failed";
+        run_started: "run_started";
+        run_state_changed: "run_state_changed";
     }>;
     visibility: z.ZodEnum<{
         host_private: "host_private";
@@ -90,19 +90,19 @@ export declare const RunTelemetryEventSchema: z.ZodObject<{
     attributes: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, z.core.$strict>;
 export declare const MetricValueTypeSchema: z.ZodEnum<{
-    gauge: "gauge";
     counter: "counter";
     distribution: "distribution";
+    gauge: "gauge";
 }>;
 export declare const MetricUnitSchema: z.ZodEnum<{
-    ratio: "ratio";
+    bytes: "bytes";
     count: "count";
-    seconds: "seconds";
     milliseconds: "milliseconds";
+    ratio: "ratio";
+    scalar: "scalar";
+    seconds: "seconds";
     tokens: "tokens";
-    bytes: "bytes";
     usd: "usd";
-    scalar: "scalar";
 }>;
 export declare const MetricDirectionSchema: z.ZodEnum<{
     higher: "higher";
@@ -110,13 +110,13 @@ export declare const MetricDirectionSchema: z.ZodEnum<{
     neutral: "neutral";
 }>;
 export declare const MetricAggregationSchema: z.ZodEnum<{
-    max: "max";
     last: "last";
-    sum: "sum";
+    max: "max";
     mean: "mean";
     min: "min";
     p50: "p50";
     p95: "p95";
+    sum: "sum";
 }>;
 export declare const MetricDefinitionSchema: z.ZodObject<{
     schemaVersion: z.ZodLiteral<"openpond.metricDefinition.v1">;
@@ -124,19 +124,19 @@ export declare const MetricDefinitionSchema: z.ZodObject<{
     displayName: z.ZodString;
     description: z.ZodString;
     valueType: z.ZodEnum<{
-        gauge: "gauge";
         counter: "counter";
         distribution: "distribution";
+        gauge: "gauge";
     }>;
     unit: z.ZodEnum<{
-        ratio: "ratio";
+        bytes: "bytes";
         count: "count";
-        seconds: "seconds";
         milliseconds: "milliseconds";
+        ratio: "ratio";
+        scalar: "scalar";
+        seconds: "seconds";
         tokens: "tokens";
-        bytes: "bytes";
         usd: "usd";
-        scalar: "scalar";
     }>;
     direction: z.ZodEnum<{
         higher: "higher";
@@ -144,13 +144,13 @@ export declare const MetricDefinitionSchema: z.ZodObject<{
         neutral: "neutral";
     }>;
     aggregation: z.ZodEnum<{
-        max: "max";
         last: "last";
-        sum: "sum";
+        max: "max";
         mean: "mean";
         min: "min";
         p50: "p50";
         p95: "p95";
+        sum: "sum";
     }>;
     visibility: z.ZodEnum<{
         host_private: "host_private";
@@ -190,26 +190,26 @@ export declare const RunTelemetryBatchSchema: z.ZodObject<{
         sequence: z.ZodNumber;
         occurredAt: z.ZodString;
         source: z.ZodEnum<{
-            grader: "grader";
-            runtime: "runtime";
+            control_plane: "control_plane";
             environment: "environment";
             evaluation: "evaluation";
+            grader: "grader";
             optimizer: "optimizer";
-            control_plane: "control_plane";
+            runtime: "runtime";
         }>;
         type: z.ZodEnum<{
-            cleanup_completed: "cleanup_completed";
-            run_started: "run_started";
-            run_state_changed: "run_state_changed";
-            rollout_group_started: "rollout_group_started";
             attempt_completed: "attempt_completed";
-            grader_completed: "grader_completed";
-            reward_composed: "reward_composed";
-            optimizer_step_completed: "optimizer_step_completed";
             checkpoint_committed: "checkpoint_committed";
+            cleanup_completed: "cleanup_completed";
             evaluation_completed: "evaluation_completed";
+            grader_completed: "grader_completed";
+            optimizer_step_completed: "optimizer_step_completed";
+            reward_composed: "reward_composed";
+            rollout_group_started: "rollout_group_started";
             run_completed: "run_completed";
             run_failed: "run_failed";
+            run_started: "run_started";
+            run_state_changed: "run_state_changed";
         }>;
         visibility: z.ZodEnum<{
             host_private: "host_private";

package/dist/types/telemetry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../../../src/telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AASxB,eAAO,MAAM,4BAA4B,EAAG,+BAAwC,CAAC;AACrF,eAAO,MAAM,gCAAgC,EAAG,8BAAuC,CAAC;AACxF,eAAO,MAAM,iCAAiC,EAAG,+BAAwC,CAAC;AAE1F,eAAO,MAAM,yBAAyB;;;;EAIpC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;EAOhC,CAAC;AAEH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;EAanC,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;kBAY3B,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUzB,CAAC;AAEZ,eAAO,MAAM,qBAAqB;;;;EAA+C,CAAC;AAClF,eAAO,MAAM,gBAAgB;;;;;;;;;EAS3B,CAAC;AACH,eAAO,MAAM,qBAAqB;;;;EAAyC,CAAC;AAC5E,eAAO,MAAM,uBAAuB;;;;;;;;EAA8D,CAAC;AAEnG,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWxB,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;kBAUzB,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBlC,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC"}
+{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../src/telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AASxB,eAAO,MAAM,4BAA4B,EAAG,+BAAwC,CAAC;AACrF,eAAO,MAAM,gCAAgC,EAAG,8BAAuC,CAAC;AACxF,eAAO,MAAM,iCAAiC,EAAG,+BAAwC,CAAC;AAE1F,eAAO,MAAM,yBAAyB;;;;EAIpC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;EAOhC,CAAC;AAEH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;EAanC,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;kBAY3B,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUzB,CAAC;AAEZ,eAAO,MAAM,qBAAqB;;;;EAA+C,CAAC;AAClF,eAAO,MAAM,gBAAgB;;;;;;;;;EAS3B,CAAC;AACH,eAAO,MAAM,qBAAqB;;;;EAAyC,CAAC;AAC5E,eAAO,MAAM,uBAAuB;;;;;;;;EAA8D,CAAC;AAEnG,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWxB,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;kBAUzB,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBlC,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openpond/evals",
-  "version": "0.12.0",
+  "version": "0.12.2",
   "description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
   "license": "MIT",
   "type": "module",

package/schemas/learning/v1/command-request.schema.json

@@ -1993,6 +1993,10 @@
             }
           ]
         },
+        "submissionMode": {
+          "type": "string",
+          "const": "structured_json"
+        },
         "maxBytes": {
           "default": null,
           "anyOf": [
@@ -4528,6 +4532,46 @@
           "items": {
             "$ref": "#/$defs/__schema9"
           }
+        },
+        "continuationMode": {
+          "type": "object",
+          "properties": {
+            "adapterMode": {
+              "type": "string",
+              "enum": [
+                "residual_append",
+                "shared",
+                "sequential_merge"
+              ]
+            },
+            "sourceConfiguration": {
+              "type": "object",
+              "properties": {
+                "id": {
+                  "$ref": "#/$defs/__schema0"
+                },
+                "revision": {
+                  "type": "integer",
+                  "exclusiveMinimum": 0,
+                  "maximum": 9007199254740991
+                },
+                "etag": {
+                  "$ref": "#/$defs/__schema2"
+                }
+              },
+              "required": [
+                "id",
+                "revision",
+                "etag"
+              ],
+              "additionalProperties": false
+            }
+          },
+          "required": [
+            "adapterMode",
+            "sourceConfiguration"
+          ],
+          "additionalProperties": false
         }
       },
       "required": [

package/schemas/learning/v1/definition.schema.json

@@ -368,6 +368,10 @@
             }
           ]
         },
+        "submissionMode": {
+          "type": "string",
+          "const": "structured_json"
+        },
         "maxBytes": {
           "default": null,
           "anyOf": [

package/schemas/learning/v1/evidence.schema.json

@@ -342,6 +342,10 @@
             }
           ]
         },
+        "submissionMode": {
+          "type": "string",
+          "const": "structured_json"
+        },
         "maxBytes": {
           "default": null,
           "anyOf": [

package/schemas/learning/v1/example-submission.schema.json

@@ -278,6 +278,10 @@
             }
           ]
         },
+        "submissionMode": {
+          "type": "string",
+          "const": "structured_json"
+        },
         "maxBytes": {
           "default": null,
           "anyOf": [

package/schemas/learning/v1/package.schema.json

@@ -500,6 +500,10 @@
             }
           ]
         },
+        "submissionMode": {
+          "type": "string",
+          "const": "structured_json"
+        },
         "maxBytes": {
           "default": null,
           "anyOf": [

package/schemas/learning/v1/policy.schema.json

@@ -680,6 +680,46 @@
           "items": {
             "$ref": "#/$defs/__schema4"
           }
+        },
+        "continuationMode": {
+          "type": "object",
+          "properties": {
+            "adapterMode": {
+              "type": "string",
+              "enum": [
+                "residual_append",
+                "shared",
+                "sequential_merge"
+              ]
+            },
+            "sourceConfiguration": {
+              "type": "object",
+              "properties": {
+                "id": {
+                  "$ref": "#/$defs/__schema2"
+                },
+                "revision": {
+                  "type": "integer",
+                  "exclusiveMinimum": 0,
+                  "maximum": 9007199254740991
+                },
+                "etag": {
+                  "$ref": "#/$defs/__schema3"
+                }
+              },
+              "required": [
+                "id",
+                "revision",
+                "etag"
+              ],
+              "additionalProperties": false
+            }
+          },
+          "required": [
+            "adapterMode",
+            "sourceConfiguration"
+          ],
+          "additionalProperties": false
         }
       },
       "required": [