@openpond/evals 0.10.1 → 0.10.2

package/schemas/learning/v1/command-request.schema.json

@@ -7,6 +7,147 @@
     },
     "command": {
       "anyOf": [
+        {
+          "type": "object",
+          "properties": {
+            "operationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "action": {
+              "type": "string",
+              "const": "cancel_iteration"
+            },
+            "iterationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "expectedRevision": {
+              "type": "integer",
+              "exclusiveMinimum": 0,
+              "maximum": 9007199254740991
+            }
+          },
+          "required": [
+            "operationId",
+            "action",
+            "iterationId",
+            "expectedRevision"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "properties": {
+            "operationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "action": {
+              "type": "string",
+              "const": "retry_iteration_dispatch"
+            },
+            "iterationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "expectedRevision": {
+              "type": "integer",
+              "exclusiveMinimum": 0,
+              "maximum": 9007199254740991
+            }
+          },
+          "required": [
+            "operationId",
+            "action",
+            "iterationId",
+            "expectedRevision"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "properties": {
+            "operationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "action": {
+              "type": "string",
+              "const": "cancel_iteration_reservation"
+            },
+            "iterationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "expectedRevision": {
+              "type": "integer",
+              "exclusiveMinimum": 0,
+              "maximum": 9007199254740991
+            }
+          },
+          "required": [
+            "operationId",
+            "action",
+            "iterationId",
+            "expectedRevision"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "properties": {
+            "operationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "action": {
+              "type": "string",
+              "const": "reserve_iteration"
+            },
+            "policy": {
+              "$ref": "#/$defs/__schema1"
+            },
+            "trigger": {
+              "oneOf": [
+                {
+                  "type": "object",
+                  "properties": {
+                    "kind": {
+                      "type": "string",
+                      "const": "manual"
+                    },
+                    "identity": {
+                      "$ref": "#/$defs/__schema0"
+                    }
+                  },
+                  "required": [
+                    "kind",
+                    "identity"
+                  ],
+                  "additionalProperties": false
+                },
+                {
+                  "type": "object",
+                  "properties": {
+                    "kind": {
+                      "type": "string",
+                      "const": "schedule"
+                    },
+                    "scheduledAt": {
+                      "$ref": "#/$defs/__schema3"
+                    }
+                  },
+                  "required": [
+                    "kind",
+                    "scheduledAt"
+                  ],
+                  "additionalProperties": false
+                }
+              ]
+            }
+          },
+          "required": [
+            "operationId",
+            "action",
+            "policy",
+            "trigger"
+          ],
+          "additionalProperties": false
+        },
         {
           "type": "object",
           "properties": {
@@ -96,10 +237,10 @@
                       "$ref": "#/$defs/__schema0"
                     },
                     "baseRelease": {
-                      "$ref": "#/$defs/__schema3"
+                      "$ref": "#/$defs/__schema4"
                     },
                     "editorVersion": {
-                      "$ref": "#/$defs/__schema4"
+                      "$ref": "#/$defs/__schema5"
                     },
                     "targetKind": {
                       "type": "string",
@@ -133,7 +274,7 @@
                           "maxItems": 100,
                           "type": "array",
                           "items": {
-                            "$ref": "#/$defs/__schema5"
+                            "$ref": "#/$defs/__schema6"
                           }
                         },
                         "recipeRef": {
@@ -172,10 +313,10 @@
                       "$ref": "#/$defs/__schema0"
                     },
                     "baseRelease": {
-                      "$ref": "#/$defs/__schema3"
+                      "$ref": "#/$defs/__schema4"
                     },
                     "editorVersion": {
-                      "$ref": "#/$defs/__schema4"
+                      "$ref": "#/$defs/__schema5"
                     },
                     "targetKind": {
                       "type": "string",
@@ -273,7 +414,7 @@
                           "maxItems": 50,
                           "type": "array",
                           "items": {
-                            "$ref": "#/$defs/__schema7"
+                            "$ref": "#/$defs/__schema8"
                           }
                         }
                       },
@@ -326,10 +467,10 @@
                       "$ref": "#/$defs/__schema0"
                     },
                     "baseRelease": {
-                      "$ref": "#/$defs/__schema3"
+                      "$ref": "#/$defs/__schema4"
                     },
                     "editorVersion": {
-                      "$ref": "#/$defs/__schema4"
+                      "$ref": "#/$defs/__schema5"
                     },
                     "targetKind": {
                       "type": "string",
@@ -350,7 +491,7 @@
                           "maxItems": 100,
                           "type": "array",
                           "items": {
-                            "$ref": "#/$defs/__schema5"
+                            "$ref": "#/$defs/__schema6"
                           }
                         }
                       },
@@ -413,19 +554,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema10"
+                  "$ref": "#/$defs/__schema11"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema12"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema14"
+                  "$ref": "#/$defs/__schema15"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema15"
+                  "$ref": "#/$defs/__schema16"
                 }
               },
               "required": [
@@ -444,19 +585,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema10"
+                  "$ref": "#/$defs/__schema11"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema12"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema20"
+                  "$ref": "#/$defs/__schema21"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema21"
+                  "$ref": "#/$defs/__schema22"
                 }
               },
               "required": [
@@ -475,19 +616,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema10"
+                  "$ref": "#/$defs/__schema11"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema12"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema36"
+                  "$ref": "#/$defs/__schema37"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema37"
+                  "$ref": "#/$defs/__schema38"
                 }
               },
               "required": [
@@ -506,19 +647,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema10"
+                  "$ref": "#/$defs/__schema11"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema12"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema46"
+                  "$ref": "#/$defs/__schema47"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema47"
+                  "$ref": "#/$defs/__schema48"
                 }
               },
               "required": [
@@ -537,19 +678,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema10"
+                  "$ref": "#/$defs/__schema11"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema12"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema56"
+                  "$ref": "#/$defs/__schema57"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema57"
+                  "$ref": "#/$defs/__schema58"
                 }
               },
               "required": [
@@ -568,19 +709,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema10"
+                  "$ref": "#/$defs/__schema11"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema12"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema69"
+                  "$ref": "#/$defs/__schema70"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema70"
+                  "$ref": "#/$defs/__schema71"
                 }
               },
               "required": [
@@ -605,14 +746,14 @@
               "const": "publish_resources"
             },
             "finalizeDraft": {
-              "$ref": "#/$defs/__schema13"
+              "$ref": "#/$defs/__schema14"
             },
             "resources": {
               "minItems": 1,
               "maxItems": 20,
               "type": "array",
               "items": {
-                "$ref": "#/$defs/__schema83"
+                "$ref": "#/$defs/__schema84"
               }
             }
           },
@@ -656,7 +797,7 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "occurredAt": {
-                  "$ref": "#/$defs/__schema84"
+                  "$ref": "#/$defs/__schema3"
                 },
                 "familyKey": {
                   "anyOf": [
@@ -669,7 +810,7 @@
                   ]
                 },
                 "split": {
-                  "$ref": "#/$defs/__schema64"
+                  "$ref": "#/$defs/__schema65"
                 },
                 "input": {
                   "$ref": "#/$defs/__schema85"
@@ -708,7 +849,7 @@
                   "maxItems": 1000,
                   "type": "array",
                   "items": {
-                    "$ref": "#/$defs/__schema18"
+                    "$ref": "#/$defs/__schema19"
                   }
                 },
                 "provenance": {
@@ -810,7 +951,7 @@
                   ]
                 },
                 "occurredAt": {
-                  "$ref": "#/$defs/__schema84"
+                  "$ref": "#/$defs/__schema3"
                 },
                 "kind": {
                   "type": "string",
@@ -1187,6 +1328,11 @@
       "pattern": "^[a-f0-9]{64}$"
     },
     "__schema3": {
+      "type": "string",
+      "format": "date-time",
+      "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
+    },
+    "__schema4": {
       "anyOf": [
         {
           "$ref": "#/$defs/__schema1"
@@ -1196,11 +1342,11 @@
         }
       ]
     },
-    "__schema4": {
+    "__schema5": {
       "type": "string",
       "const": "openpond.modelsEditor.v1"
     },
-    "__schema5": {
+    "__schema6": {
       "type": "object",
       "properties": {
         "graderId": {
@@ -1280,7 +1426,7 @@
           "maxItems": 1000,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema6"
+            "$ref": "#/$defs/__schema7"
           }
         }
       },
@@ -1297,7 +1443,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema6": {
+    "__schema7": {
       "type": "object",
       "properties": {
         "id": {
@@ -1313,7 +1459,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema7": {
+    "__schema8": {
       "type": "object",
       "properties": {
         "id": {
@@ -1339,14 +1485,14 @@
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema8"
+            "$ref": "#/$defs/__schema9"
           }
         },
         "runtimeEventRefs": {
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema9"
+            "$ref": "#/$defs/__schema10"
           }
         },
         "infrastructureError": {
@@ -1394,27 +1540,27 @@
       ],
       "additionalProperties": false
     },
-    "__schema8": {
+    "__schema9": {
       "type": "string",
       "maxLength": 500
     },
-    "__schema9": {
+    "__schema10": {
       "type": "string",
       "maxLength": 500
     },
-    "__schema10": {
+    "__schema11": {
       "type": "string",
       "const": "publish"
     },
-    "__schema11": {
+    "__schema12": {
       "type": "integer",
       "minimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema12": {
-      "$ref": "#/$defs/__schema13"
-    },
     "__schema13": {
+      "$ref": "#/$defs/__schema14"
+    },
+    "__schema14": {
       "type": "object",
       "properties": {
         "draft": {
@@ -1439,27 +1585,27 @@
       ],
       "additionalProperties": false
     },
-    "__schema14": {
+    "__schema15": {
       "type": "string",
       "const": "asset"
     },
-    "__schema15": {
+    "__schema16": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema16"
+          "$ref": "#/$defs/__schema17"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema17"
+          "$ref": "#/$defs/__schema18"
         },
         "asset": {
-          "$ref": "#/$defs/__schema18"
+          "$ref": "#/$defs/__schema19"
         },
         "text": {
-          "$ref": "#/$defs/__schema19"
+          "$ref": "#/$defs/__schema20"
         }
       },
       "required": [
@@ -1471,15 +1617,15 @@
       ],
       "additionalProperties": false
     },
-    "__schema16": {
+    "__schema17": {
       "type": "string",
       "const": "openpond.learningTextAsset.v1"
     },
-    "__schema17": {
+    "__schema18": {
       "type": "number",
       "const": 1
     },
-    "__schema18": {
+    "__schema19": {
       "type": "object",
       "properties": {
         "id": {
@@ -1522,55 +1668,55 @@
       ],
       "additionalProperties": false
     },
-    "__schema19": {
+    "__schema20": {
       "type": "string",
       "maxLength": 524288
     },
-    "__schema20": {
+    "__schema21": {
       "type": "string",
       "const": "definition"
     },
-    "__schema21": {
+    "__schema22": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema22"
+          "$ref": "#/$defs/__schema23"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema23"
+          "$ref": "#/$defs/__schema24"
         },
         "name": {
-          "$ref": "#/$defs/__schema24"
+          "$ref": "#/$defs/__schema25"
         },
         "description": {
-          "$ref": "#/$defs/__schema25"
+          "$ref": "#/$defs/__schema26"
         },
         "instructions": {
-          "$ref": "#/$defs/__schema26"
+          "$ref": "#/$defs/__schema27"
         },
         "category": {
-          "$ref": "#/$defs/__schema27"
+          "$ref": "#/$defs/__schema28"
         },
         "familyNamespace": {
           "$ref": "#/$defs/__schema0"
         },
         "inputSchema": {
-          "$ref": "#/$defs/__schema28"
+          "$ref": "#/$defs/__schema29"
         },
         "outputSchema": {
-          "$ref": "#/$defs/__schema29"
+          "$ref": "#/$defs/__schema30"
         },
         "rewardBinding": {
           "$ref": "#/$defs/__schema1"
         },
         "harness": {
-          "$ref": "#/$defs/__schema30"
+          "$ref": "#/$defs/__schema31"
         },
         "execution": {
-          "$ref": "#/$defs/__schema31"
+          "$ref": "#/$defs/__schema32"
         }
       },
       "required": [
@@ -1590,30 +1736,30 @@
       ],
       "additionalProperties": false
     },
-    "__schema22": {
+    "__schema23": {
       "type": "string",
       "const": "openpond.taskDefinition.v1"
     },
-    "__schema23": {
+    "__schema24": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema24": {
+    "__schema25": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema25": {
+    "__schema26": {
       "type": "string",
       "maxLength": 10000
     },
-    "__schema26": {
+    "__schema27": {
       "type": "string",
       "minLength": 1,
       "maxLength": 20000
     },
-    "__schema27": {
+    "__schema28": {
       "type": "string",
       "enum": [
         "structured",
@@ -1623,31 +1769,31 @@
         "custom"
       ]
     },
-    "__schema28": {
+    "__schema29": {
       "type": "object",
       "propertyNames": {
         "type": "string"
       },
       "additionalProperties": {}
     },
-    "__schema29": {
+    "__schema30": {
       "type": "object",
       "propertyNames": {
         "type": "string"
       },
       "additionalProperties": {}
     },
-    "__schema30": {
+    "__schema31": {
       "anyOf": [
         {
-          "$ref": "#/$defs/__schema6"
+          "$ref": "#/$defs/__schema7"
         },
         {
           "type": "null"
         }
       ]
     },
-    "__schema31": {
+    "__schema32": {
       "type": "object",
       "properties": {
         "policy": {
@@ -1726,7 +1872,7 @@
               "maxItems": 5,
               "type": "array",
               "items": {
-                "$ref": "#/$defs/__schema32"
+                "$ref": "#/$defs/__schema33"
               }
             },
             "networkPolicy": {
@@ -1775,14 +1921,14 @@
           "maxItems": 200,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema33"
+            "$ref": "#/$defs/__schema34"
           }
         },
         "capabilities": {
           "maxItems": 200,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema34"
+            "$ref": "#/$defs/__schema35"
           }
         },
         "verifierSetRelease": {
@@ -1810,7 +1956,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema32": {
+    "__schema33": {
       "type": "string",
       "enum": [
         "create",
@@ -1820,7 +1966,7 @@
         "destroy"
       ]
     },
-    "__schema33": {
+    "__schema34": {
       "type": "object",
       "properties": {
         "name": {
@@ -1867,7 +2013,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema34": {
+    "__schema35": {
       "type": "object",
       "properties": {
         "id": {
@@ -1881,7 +2027,7 @@
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema35"
+            "$ref": "#/$defs/__schema36"
           }
         },
         "portability": {
@@ -1902,44 +2048,44 @@
       ],
       "additionalProperties": false
     },
-    "__schema35": {
+    "__schema36": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema36": {
+    "__schema37": {
       "type": "string",
       "const": "reward"
     },
-    "__schema37": {
+    "__schema38": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema38"
+          "$ref": "#/$defs/__schema39"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema39"
+          "$ref": "#/$defs/__schema40"
         },
         "name": {
-          "$ref": "#/$defs/__schema40"
+          "$ref": "#/$defs/__schema41"
         },
         "description": {
-          "$ref": "#/$defs/__schema41"
+          "$ref": "#/$defs/__schema42"
         },
         "implementation": {
-          "$ref": "#/$defs/__schema42"
+          "$ref": "#/$defs/__schema43"
         },
         "rawScore": {
-          "$ref": "#/$defs/__schema43"
+          "$ref": "#/$defs/__schema44"
         },
         "assets": {
-          "$ref": "#/$defs/__schema44"
+          "$ref": "#/$defs/__schema45"
         },
         "fixtureSetRef": {
-          "$ref": "#/$defs/__schema45"
+          "$ref": "#/$defs/__schema46"
         }
       },
       "required": [
@@ -1954,25 +2100,25 @@
       ],
       "additionalProperties": false
     },
-    "__schema38": {
+    "__schema39": {
       "type": "string",
       "const": "openpond.rewardRelease.v1"
     },
-    "__schema39": {
+    "__schema40": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema40": {
+    "__schema41": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema41": {
+    "__schema42": {
       "type": "string",
       "maxLength": 10000
     },
-    "__schema42": {
+    "__schema43": {
       "anyOf": [
         {
           "type": "object",
@@ -2009,7 +2155,7 @@
               "const": "model_judge"
             },
             "rubricRef": {
-              "$ref": "#/$defs/__schema18"
+              "$ref": "#/$defs/__schema19"
             },
             "calibrationStatus": {
               "type": "string",
@@ -2069,7 +2215,7 @@
               "const": "custom_verifier"
             },
             "verifierRef": {
-              "$ref": "#/$defs/__schema18"
+              "$ref": "#/$defs/__schema19"
             },
             "exportName": {
               "type": "string",
@@ -2102,7 +2248,7 @@
               "const": "human"
             },
             "rubricRef": {
-              "$ref": "#/$defs/__schema18"
+              "$ref": "#/$defs/__schema19"
             },
             "reviewerRole": {
               "type": "string",
@@ -2125,10 +2271,10 @@
               "const": "learned_model"
             },
             "modelVersion": {
-              "$ref": "#/$defs/__schema6"
+              "$ref": "#/$defs/__schema7"
             },
             "inputContract": {
-              "$ref": "#/$defs/__schema18"
+              "$ref": "#/$defs/__schema19"
             }
           },
           "required": [
@@ -2140,7 +2286,7 @@
         }
       ]
     },
-    "__schema43": {
+    "__schema44": {
       "type": "object",
       "properties": {
         "minimum": {
@@ -2156,49 +2302,49 @@
       ],
       "additionalProperties": false
     },
-    "__schema44": {
+    "__schema45": {
       "maxItems": 1000,
       "type": "array",
       "items": {
-        "$ref": "#/$defs/__schema18"
+        "$ref": "#/$defs/__schema19"
       }
     },
-    "__schema45": {
-      "$ref": "#/$defs/__schema18"
-    },
     "__schema46": {
+      "$ref": "#/$defs/__schema19"
+    },
+    "__schema47": {
       "type": "string",
       "const": "binding"
     },
-    "__schema47": {
+    "__schema48": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema48"
+          "$ref": "#/$defs/__schema49"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema49"
+          "$ref": "#/$defs/__schema50"
         },
         "name": {
-          "$ref": "#/$defs/__schema50"
+          "$ref": "#/$defs/__schema51"
         },
         "description": {
-          "$ref": "#/$defs/__schema51"
+          "$ref": "#/$defs/__schema52"
         },
         "recipeRef": {
-          "$ref": "#/$defs/__schema52"
+          "$ref": "#/$defs/__schema53"
         },
         "sources": {
-          "$ref": "#/$defs/__schema53"
+          "$ref": "#/$defs/__schema54"
         },
         "aggregation": {
-          "$ref": "#/$defs/__schema54"
+          "$ref": "#/$defs/__schema55"
         },
         "unscorable": {
-          "$ref": "#/$defs/__schema55"
+          "$ref": "#/$defs/__schema56"
         }
       },
       "required": [
@@ -2211,82 +2357,82 @@
       ],
       "additionalProperties": false
     },
-    "__schema48": {
+    "__schema49": {
       "type": "string",
       "const": "openpond.rewardBinding.v1"
     },
-    "__schema49": {
+    "__schema50": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema50": {
+    "__schema51": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema51": {
+    "__schema52": {
       "type": "string",
       "maxLength": 10000
     },
-    "__schema52": {
+    "__schema53": {
       "$ref": "#/$defs/__schema1"
     },
-    "__schema53": {
+    "__schema54": {
       "minItems": 1,
       "maxItems": 100,
       "type": "array",
       "items": {
-        "$ref": "#/$defs/__schema5"
+        "$ref": "#/$defs/__schema6"
       }
     },
-    "__schema54": {
+    "__schema55": {
       "type": "string",
       "const": "weighted_mean"
     },
-    "__schema55": {
+    "__schema56": {
       "type": "string",
       "const": "exclude_optional_require_all_required"
     },
-    "__schema56": {
+    "__schema57": {
       "type": "string",
       "const": "source"
     },
-    "__schema57": {
+    "__schema58": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema58"
+          "$ref": "#/$defs/__schema59"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema59"
+          "$ref": "#/$defs/__schema60"
         },
         "name": {
-          "$ref": "#/$defs/__schema60"
+          "$ref": "#/$defs/__schema61"
         },
         "kind": {
-          "$ref": "#/$defs/__schema61"
+          "$ref": "#/$defs/__schema62"
         },
         "taskDefinition": {
           "$ref": "#/$defs/__schema1"
         },
         "enabled": {
-          "$ref": "#/$defs/__schema62"
+          "$ref": "#/$defs/__schema63"
         },
         "allowedSplits": {
-          "$ref": "#/$defs/__schema63"
+          "$ref": "#/$defs/__schema64"
         },
         "mapping": {
-          "$ref": "#/$defs/__schema65"
+          "$ref": "#/$defs/__schema66"
         },
         "adapterVersion": {
-          "$ref": "#/$defs/__schema67"
+          "$ref": "#/$defs/__schema68"
         },
         "reviewOrigin": {
-          "$ref": "#/$defs/__schema68"
+          "$ref": "#/$defs/__schema69"
         }
       },
       "required": [
@@ -2303,21 +2449,21 @@
       ],
       "additionalProperties": false
     },
-    "__schema58": {
+    "__schema59": {
       "type": "string",
       "const": "openpond.learningSource.v1"
     },
-    "__schema59": {
+    "__schema60": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema60": {
+    "__schema61": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema61": {
+    "__schema62": {
       "type": "string",
       "enum": [
         "direct",
@@ -2327,18 +2473,18 @@
         "provider"
       ]
     },
-    "__schema62": {
+    "__schema63": {
       "type": "boolean"
     },
-    "__schema63": {
+    "__schema64": {
       "minItems": 1,
       "maxItems": 4,
       "type": "array",
       "items": {
-        "$ref": "#/$defs/__schema64"
+        "$ref": "#/$defs/__schema65"
       }
     },
-    "__schema64": {
+    "__schema65": {
       "type": "string",
       "enum": [
         "train",
@@ -2347,7 +2493,7 @@
         "frozen_eval"
       ]
     },
-    "__schema65": {
+    "__schema66": {
       "anyOf": [
         {
           "type": "object",
@@ -2357,21 +2503,21 @@
               "const": "openpond.taskSourceMapping.v1"
             },
             "exampleId": {
-              "$ref": "#/$defs/__schema66"
+              "$ref": "#/$defs/__schema67"
             },
             "attemptId": {
-              "$ref": "#/$defs/__schema66"
+              "$ref": "#/$defs/__schema67"
             },
             "occurredAt": {
-              "$ref": "#/$defs/__schema66"
+              "$ref": "#/$defs/__schema67"
             },
             "input": {
-              "$ref": "#/$defs/__schema66"
+              "$ref": "#/$defs/__schema67"
             },
             "observedOutput": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema66"
+                  "$ref": "#/$defs/__schema67"
                 },
                 {
                   "type": "null"
@@ -2381,7 +2527,7 @@
             "expected": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema66"
+                  "$ref": "#/$defs/__schema67"
                 },
                 {
                   "type": "null"
@@ -2391,7 +2537,7 @@
             "evaluatorContext": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema66"
+                  "$ref": "#/$defs/__schema67"
                 },
                 {
                   "type": "null"
@@ -2399,10 +2545,10 @@
               ]
             },
             "familyKey": {
-              "$ref": "#/$defs/__schema66"
+              "$ref": "#/$defs/__schema67"
             },
             "split": {
-              "$ref": "#/$defs/__schema64"
+              "$ref": "#/$defs/__schema65"
             }
           },
           "required": [
@@ -2424,11 +2570,11 @@
         }
       ]
     },
-    "__schema66": {
+    "__schema67": {
       "type": "string",
       "maxLength": 2000
     },
-    "__schema67": {
+    "__schema68": {
       "anyOf": [
         {
           "type": "string",
@@ -2440,7 +2586,7 @@
         }
       ]
     },
-    "__schema68": {
+    "__schema69": {
       "type": "object",
       "properties": {
         "modelId": {
@@ -2468,33 +2614,33 @@
       ],
       "additionalProperties": false
     },
-    "__schema69": {
+    "__schema70": {
       "type": "string",
       "const": "policy"
     },
-    "__schema70": {
+    "__schema71": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema71"
+          "$ref": "#/$defs/__schema72"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema72"
+          "$ref": "#/$defs/__schema73"
         },
         "modelProjectId": {
           "$ref": "#/$defs/__schema0"
         },
         "executionOwner": {
-          "$ref": "#/$defs/__schema73"
+          "$ref": "#/$defs/__schema74"
         },
         "enabled": {
-          "$ref": "#/$defs/__schema74"
+          "$ref": "#/$defs/__schema75"
         },
         "sources": {
-          "$ref": "#/$defs/__schema75"
+          "$ref": "#/$defs/__schema76"
         },
         "taskDefinition": {
           "$ref": "#/$defs/__schema1"
@@ -2503,28 +2649,28 @@
           "$ref": "#/$defs/__schema1"
         },
         "admission": {
-          "$ref": "#/$defs/__schema76"
+          "$ref": "#/$defs/__schema77"
         },
         "trigger": {
-          "$ref": "#/$defs/__schema77"
+          "$ref": "#/$defs/__schema78"
         },
         "trainingParent": {
-          "$ref": "#/$defs/__schema6"
+          "$ref": "#/$defs/__schema7"
         },
         "teacher": {
-          "$ref": "#/$defs/__schema78"
+          "$ref": "#/$defs/__schema79"
         },
         "training": {
-          "$ref": "#/$defs/__schema79"
+          "$ref": "#/$defs/__schema80"
         },
         "limits": {
-          "$ref": "#/$defs/__schema80"
+          "$ref": "#/$defs/__schema81"
         },
         "automation": {
-          "$ref": "#/$defs/__schema81"
+          "$ref": "#/$defs/__schema82"
         },
         "acceptance": {
-          "$ref": "#/$defs/__schema82"
+          "$ref": "#/$defs/__schema83"
         }
       },
       "required": [
@@ -2548,26 +2694,26 @@
       ],
       "additionalProperties": false
     },
-    "__schema71": {
+    "__schema72": {
       "type": "string",
       "const": "openpond.learningPolicy.v1"
     },
-    "__schema72": {
+    "__schema73": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema73": {
+    "__schema74": {
       "type": "string",
       "enum": [
         "local",
         "hosted"
       ]
     },
-    "__schema74": {
+    "__schema75": {
       "type": "boolean"
     },
-    "__schema75": {
+    "__schema76": {
       "minItems": 1,
       "maxItems": 100,
       "type": "array",
@@ -2575,7 +2721,7 @@
         "$ref": "#/$defs/__schema1"
       }
     },
-    "__schema76": {
+    "__schema77": {
       "type": "object",
       "properties": {
         "mode": {
@@ -2588,7 +2734,7 @@
         "qualification": {
           "anyOf": [
             {
-              "$ref": "#/$defs/__schema6"
+              "$ref": "#/$defs/__schema7"
             },
             {
               "type": "null"
@@ -2608,7 +2754,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema77": {
+    "__schema78": {
       "oneOf": [
         {
           "type": "object",
@@ -2674,17 +2820,17 @@
         }
       ]
     },
-    "__schema78": {
+    "__schema79": {
       "anyOf": [
         {
-          "$ref": "#/$defs/__schema6"
+          "$ref": "#/$defs/__schema7"
         },
         {
           "type": "null"
         }
       ]
     },
-    "__schema79": {
+    "__schema80": {
       "type": "object",
       "properties": {
         "method": {
@@ -2701,16 +2847,16 @@
           ]
         },
         "recipe": {
-          "$ref": "#/$defs/__schema6"
+          "$ref": "#/$defs/__schema7"
         },
         "retentionEvaluation": {
-          "$ref": "#/$defs/__schema6"
+          "$ref": "#/$defs/__schema7"
         },
         "replayBatches": {
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema6"
+            "$ref": "#/$defs/__schema7"
           }
         }
       },
@@ -2722,7 +2868,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema80": {
+    "__schema81": {
       "type": "object",
       "properties": {
         "maxIterationSpendUsd": {
@@ -2766,7 +2912,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema81": {
+    "__schema82": {
       "type": "object",
       "properties": {
         "collect": {
@@ -2790,7 +2936,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema82": {
+    "__schema83": {
       "type": "object",
       "properties": {
         "minimumScore": {
@@ -2809,7 +2955,7 @@
         "rollbackVersion": {
           "anyOf": [
             {
-              "$ref": "#/$defs/__schema6"
+              "$ref": "#/$defs/__schema7"
             },
             {
               "type": "null"
@@ -2825,19 +2971,19 @@
       ],
       "additionalProperties": false
     },
-    "__schema83": {
+    "__schema84": {
       "anyOf": [
         {
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema11"
+              "$ref": "#/$defs/__schema12"
             },
             "kind": {
-              "$ref": "#/$defs/__schema14"
+              "$ref": "#/$defs/__schema15"
             },
             "content": {
-              "$ref": "#/$defs/__schema15"
+              "$ref": "#/$defs/__schema16"
             }
           },
           "required": [
@@ -2851,13 +2997,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema11"
+              "$ref": "#/$defs/__schema12"
             },
             "kind": {
-              "$ref": "#/$defs/__schema20"
+              "$ref": "#/$defs/__schema21"
             },
             "content": {
-              "$ref": "#/$defs/__schema21"
+              "$ref": "#/$defs/__schema22"
             }
           },
           "required": [
@@ -2871,13 +3017,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema11"
+              "$ref": "#/$defs/__schema12"
             },
             "kind": {
-              "$ref": "#/$defs/__schema36"
+              "$ref": "#/$defs/__schema37"
             },
             "content": {
-              "$ref": "#/$defs/__schema37"
+              "$ref": "#/$defs/__schema38"
             }
           },
           "required": [
@@ -2891,13 +3037,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema11"
+              "$ref": "#/$defs/__schema12"
             },
             "kind": {
-              "$ref": "#/$defs/__schema46"
+              "$ref": "#/$defs/__schema47"
             },
             "content": {
-              "$ref": "#/$defs/__schema47"
+              "$ref": "#/$defs/__schema48"
             }
           },
           "required": [
@@ -2911,13 +3057,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema11"
+              "$ref": "#/$defs/__schema12"
             },
             "kind": {
-              "$ref": "#/$defs/__schema56"
+              "$ref": "#/$defs/__schema57"
             },
             "content": {
-              "$ref": "#/$defs/__schema57"
+              "$ref": "#/$defs/__schema58"
             }
           },
           "required": [
@@ -2931,13 +3077,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema11"
+              "$ref": "#/$defs/__schema12"
             },
             "kind": {
-              "$ref": "#/$defs/__schema69"
+              "$ref": "#/$defs/__schema70"
             },
             "content": {
-              "$ref": "#/$defs/__schema70"
+              "$ref": "#/$defs/__schema71"
             }
           },
           "required": [
@@ -2949,11 +3095,6 @@
         }
       ]
     },
-    "__schema84": {
-      "type": "string",
-      "format": "date-time",
-      "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
-    },
     "__schema85": {
       "type": "object",
       "propertyNames": {