@openpond/evals 0.10.8 → 0.10.10

package/schemas/learning/v1/command-request.schema.json

@@ -7,6 +7,95 @@
     },
     "command": {
       "anyOf": [
+        {
+          "type": "object",
+          "properties": {
+            "operationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "action": {
+              "type": "string",
+              "const": "publish_checked_reward"
+            },
+            "draft": {
+              "$ref": "#/$defs/__schema1"
+            },
+            "checkId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "checkRevision": {
+              "type": "integer",
+              "exclusiveMinimum": 0,
+              "maximum": 9007199254740991
+            }
+          },
+          "required": [
+            "operationId",
+            "action",
+            "draft",
+            "checkId",
+            "checkRevision"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "properties": {
+            "operationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "action": {
+              "type": "string",
+              "const": "import_intake"
+            },
+            "format": {
+              "type": "string",
+              "enum": [
+                "json",
+                "jsonl",
+                "csv",
+                "hermes",
+                "openclaw"
+              ]
+            },
+            "files": {
+              "minItems": 1,
+              "maxItems": 100,
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/__schema3"
+              }
+            },
+            "expectedPreviewHash": {
+              "type": "string",
+              "minLength": 64,
+              "maxLength": 64
+            },
+            "name": {
+              "type": "string",
+              "minLength": 1,
+              "maxLength": 500
+            },
+            "recordIds": {
+              "minItems": 1,
+              "maxItems": 90,
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/__schema4"
+              }
+            }
+          },
+          "required": [
+            "operationId",
+            "action",
+            "format",
+            "files",
+            "expectedPreviewHash",
+            "name",
+            "recordIds"
+          ],
+          "additionalProperties": false
+        },
         {
           "type": "object",
           "properties": {
@@ -128,7 +217,7 @@
                       "const": "schedule"
                     },
                     "scheduledAt": {
-                      "$ref": "#/$defs/__schema3"
+                      "$ref": "#/$defs/__schema5"
                     }
                   },
                   "required": [
@@ -237,10 +326,10 @@
                       "$ref": "#/$defs/__schema0"
                     },
                     "baseRelease": {
-                      "$ref": "#/$defs/__schema4"
+                      "$ref": "#/$defs/__schema6"
                     },
                     "editorVersion": {
-                      "$ref": "#/$defs/__schema5"
+                      "$ref": "#/$defs/__schema7"
                     },
                     "targetKind": {
                       "type": "string",
@@ -274,7 +363,7 @@
                           "maxItems": 100,
                           "type": "array",
                           "items": {
-                            "$ref": "#/$defs/__schema6"
+                            "$ref": "#/$defs/__schema8"
                           }
                         },
                         "recipeRef": {
@@ -313,10 +402,10 @@
                       "$ref": "#/$defs/__schema0"
                     },
                     "baseRelease": {
-                      "$ref": "#/$defs/__schema4"
+                      "$ref": "#/$defs/__schema6"
                     },
                     "editorVersion": {
-                      "$ref": "#/$defs/__schema5"
+                      "$ref": "#/$defs/__schema7"
                     },
                     "targetKind": {
                       "type": "string",
@@ -414,7 +503,7 @@
                           "maxItems": 50,
                           "type": "array",
                           "items": {
-                            "$ref": "#/$defs/__schema8"
+                            "$ref": "#/$defs/__schema10"
                           }
                         }
                       },
@@ -467,10 +556,10 @@
                       "$ref": "#/$defs/__schema0"
                     },
                     "baseRelease": {
-                      "$ref": "#/$defs/__schema4"
+                      "$ref": "#/$defs/__schema6"
                     },
                     "editorVersion": {
-                      "$ref": "#/$defs/__schema5"
+                      "$ref": "#/$defs/__schema7"
                     },
                     "targetKind": {
                       "type": "string",
@@ -491,7 +580,7 @@
                           "maxItems": 100,
                           "type": "array",
                           "items": {
-                            "$ref": "#/$defs/__schema6"
+                            "$ref": "#/$defs/__schema8"
                           }
                         }
                       },
@@ -554,19 +643,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema14"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema13"
+                  "$ref": "#/$defs/__schema15"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema15"
+                  "$ref": "#/$defs/__schema17"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema16"
+                  "$ref": "#/$defs/__schema18"
                 }
               },
               "required": [
@@ -585,19 +674,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema14"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema13"
+                  "$ref": "#/$defs/__schema15"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema21"
+                  "$ref": "#/$defs/__schema23"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema22"
+                  "$ref": "#/$defs/__schema24"
                 }
               },
               "required": [
@@ -616,19 +705,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema14"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema13"
+                  "$ref": "#/$defs/__schema15"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema39"
+                  "$ref": "#/$defs/__schema43"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema40"
+                  "$ref": "#/$defs/__schema44"
                 }
               },
               "required": [
@@ -647,19 +736,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema14"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema13"
+                  "$ref": "#/$defs/__schema15"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema49"
+                  "$ref": "#/$defs/__schema54"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema50"
+                  "$ref": "#/$defs/__schema55"
                 }
               },
               "required": [
@@ -678,19 +767,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema14"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema13"
+                  "$ref": "#/$defs/__schema15"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema59"
+                  "$ref": "#/$defs/__schema64"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema60"
+                  "$ref": "#/$defs/__schema65"
                 }
               },
               "required": [
@@ -709,19 +798,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "action": {
-                  "$ref": "#/$defs/__schema11"
+                  "$ref": "#/$defs/__schema13"
                 },
                 "expectedRevision": {
-                  "$ref": "#/$defs/__schema12"
+                  "$ref": "#/$defs/__schema14"
                 },
                 "finalizeDraft": {
-                  "$ref": "#/$defs/__schema13"
+                  "$ref": "#/$defs/__schema15"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema72"
+                  "$ref": "#/$defs/__schema77"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema73"
+                  "$ref": "#/$defs/__schema78"
                 }
               },
               "required": [
@@ -746,14 +835,14 @@
               "const": "publish_resources"
             },
             "finalizeDraft": {
-              "$ref": "#/$defs/__schema14"
+              "$ref": "#/$defs/__schema16"
             },
             "resources": {
               "minItems": 1,
               "maxItems": 20,
               "type": "array",
               "items": {
-                "$ref": "#/$defs/__schema86"
+                "$ref": "#/$defs/__schema91"
               }
             }
           },
@@ -797,7 +886,7 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "occurredAt": {
-                  "$ref": "#/$defs/__schema3"
+                  "$ref": "#/$defs/__schema5"
                 },
                 "familyKey": {
                   "anyOf": [
@@ -810,15 +899,15 @@
                   ]
                 },
                 "split": {
-                  "$ref": "#/$defs/__schema67"
+                  "$ref": "#/$defs/__schema72"
                 },
                 "input": {
-                  "$ref": "#/$defs/__schema87"
+                  "$ref": "#/$defs/__schema92"
                 },
                 "observedOutput": {
                   "anyOf": [
                     {
-                      "$ref": "#/$defs/__schema87"
+                      "$ref": "#/$defs/__schema92"
                     },
                     {
                       "type": "null"
@@ -828,7 +917,7 @@
                 "expected": {
                   "anyOf": [
                     {
-                      "$ref": "#/$defs/__schema87"
+                      "$ref": "#/$defs/__schema92"
                     },
                     {
                       "type": "null"
@@ -838,7 +927,7 @@
                 "evaluatorContext": {
                   "anyOf": [
                     {
-                      "$ref": "#/$defs/__schema87"
+                      "$ref": "#/$defs/__schema92"
                     },
                     {
                       "type": "null"
@@ -849,7 +938,7 @@
                   "maxItems": 1000,
                   "type": "array",
                   "items": {
-                    "$ref": "#/$defs/__schema19"
+                    "$ref": "#/$defs/__schema21"
                   }
                 },
                 "provenance": {
@@ -925,7 +1014,7 @@
               "type": "object",
               "properties": {
                 "schemaVersion": {
-                  "$ref": "#/$defs/__schema89"
+                  "$ref": "#/$defs/__schema94"
                 },
                 "sourceId": {
                   "$ref": "#/$defs/__schema0"
@@ -940,19 +1029,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "expectedEvidenceHash": {
-                  "$ref": "#/$defs/__schema90"
+                  "$ref": "#/$defs/__schema95"
                 },
                 "occurredAt": {
-                  "$ref": "#/$defs/__schema3"
+                  "$ref": "#/$defs/__schema5"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema91"
+                  "$ref": "#/$defs/__schema96"
                 },
                 "value": {
-                  "$ref": "#/$defs/__schema87"
+                  "$ref": "#/$defs/__schema92"
                 },
                 "note": {
-                  "$ref": "#/$defs/__schema92"
+                  "$ref": "#/$defs/__schema97"
                 }
               },
               "required": [
@@ -1077,7 +1166,7 @@
             "proposedTarget": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema87"
+                  "$ref": "#/$defs/__schema92"
                 },
                 {
                   "type": "null"
@@ -1146,7 +1235,7 @@
             "approvedTarget": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema87"
+                  "$ref": "#/$defs/__schema92"
                 },
                 {
                   "type": "null"
@@ -1312,11 +1401,34 @@
       "pattern": "^[a-f0-9]{64}$"
     },
     "__schema3": {
+      "type": "object",
+      "properties": {
+        "path": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 500
+        },
+        "text": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "path",
+        "text"
+      ],
+      "additionalProperties": false
+    },
+    "__schema4": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 200
+    },
+    "__schema5": {
       "type": "string",
       "format": "date-time",
       "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
     },
-    "__schema4": {
+    "__schema6": {
       "anyOf": [
         {
           "$ref": "#/$defs/__schema1"
@@ -1326,11 +1438,11 @@
         }
       ]
     },
-    "__schema5": {
+    "__schema7": {
       "type": "string",
       "const": "openpond.modelsEditor.v1"
     },
-    "__schema6": {
+    "__schema8": {
       "type": "object",
       "properties": {
         "graderId": {
@@ -1410,7 +1522,7 @@
           "maxItems": 1000,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema7"
+            "$ref": "#/$defs/__schema9"
           }
         }
       },
@@ -1427,7 +1539,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema7": {
+    "__schema9": {
       "type": "object",
       "properties": {
         "id": {
@@ -1443,7 +1555,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema8": {
+    "__schema10": {
       "type": "object",
       "properties": {
         "id": {
@@ -1469,14 +1581,14 @@
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema9"
+            "$ref": "#/$defs/__schema11"
           }
         },
         "runtimeEventRefs": {
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema10"
+            "$ref": "#/$defs/__schema12"
           }
         },
         "infrastructureError": {
@@ -1555,27 +1667,27 @@
       ],
       "additionalProperties": false
     },
-    "__schema9": {
+    "__schema11": {
       "type": "string",
       "maxLength": 500
     },
-    "__schema10": {
+    "__schema12": {
       "type": "string",
       "maxLength": 500
     },
-    "__schema11": {
+    "__schema13": {
       "type": "string",
       "const": "publish"
     },
-    "__schema12": {
+    "__schema14": {
       "type": "integer",
       "minimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema13": {
-      "$ref": "#/$defs/__schema14"
+    "__schema15": {
+      "$ref": "#/$defs/__schema16"
     },
-    "__schema14": {
+    "__schema16": {
       "type": "object",
       "properties": {
         "draft": {
@@ -1600,27 +1712,27 @@
       ],
       "additionalProperties": false
     },
-    "__schema15": {
+    "__schema17": {
       "type": "string",
       "const": "asset"
     },
-    "__schema16": {
+    "__schema18": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema17"
+          "$ref": "#/$defs/__schema19"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema18"
+          "$ref": "#/$defs/__schema20"
         },
         "asset": {
-          "$ref": "#/$defs/__schema19"
+          "$ref": "#/$defs/__schema21"
         },
         "text": {
-          "$ref": "#/$defs/__schema20"
+          "$ref": "#/$defs/__schema22"
         }
       },
       "required": [
@@ -1632,15 +1744,15 @@
       ],
       "additionalProperties": false
     },
-    "__schema17": {
+    "__schema19": {
       "type": "string",
       "const": "openpond.learningTextAsset.v1"
     },
-    "__schema18": {
+    "__schema20": {
       "type": "number",
       "const": 1
     },
-    "__schema19": {
+    "__schema21": {
       "type": "object",
       "properties": {
         "id": {
@@ -1683,58 +1795,61 @@
       ],
       "additionalProperties": false
     },
-    "__schema20": {
+    "__schema22": {
       "type": "string",
       "maxLength": 524288
     },
-    "__schema21": {
+    "__schema23": {
       "type": "string",
       "const": "definition"
     },
-    "__schema22": {
+    "__schema24": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema23"
+          "$ref": "#/$defs/__schema25"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema24"
+          "$ref": "#/$defs/__schema26"
         },
         "name": {
-          "$ref": "#/$defs/__schema25"
+          "$ref": "#/$defs/__schema27"
         },
         "description": {
-          "$ref": "#/$defs/__schema26"
+          "$ref": "#/$defs/__schema28"
         },
         "instructions": {
-          "$ref": "#/$defs/__schema27"
+          "$ref": "#/$defs/__schema29"
         },
         "category": {
-          "$ref": "#/$defs/__schema28"
+          "$ref": "#/$defs/__schema30"
         },
         "familyNamespace": {
           "$ref": "#/$defs/__schema0"
         },
         "inputSchema": {
-          "$ref": "#/$defs/__schema29"
+          "$ref": "#/$defs/__schema31"
         },
         "outputSchema": {
-          "$ref": "#/$defs/__schema30"
+          "$ref": "#/$defs/__schema32"
         },
         "requiredOutputs": {
-          "$ref": "#/$defs/__schema31"
+          "$ref": "#/$defs/__schema33"
+        },
+        "contextRequirements": {
+          "$ref": "#/$defs/__schema35"
         },
         "rewardBinding": {
           "$ref": "#/$defs/__schema1"
         },
         "harness": {
-          "$ref": "#/$defs/__schema33"
+          "$ref": "#/$defs/__schema37"
         },
         "execution": {
-          "$ref": "#/$defs/__schema34"
+          "$ref": "#/$defs/__schema38"
         }
       },
       "required": [
@@ -1754,30 +1869,30 @@
       ],
       "additionalProperties": false
     },
-    "__schema23": {
+    "__schema25": {
       "type": "string",
       "const": "openpond.taskDefinition.v1"
     },
-    "__schema24": {
+    "__schema26": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema25": {
+    "__schema27": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema26": {
+    "__schema28": {
       "type": "string",
       "maxLength": 10000
     },
-    "__schema27": {
+    "__schema29": {
       "type": "string",
       "minLength": 1,
       "maxLength": 20000
     },
-    "__schema28": {
+    "__schema30": {
       "type": "string",
       "enum": [
         "structured",
@@ -1787,28 +1902,28 @@
         "custom"
       ]
     },
-    "__schema29": {
+    "__schema31": {
       "type": "object",
       "propertyNames": {
         "type": "string"
       },
       "additionalProperties": {}
     },
-    "__schema30": {
+    "__schema32": {
       "type": "object",
       "propertyNames": {
         "type": "string"
       },
       "additionalProperties": {}
     },
-    "__schema31": {
+    "__schema33": {
       "maxItems": 1000,
       "type": "array",
       "items": {
-        "$ref": "#/$defs/__schema32"
+        "$ref": "#/$defs/__schema34"
       }
     },
-    "__schema32": {
+    "__schema34": {
       "type": "object",
       "properties": {
         "path": {
@@ -1825,7 +1940,7 @@
           "default": null,
           "anyOf": [
             {
-              "$ref": "#/$defs/__schema19"
+              "$ref": "#/$defs/__schema21"
             },
             {
               "type": "null"
@@ -1863,17 +1978,29 @@
       ],
       "additionalProperties": false
     },
-    "__schema33": {
+    "__schema35": {
+      "maxItems": 100,
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/__schema36"
+      }
+    },
+    "__schema36": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 2000
+    },
+    "__schema37": {
       "anyOf": [
         {
-          "$ref": "#/$defs/__schema7"
+          "$ref": "#/$defs/__schema9"
         },
         {
           "type": "null"
         }
       ]
     },
-    "__schema34": {
+    "__schema38": {
       "type": "object",
       "properties": {
         "policy": {
@@ -1952,7 +2079,7 @@
               "maxItems": 5,
               "type": "array",
               "items": {
-                "$ref": "#/$defs/__schema35"
+                "$ref": "#/$defs/__schema39"
               }
             },
             "networkPolicy": {
@@ -2001,14 +2128,14 @@
           "maxItems": 200,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema36"
+            "$ref": "#/$defs/__schema40"
           }
         },
         "capabilities": {
           "maxItems": 200,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema37"
+            "$ref": "#/$defs/__schema41"
           }
         },
         "verifierSetRelease": {
@@ -2036,7 +2163,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema35": {
+    "__schema39": {
       "type": "string",
       "enum": [
         "create",
@@ -2046,7 +2173,7 @@
         "destroy"
       ]
     },
-    "__schema36": {
+    "__schema40": {
       "type": "object",
       "properties": {
         "name": {
@@ -2093,7 +2220,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema37": {
+    "__schema41": {
       "type": "object",
       "properties": {
         "id": {
@@ -2107,7 +2234,7 @@
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema38"
+            "$ref": "#/$defs/__schema42"
           }
         },
         "portability": {
@@ -2128,44 +2255,47 @@
       ],
       "additionalProperties": false
     },
-    "__schema38": {
+    "__schema42": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema39": {
+    "__schema43": {
       "type": "string",
       "const": "reward"
     },
-    "__schema40": {
+    "__schema44": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema41"
+          "$ref": "#/$defs/__schema45"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema42"
+          "$ref": "#/$defs/__schema46"
         },
         "name": {
-          "$ref": "#/$defs/__schema43"
+          "$ref": "#/$defs/__schema47"
         },
         "description": {
-          "$ref": "#/$defs/__schema44"
+          "$ref": "#/$defs/__schema48"
         },
         "implementation": {
-          "$ref": "#/$defs/__schema45"
+          "$ref": "#/$defs/__schema49"
         },
         "rawScore": {
-          "$ref": "#/$defs/__schema46"
+          "$ref": "#/$defs/__schema50"
         },
         "assets": {
-          "$ref": "#/$defs/__schema47"
+          "$ref": "#/$defs/__schema51"
         },
         "fixtureSetRef": {
-          "$ref": "#/$defs/__schema48"
+          "$ref": "#/$defs/__schema52"
+        },
+        "calibrationCheckRef": {
+          "$ref": "#/$defs/__schema53"
         }
       },
       "required": [
@@ -2180,25 +2310,25 @@
       ],
       "additionalProperties": false
     },
-    "__schema41": {
+    "__schema45": {
       "type": "string",
       "const": "openpond.rewardRelease.v1"
     },
-    "__schema42": {
+    "__schema46": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema43": {
+    "__schema47": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema44": {
+    "__schema48": {
       "type": "string",
       "maxLength": 10000
     },
-    "__schema45": {
+    "__schema49": {
       "anyOf": [
         {
           "type": "object",
@@ -2235,7 +2365,7 @@
               "const": "model_judge"
             },
             "rubricRef": {
-              "$ref": "#/$defs/__schema19"
+              "$ref": "#/$defs/__schema21"
             },
             "calibrationStatus": {
               "type": "string",
@@ -2295,7 +2425,7 @@
               "const": "custom_verifier"
             },
             "verifierRef": {
-              "$ref": "#/$defs/__schema19"
+              "$ref": "#/$defs/__schema21"
             },
             "exportName": {
               "type": "string",
@@ -2328,7 +2458,7 @@
               "const": "human"
             },
             "rubricRef": {
-              "$ref": "#/$defs/__schema19"
+              "$ref": "#/$defs/__schema21"
             },
             "reviewerRole": {
               "type": "string",
@@ -2351,10 +2481,10 @@
               "const": "learned_model"
             },
             "modelVersion": {
-              "$ref": "#/$defs/__schema7"
+              "$ref": "#/$defs/__schema9"
             },
             "inputContract": {
-              "$ref": "#/$defs/__schema19"
+              "$ref": "#/$defs/__schema21"
             }
           },
           "required": [
@@ -2366,7 +2496,7 @@
         }
       ]
     },
-    "__schema46": {
+    "__schema50": {
       "type": "object",
       "properties": {
         "minimum": {
@@ -2382,49 +2512,71 @@
       ],
       "additionalProperties": false
     },
-    "__schema47": {
+    "__schema51": {
       "maxItems": 1000,
       "type": "array",
       "items": {
-        "$ref": "#/$defs/__schema19"
+        "$ref": "#/$defs/__schema21"
       }
     },
-    "__schema48": {
-      "$ref": "#/$defs/__schema19"
+    "__schema52": {
+      "$ref": "#/$defs/__schema21"
     },
-    "__schema49": {
+    "__schema53": {
+      "type": "object",
+      "properties": {
+        "id": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "contentHash": {
+          "$ref": "#/$defs/__schema2"
+        },
+        "revision": {
+          "type": "integer",
+          "exclusiveMinimum": 0,
+          "maximum": 9007199254740991
+        }
+      },
+      "required": [
+        "id",
+        "contentHash",
+        "revision"
+      ],
+      "additionalProperties": false
+    },
+    "__schema54": {
       "type": "string",
       "const": "binding"
     },
-    "__schema50": {
+    "__schema55": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema51"
+          "$ref": "#/$defs/__schema56"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema52"
+          "$ref": "#/$defs/__schema57"
         },
         "name": {
-          "$ref": "#/$defs/__schema53"
+          "$ref": "#/$defs/__schema58"
         },
         "description": {
-          "$ref": "#/$defs/__schema54"
+          "$ref": "#/$defs/__schema59"
         },
         "recipeRef": {
-          "$ref": "#/$defs/__schema55"
+          "$ref": "#/$defs/__schema60"
         },
         "sources": {
-          "$ref": "#/$defs/__schema56"
+          "$ref": "#/$defs/__schema61"
         },
         "aggregation": {
-          "$ref": "#/$defs/__schema57"
+          "$ref": "#/$defs/__schema62"
         },
         "unscorable": {
-          "$ref": "#/$defs/__schema58"
+          "$ref": "#/$defs/__schema63"
         }
       },
       "required": [
@@ -2437,82 +2589,81 @@
       ],
       "additionalProperties": false
     },
-    "__schema51": {
+    "__schema56": {
       "type": "string",
       "const": "openpond.rewardBinding.v1"
     },
-    "__schema52": {
+    "__schema57": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema53": {
+    "__schema58": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema54": {
+    "__schema59": {
       "type": "string",
       "maxLength": 10000
     },
-    "__schema55": {
+    "__schema60": {
       "$ref": "#/$defs/__schema1"
     },
-    "__schema56": {
-      "minItems": 1,
+    "__schema61": {
       "maxItems": 100,
       "type": "array",
       "items": {
-        "$ref": "#/$defs/__schema6"
+        "$ref": "#/$defs/__schema8"
       }
     },
-    "__schema57": {
+    "__schema62": {
       "type": "string",
       "const": "weighted_mean"
     },
-    "__schema58": {
+    "__schema63": {
       "type": "string",
       "const": "exclude_optional_require_all_required"
     },
-    "__schema59": {
+    "__schema64": {
       "type": "string",
       "const": "source"
     },
-    "__schema60": {
+    "__schema65": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema61"
+          "$ref": "#/$defs/__schema66"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema62"
+          "$ref": "#/$defs/__schema67"
         },
         "name": {
-          "$ref": "#/$defs/__schema63"
+          "$ref": "#/$defs/__schema68"
         },
         "kind": {
-          "$ref": "#/$defs/__schema64"
+          "$ref": "#/$defs/__schema69"
         },
         "taskDefinition": {
           "$ref": "#/$defs/__schema1"
         },
         "enabled": {
-          "$ref": "#/$defs/__schema65"
+          "$ref": "#/$defs/__schema70"
         },
         "allowedSplits": {
-          "$ref": "#/$defs/__schema66"
+          "$ref": "#/$defs/__schema71"
         },
         "mapping": {
-          "$ref": "#/$defs/__schema68"
+          "$ref": "#/$defs/__schema73"
         },
         "adapterVersion": {
-          "$ref": "#/$defs/__schema70"
+          "$ref": "#/$defs/__schema75"
         },
         "reviewOrigin": {
-          "$ref": "#/$defs/__schema71"
+          "$ref": "#/$defs/__schema76"
         }
       },
       "required": [
@@ -2529,21 +2680,21 @@
       ],
       "additionalProperties": false
     },
-    "__schema61": {
+    "__schema66": {
       "type": "string",
       "const": "openpond.learningSource.v1"
     },
-    "__schema62": {
+    "__schema67": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema63": {
+    "__schema68": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500
     },
-    "__schema64": {
+    "__schema69": {
       "type": "string",
       "enum": [
         "direct",
@@ -2553,18 +2704,18 @@
         "provider"
       ]
     },
-    "__schema65": {
+    "__schema70": {
       "type": "boolean"
     },
-    "__schema66": {
+    "__schema71": {
       "minItems": 1,
       "maxItems": 4,
       "type": "array",
       "items": {
-        "$ref": "#/$defs/__schema67"
+        "$ref": "#/$defs/__schema72"
       }
     },
-    "__schema67": {
+    "__schema72": {
       "type": "string",
       "enum": [
         "train",
@@ -2573,7 +2724,7 @@
         "frozen_eval"
       ]
     },
-    "__schema68": {
+    "__schema73": {
       "anyOf": [
         {
           "type": "object",
@@ -2583,21 +2734,21 @@
               "const": "openpond.taskSourceMapping.v1"
             },
             "exampleId": {
-              "$ref": "#/$defs/__schema69"
+              "$ref": "#/$defs/__schema74"
             },
             "attemptId": {
-              "$ref": "#/$defs/__schema69"
+              "$ref": "#/$defs/__schema74"
             },
             "occurredAt": {
-              "$ref": "#/$defs/__schema69"
+              "$ref": "#/$defs/__schema74"
             },
             "input": {
-              "$ref": "#/$defs/__schema69"
+              "$ref": "#/$defs/__schema74"
             },
             "observedOutput": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema69"
+                  "$ref": "#/$defs/__schema74"
                 },
                 {
                   "type": "null"
@@ -2607,7 +2758,7 @@
             "expected": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema69"
+                  "$ref": "#/$defs/__schema74"
                 },
                 {
                   "type": "null"
@@ -2617,7 +2768,7 @@
             "evaluatorContext": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema69"
+                  "$ref": "#/$defs/__schema74"
                 },
                 {
                   "type": "null"
@@ -2625,10 +2776,10 @@
               ]
             },
             "familyKey": {
-              "$ref": "#/$defs/__schema69"
+              "$ref": "#/$defs/__schema74"
             },
             "split": {
-              "$ref": "#/$defs/__schema67"
+              "$ref": "#/$defs/__schema72"
             }
           },
           "required": [
@@ -2650,11 +2801,11 @@
         }
       ]
     },
-    "__schema69": {
+    "__schema74": {
       "type": "string",
       "maxLength": 2000
     },
-    "__schema70": {
+    "__schema75": {
       "anyOf": [
         {
           "type": "string",
@@ -2666,7 +2817,7 @@
         }
       ]
     },
-    "__schema71": {
+    "__schema76": {
       "type": "object",
       "properties": {
         "modelId": {
@@ -2694,33 +2845,33 @@
       ],
       "additionalProperties": false
     },
-    "__schema72": {
+    "__schema77": {
       "type": "string",
       "const": "policy"
     },
-    "__schema73": {
+    "__schema78": {
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "$ref": "#/$defs/__schema74"
+          "$ref": "#/$defs/__schema79"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema75"
+          "$ref": "#/$defs/__schema80"
         },
         "modelProjectId": {
           "$ref": "#/$defs/__schema0"
         },
         "executionOwner": {
-          "$ref": "#/$defs/__schema76"
+          "$ref": "#/$defs/__schema81"
         },
         "enabled": {
-          "$ref": "#/$defs/__schema77"
+          "$ref": "#/$defs/__schema82"
         },
         "sources": {
-          "$ref": "#/$defs/__schema78"
+          "$ref": "#/$defs/__schema83"
         },
         "taskDefinition": {
           "$ref": "#/$defs/__schema1"
@@ -2729,28 +2880,28 @@
           "$ref": "#/$defs/__schema1"
         },
         "admission": {
-          "$ref": "#/$defs/__schema79"
+          "$ref": "#/$defs/__schema84"
         },
         "trigger": {
-          "$ref": "#/$defs/__schema80"
+          "$ref": "#/$defs/__schema85"
         },
         "trainingParent": {
-          "$ref": "#/$defs/__schema7"
+          "$ref": "#/$defs/__schema9"
         },
         "teacher": {
-          "$ref": "#/$defs/__schema81"
+          "$ref": "#/$defs/__schema86"
         },
         "training": {
-          "$ref": "#/$defs/__schema82"
+          "$ref": "#/$defs/__schema87"
         },
         "limits": {
-          "$ref": "#/$defs/__schema83"
+          "$ref": "#/$defs/__schema88"
         },
         "automation": {
-          "$ref": "#/$defs/__schema84"
+          "$ref": "#/$defs/__schema89"
         },
         "acceptance": {
-          "$ref": "#/$defs/__schema85"
+          "$ref": "#/$defs/__schema90"
         }
       },
       "required": [
@@ -2774,26 +2925,26 @@
       ],
       "additionalProperties": false
     },
-    "__schema74": {
+    "__schema79": {
       "type": "string",
       "const": "openpond.learningPolicy.v1"
     },
-    "__schema75": {
+    "__schema80": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema76": {
+    "__schema81": {
       "type": "string",
       "enum": [
         "local",
         "hosted"
       ]
     },
-    "__schema77": {
+    "__schema82": {
       "type": "boolean"
     },
-    "__schema78": {
+    "__schema83": {
       "minItems": 1,
       "maxItems": 100,
       "type": "array",
@@ -2801,7 +2952,7 @@
         "$ref": "#/$defs/__schema1"
       }
     },
-    "__schema79": {
+    "__schema84": {
       "type": "object",
       "properties": {
         "mode": {
@@ -2814,7 +2965,7 @@
         "qualification": {
           "anyOf": [
             {
-              "$ref": "#/$defs/__schema7"
+              "$ref": "#/$defs/__schema9"
             },
             {
               "type": "null"
@@ -2834,7 +2985,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema80": {
+    "__schema85": {
       "oneOf": [
         {
           "type": "object",
@@ -2900,17 +3051,17 @@
         }
       ]
     },
-    "__schema81": {
+    "__schema86": {
       "anyOf": [
         {
-          "$ref": "#/$defs/__schema7"
+          "$ref": "#/$defs/__schema9"
         },
         {
           "type": "null"
         }
       ]
     },
-    "__schema82": {
+    "__schema87": {
       "type": "object",
       "properties": {
         "method": {
@@ -2927,16 +3078,16 @@
           ]
         },
         "recipe": {
-          "$ref": "#/$defs/__schema7"
+          "$ref": "#/$defs/__schema9"
         },
         "retentionEvaluation": {
-          "$ref": "#/$defs/__schema7"
+          "$ref": "#/$defs/__schema9"
         },
         "replayBatches": {
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema7"
+            "$ref": "#/$defs/__schema9"
           }
         }
       },
@@ -2948,7 +3099,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema83": {
+    "__schema88": {
       "type": "object",
       "properties": {
         "maxIterationSpendUsd": {
@@ -2992,7 +3143,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema84": {
+    "__schema89": {
       "type": "object",
       "properties": {
         "collect": {
@@ -3016,7 +3167,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema85": {
+    "__schema90": {
       "type": "object",
       "properties": {
         "minimumScore": {
@@ -3035,7 +3186,7 @@
         "rollbackVersion": {
           "anyOf": [
             {
-              "$ref": "#/$defs/__schema7"
+              "$ref": "#/$defs/__schema9"
             },
             {
               "type": "null"
@@ -3051,19 +3202,19 @@
       ],
       "additionalProperties": false
     },
-    "__schema86": {
+    "__schema91": {
       "anyOf": [
         {
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema12"
+              "$ref": "#/$defs/__schema14"
             },
             "kind": {
-              "$ref": "#/$defs/__schema15"
+              "$ref": "#/$defs/__schema17"
             },
             "content": {
-              "$ref": "#/$defs/__schema16"
+              "$ref": "#/$defs/__schema18"
             }
           },
           "required": [
@@ -3077,13 +3228,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema12"
+              "$ref": "#/$defs/__schema14"
             },
             "kind": {
-              "$ref": "#/$defs/__schema21"
+              "$ref": "#/$defs/__schema23"
             },
             "content": {
-              "$ref": "#/$defs/__schema22"
+              "$ref": "#/$defs/__schema24"
             }
           },
           "required": [
@@ -3097,13 +3248,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema12"
+              "$ref": "#/$defs/__schema14"
             },
             "kind": {
-              "$ref": "#/$defs/__schema39"
+              "$ref": "#/$defs/__schema43"
             },
             "content": {
-              "$ref": "#/$defs/__schema40"
+              "$ref": "#/$defs/__schema44"
             }
           },
           "required": [
@@ -3117,13 +3268,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema12"
+              "$ref": "#/$defs/__schema14"
             },
             "kind": {
-              "$ref": "#/$defs/__schema49"
+              "$ref": "#/$defs/__schema54"
             },
             "content": {
-              "$ref": "#/$defs/__schema50"
+              "$ref": "#/$defs/__schema55"
             }
           },
           "required": [
@@ -3137,13 +3288,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema12"
+              "$ref": "#/$defs/__schema14"
             },
             "kind": {
-              "$ref": "#/$defs/__schema59"
+              "$ref": "#/$defs/__schema64"
             },
             "content": {
-              "$ref": "#/$defs/__schema60"
+              "$ref": "#/$defs/__schema65"
             }
           },
           "required": [
@@ -3157,13 +3308,13 @@
           "type": "object",
           "properties": {
             "expectedRevision": {
-              "$ref": "#/$defs/__schema12"
+              "$ref": "#/$defs/__schema14"
             },
             "kind": {
-              "$ref": "#/$defs/__schema72"
+              "$ref": "#/$defs/__schema77"
             },
             "content": {
-              "$ref": "#/$defs/__schema73"
+              "$ref": "#/$defs/__schema78"
             }
           },
           "required": [
@@ -3175,16 +3326,16 @@
         }
       ]
     },
-    "__schema87": {
+    "__schema92": {
       "type": "object",
       "propertyNames": {
         "type": "string"
       },
       "additionalProperties": {
-        "$ref": "#/$defs/__schema88"
+        "$ref": "#/$defs/__schema93"
       }
     },
-    "__schema88": {
+    "__schema93": {
       "anyOf": [
         {
           "type": "string"
@@ -3201,7 +3352,7 @@
         {
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema88"
+            "$ref": "#/$defs/__schema93"
           }
         },
         {
@@ -3210,16 +3361,16 @@
             "type": "string"
           },
           "additionalProperties": {
-            "$ref": "#/$defs/__schema88"
+            "$ref": "#/$defs/__schema93"
           }
         }
       ]
     },
-    "__schema89": {
+    "__schema94": {
       "type": "string",
       "const": "openpond.taskFeedback.v1"
     },
-    "__schema90": {
+    "__schema95": {
       "anyOf": [
         {
           "$ref": "#/$defs/__schema2"
@@ -3229,7 +3380,7 @@
         }
       ]
     },
-    "__schema91": {
+    "__schema96": {
       "type": "string",
       "enum": [
         "outcome",
@@ -3239,7 +3390,7 @@
         "family_resolution"
       ]
     },
-    "__schema92": {
+    "__schema97": {
       "type": "string",
       "maxLength": 20000
     }