@openpond/evals 0.12.4 → 0.12.6

package/schemas/learning/v1/command-request.schema.json

@@ -838,10 +838,10 @@
                   "$ref": "#/$defs/__schema16"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema109"
+                  "$ref": "#/$defs/__schema110"
                 },
                 "content": {
-                  "$ref": "#/$defs/__schema110"
+                  "$ref": "#/$defs/__schema111"
                 }
               },
               "required": [
@@ -873,7 +873,7 @@
               "maxItems": 20,
               "type": "array",
               "items": {
-                "$ref": "#/$defs/__schema136"
+                "$ref": "#/$defs/__schema137"
               }
             }
           },
@@ -933,12 +933,15 @@
                   "$ref": "#/$defs/__schema103"
                 },
                 "input": {
-                  "$ref": "#/$defs/__schema137"
+                  "$ref": "#/$defs/__schema138"
+                },
+                "policyVisibleContext": {
+                  "$ref": "#/$defs/__schema138"
                 },
                 "observedOutput": {
                   "anyOf": [
                     {
-                      "$ref": "#/$defs/__schema137"
+                      "$ref": "#/$defs/__schema138"
                     },
                     {
                       "type": "null"
@@ -948,7 +951,7 @@
                 "expected": {
                   "anyOf": [
                     {
-                      "$ref": "#/$defs/__schema137"
+                      "$ref": "#/$defs/__schema138"
                     },
                     {
                       "type": "null"
@@ -958,7 +961,7 @@
                 "evaluatorContext": {
                   "anyOf": [
                     {
-                      "$ref": "#/$defs/__schema137"
+                      "$ref": "#/$defs/__schema138"
                     },
                     {
                       "type": "null"
@@ -1048,7 +1051,7 @@
               "type": "object",
               "properties": {
                 "schemaVersion": {
-                  "$ref": "#/$defs/__schema139"
+                  "$ref": "#/$defs/__schema140"
                 },
                 "sourceId": {
                   "$ref": "#/$defs/__schema0"
@@ -1063,19 +1066,19 @@
                   "$ref": "#/$defs/__schema0"
                 },
                 "expectedEvidenceHash": {
-                  "$ref": "#/$defs/__schema140"
+                  "$ref": "#/$defs/__schema141"
                 },
                 "occurredAt": {
                   "$ref": "#/$defs/__schema5"
                 },
                 "kind": {
-                  "$ref": "#/$defs/__schema141"
+                  "$ref": "#/$defs/__schema142"
                 },
                 "value": {
-                  "$ref": "#/$defs/__schema137"
+                  "$ref": "#/$defs/__schema138"
                 },
                 "note": {
-                  "$ref": "#/$defs/__schema142"
+                  "$ref": "#/$defs/__schema143"
                 }
               },
               "required": [
@@ -1200,7 +1203,7 @@
             "proposedTarget": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema137"
+                  "$ref": "#/$defs/__schema138"
                 },
                 {
                   "type": "null"
@@ -1269,7 +1272,7 @@
             "approvedTarget": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema137"
+                  "$ref": "#/$defs/__schema138"
                 },
                 {
                   "type": "null"
@@ -3248,8 +3251,11 @@
         "reviewOrigin": {
           "$ref": "#/$defs/__schema107"
         },
-        "capturedOrigin": {
+        "datasetOrigin": {
           "$ref": "#/$defs/__schema108"
+        },
+        "capturedOrigin": {
+          "$ref": "#/$defs/__schema109"
         }
       },
       "required": [
@@ -3432,6 +3438,26 @@
       "additionalProperties": false
     },
     "__schema108": {
+      "type": "object",
+      "properties": {
+        "receiptId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "packageHash": {
+          "$ref": "#/$defs/__schema2"
+        },
+        "taskset": {
+          "$ref": "#/$defs/__schema1"
+        }
+      },
+      "required": [
+        "receiptId",
+        "packageHash",
+        "taskset"
+      ],
+      "additionalProperties": false
+    },
+    "__schema109": {
       "type": "object",
       "properties": {
         "receiptId": {
@@ -3459,36 +3485,36 @@
       ],
       "additionalProperties": false
     },
-    "__schema109": {
+    "__schema110": {
       "type": "string",
       "const": "policy"
     },
-    "__schema110": {
+    "__schema111": {
       "type": "object",
       "properties": {
         "origin": {
-          "$ref": "#/$defs/__schema111"
+          "$ref": "#/$defs/__schema112"
         },
         "schemaVersion": {
-          "$ref": "#/$defs/__schema124"
+          "$ref": "#/$defs/__schema125"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "revision": {
-          "$ref": "#/$defs/__schema125"
+          "$ref": "#/$defs/__schema126"
         },
         "modelProjectId": {
           "$ref": "#/$defs/__schema0"
         },
         "executionOwner": {
-          "$ref": "#/$defs/__schema126"
+          "$ref": "#/$defs/__schema127"
         },
         "enabled": {
-          "$ref": "#/$defs/__schema127"
+          "$ref": "#/$defs/__schema128"
         },
         "sources": {
-          "$ref": "#/$defs/__schema128"
+          "$ref": "#/$defs/__schema129"
         },
         "taskDefinition": {
           "$ref": "#/$defs/__schema1"
@@ -3497,28 +3523,28 @@
           "$ref": "#/$defs/__schema1"
         },
         "admission": {
-          "$ref": "#/$defs/__schema129"
+          "$ref": "#/$defs/__schema130"
         },
         "trigger": {
-          "$ref": "#/$defs/__schema130"
+          "$ref": "#/$defs/__schema131"
         },
         "trainingParent": {
           "$ref": "#/$defs/__schema9"
         },
         "teacher": {
-          "$ref": "#/$defs/__schema131"
+          "$ref": "#/$defs/__schema132"
         },
         "training": {
-          "$ref": "#/$defs/__schema132"
+          "$ref": "#/$defs/__schema133"
         },
         "limits": {
-          "$ref": "#/$defs/__schema133"
+          "$ref": "#/$defs/__schema134"
         },
         "automation": {
-          "$ref": "#/$defs/__schema134"
+          "$ref": "#/$defs/__schema135"
         },
         "acceptance": {
-          "$ref": "#/$defs/__schema135"
+          "$ref": "#/$defs/__schema136"
         }
       },
       "required": [
@@ -3542,7 +3568,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema111": {
+    "__schema112": {
       "type": "object",
       "properties": {
         "schemaVersion": {
@@ -3550,12 +3576,12 @@
           "const": "openpond.trainingHandoffOrigin.v1"
         },
         "teamId": {
-          "$ref": "#/$defs/__schema112"
+          "$ref": "#/$defs/__schema113"
         },
         "projectId": {
           "anyOf": [
             {
-              "$ref": "#/$defs/__schema112"
+              "$ref": "#/$defs/__schema113"
             },
             {
               "type": "null"
@@ -3563,18 +3589,18 @@
           ]
         },
         "configurationId": {
-          "$ref": "#/$defs/__schema112"
+          "$ref": "#/$defs/__schema113"
         },
         "source": {
           "type": "object",
           "properties": {
             "executionId": {
-              "$ref": "#/$defs/__schema112"
+              "$ref": "#/$defs/__schema113"
             },
             "passId": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema112"
+                  "$ref": "#/$defs/__schema113"
                 },
                 {
                   "type": "null"
@@ -3582,10 +3608,10 @@
               ]
             },
             "manifestHash": {
-              "$ref": "#/$defs/__schema113"
+              "$ref": "#/$defs/__schema114"
             },
             "resultHash": {
-              "$ref": "#/$defs/__schema113"
+              "$ref": "#/$defs/__schema114"
             }
           },
           "required": [
@@ -3600,7 +3626,7 @@
           "type": "object",
           "properties": {
             "id": {
-              "$ref": "#/$defs/__schema112"
+              "$ref": "#/$defs/__schema113"
             },
             "revision": {
               "type": "integer",
@@ -3608,7 +3634,7 @@
               "maximum": 9007199254740991
             },
             "contentHash": {
-              "$ref": "#/$defs/__schema113"
+              "$ref": "#/$defs/__schema114"
             }
           },
           "required": [
@@ -3672,7 +3698,7 @@
                       "$ref": "#/$defs/__schema2"
                     },
                     "target": {
-                      "$ref": "#/$defs/__schema114"
+                      "$ref": "#/$defs/__schema115"
                     },
                     "environmentHash": {
                       "$ref": "#/$defs/__schema2"
@@ -3713,7 +3739,7 @@
                           "$ref": "#/$defs/__schema0"
                         },
                         "target": {
-                          "$ref": "#/$defs/__schema114"
+                          "$ref": "#/$defs/__schema115"
                         },
                         "declaredProfileCatalogHash": {
                           "anyOf": [
@@ -3742,7 +3768,7 @@
                               "maxItems": 500,
                               "type": "array",
                               "items": {
-                                "$ref": "#/$defs/__schema115"
+                                "$ref": "#/$defs/__schema116"
                               }
                             }
                           },
@@ -3777,7 +3803,7 @@
                           "maxItems": 10000,
                           "type": "array",
                           "items": {
-                            "$ref": "#/$defs/__schema116"
+                            "$ref": "#/$defs/__schema117"
                           }
                         },
                         "evaluators": {
@@ -3785,7 +3811,7 @@
                           "maxItems": 100,
                           "type": "array",
                           "items": {
-                            "$ref": "#/$defs/__schema117"
+                            "$ref": "#/$defs/__schema118"
                           }
                         },
                         "fieldMappingsHash": {
@@ -3795,7 +3821,7 @@
                           "maxItems": 100,
                           "type": "array",
                           "items": {
-                            "$ref": "#/$defs/__schema119"
+                            "$ref": "#/$defs/__schema120"
                           }
                         },
                         "environmentHash": {
@@ -3991,11 +4017,11 @@
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema123"
+            "$ref": "#/$defs/__schema124"
           }
         },
         "contentHash": {
-          "$ref": "#/$defs/__schema113"
+          "$ref": "#/$defs/__schema114"
         }
       },
       "required": [
@@ -4011,16 +4037,16 @@
       ],
       "additionalProperties": false
     },
-    "__schema112": {
+    "__schema113": {
       "type": "string",
       "minLength": 1,
       "maxLength": 200
     },
-    "__schema113": {
+    "__schema114": {
       "type": "string",
       "pattern": "^[a-f0-9]{64}$"
     },
-    "__schema114": {
+    "__schema115": {
       "oneOf": [
         {
           "type": "object",
@@ -4090,7 +4116,7 @@
         }
       ]
     },
-    "__schema115": {
+    "__schema116": {
       "type": "object",
       "properties": {
         "caseId": {
@@ -4124,7 +4150,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema116": {
+    "__schema117": {
       "type": "object",
       "properties": {
         "taskId": {
@@ -4153,7 +4179,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema117": {
+    "__schema118": {
       "type": "object",
       "properties": {
         "release": {
@@ -4207,7 +4233,7 @@
           "maxItems": 50,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema118"
+            "$ref": "#/$defs/__schema119"
           }
         }
       },
@@ -4220,12 +4246,12 @@
       ],
       "additionalProperties": false
     },
-    "__schema118": {
+    "__schema119": {
       "type": "string",
       "minLength": 1,
       "maxLength": 120
     },
-    "__schema119": {
+    "__schema120": {
       "type": "object",
       "properties": {
         "graderId": {
@@ -4235,7 +4261,7 @@
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema120"
+            "$ref": "#/$defs/__schema121"
           }
         }
       },
@@ -4245,28 +4271,28 @@
       ],
       "additionalProperties": false
     },
-    "__schema120": {
+    "__schema121": {
       "type": "object",
       "properties": {
         "destination": {
-          "$ref": "#/$defs/__schema121"
+          "$ref": "#/$defs/__schema122"
         },
         "path": {
           "minItems": 1,
           "maxItems": 20,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema122"
+            "$ref": "#/$defs/__schema123"
           }
         },
         "source": {
-          "$ref": "#/$defs/__schema121"
+          "$ref": "#/$defs/__schema122"
         },
         "sourcePath": {
           "maxItems": 20,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema122"
+            "$ref": "#/$defs/__schema123"
           }
         }
       },
@@ -4278,7 +4304,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema121": {
+    "__schema122": {
       "type": "string",
       "enum": [
         "input",
@@ -4287,25 +4313,25 @@
         "evaluatorContext"
       ]
     },
-    "__schema122": {
+    "__schema123": {
       "type": "string",
       "minLength": 1,
       "maxLength": 200
     },
-    "__schema123": {
+    "__schema124": {
       "type": "object",
       "properties": {
         "feedbackKey": {
-          "$ref": "#/$defs/__schema112"
+          "$ref": "#/$defs/__schema113"
         },
         "evaluator": {
           "type": "object",
           "properties": {
             "id": {
-              "$ref": "#/$defs/__schema112"
+              "$ref": "#/$defs/__schema113"
             },
             "contentHash": {
-              "$ref": "#/$defs/__schema113"
+              "$ref": "#/$defs/__schema114"
             }
           },
           "required": [
@@ -4344,26 +4370,26 @@
       ],
       "additionalProperties": false
     },
-    "__schema124": {
+    "__schema125": {
       "type": "string",
       "const": "openpond.learningPolicy.v1"
     },
-    "__schema125": {
+    "__schema126": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
-    "__schema126": {
+    "__schema127": {
       "type": "string",
       "enum": [
         "local",
         "hosted"
       ]
     },
-    "__schema127": {
+    "__schema128": {
       "type": "boolean"
     },
-    "__schema128": {
+    "__schema129": {
       "minItems": 1,
       "maxItems": 100,
       "type": "array",
@@ -4371,7 +4397,7 @@
         "$ref": "#/$defs/__schema1"
       }
     },
-    "__schema129": {
+    "__schema130": {
       "type": "object",
       "properties": {
         "mode": {
@@ -4404,7 +4430,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema130": {
+    "__schema131": {
       "oneOf": [
         {
           "type": "object",
@@ -4494,7 +4520,7 @@
         }
       ]
     },
-    "__schema131": {
+    "__schema132": {
       "anyOf": [
         {
           "$ref": "#/$defs/__schema9"
@@ -4504,7 +4530,7 @@
         }
       ]
     },
-    "__schema132": {
+    "__schema133": {
       "type": "object",
       "properties": {
         "method": {
@@ -4582,7 +4608,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema133": {
+    "__schema134": {
       "type": "object",
       "properties": {
         "maxIterationSpendUsd": {
@@ -4626,7 +4652,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema134": {
+    "__schema135": {
       "type": "object",
       "properties": {
         "collect": {
@@ -4650,7 +4676,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema135": {
+    "__schema136": {
       "type": "object",
       "properties": {
         "minimumScore": {
@@ -4685,7 +4711,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema136": {
+    "__schema137": {
       "anyOf": [
         {
           "type": "object",
@@ -4794,10 +4820,10 @@
               "$ref": "#/$defs/__schema15"
             },
             "kind": {
-              "$ref": "#/$defs/__schema109"
+              "$ref": "#/$defs/__schema110"
             },
             "content": {
-              "$ref": "#/$defs/__schema110"
+              "$ref": "#/$defs/__schema111"
             }
           },
           "required": [
@@ -4809,16 +4835,16 @@
         }
       ]
     },
-    "__schema137": {
+    "__schema138": {
       "type": "object",
       "propertyNames": {
         "type": "string"
       },
       "additionalProperties": {
-        "$ref": "#/$defs/__schema138"
+        "$ref": "#/$defs/__schema139"
       }
     },
-    "__schema138": {
+    "__schema139": {
       "anyOf": [
         {
           "type": "string"
@@ -4835,7 +4861,7 @@
         {
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema138"
+            "$ref": "#/$defs/__schema139"
           }
         },
         {
@@ -4844,16 +4870,16 @@
             "type": "string"
           },
           "additionalProperties": {
-            "$ref": "#/$defs/__schema138"
+            "$ref": "#/$defs/__schema139"
           }
         }
       ]
     },
-    "__schema139": {
+    "__schema140": {
       "type": "string",
       "const": "openpond.taskFeedback.v1"
     },
-    "__schema140": {
+    "__schema141": {
       "anyOf": [
         {
           "$ref": "#/$defs/__schema2"
@@ -4863,7 +4889,7 @@
         }
       ]
     },
-    "__schema141": {
+    "__schema142": {
       "type": "string",
       "enum": [
         "outcome",
@@ -4873,7 +4899,7 @@
         "family_resolution"
       ]
     },
-    "__schema142": {
+    "__schema143": {
       "type": "string",
       "maxLength": 20000
     }