@openpond/evals 0.10.7 → 0.10.9

package/schemas/learning/v1/decision.schema.json

@@ -240,7 +240,6 @@
           "$ref": "#/$defs/__schema2"
         },
         "results": {
-          "minItems": 1,
           "maxItems": 100,
           "type": "array",
           "items": {

package/schemas/learning/v1/definition.schema.json

@@ -62,6 +62,13 @@
         "$ref": "#/$defs/__schema1"
       }
     },
+    "contextRequirements": {
+      "maxItems": 100,
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/__schema3"
+      }
+    },
     "rewardBinding": {
       "type": "object",
       "properties": {
@@ -186,7 +193,7 @@
               "maxItems": 5,
               "type": "array",
               "items": {
-                "$ref": "#/$defs/__schema3"
+                "$ref": "#/$defs/__schema4"
               }
             },
             "networkPolicy": {
@@ -235,14 +242,14 @@
           "maxItems": 200,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema4"
+            "$ref": "#/$defs/__schema5"
           }
         },
         "capabilities": {
           "maxItems": 200,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema5"
+            "$ref": "#/$defs/__schema6"
           }
         },
         "verifierSetRelease": {
@@ -397,6 +404,11 @@
       "pattern": "^[a-f0-9]{64}$"
     },
     "__schema3": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 2000
+    },
+    "__schema4": {
       "type": "string",
       "enum": [
         "create",
@@ -406,7 +418,7 @@
         "destroy"
       ]
     },
-    "__schema4": {
+    "__schema5": {
       "type": "object",
       "properties": {
         "name": {
@@ -453,7 +465,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema5": {
+    "__schema6": {
       "type": "object",
       "properties": {
         "id": {
@@ -467,7 +479,7 @@
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema6"
+            "$ref": "#/$defs/__schema7"
           }
         },
         "portability": {
@@ -488,7 +500,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema6": {
+    "__schema7": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500

package/schemas/learning/v1/draft.schema.json

@@ -625,6 +625,37 @@
             "false",
             "any"
           ]
+        },
+        "sourceLabel": {
+          "type": "object",
+          "properties": {
+            "evidence": {
+              "$ref": "#/$defs/__schema2"
+            },
+            "feedback": {
+              "type": "object",
+              "properties": {
+                "id": {
+                  "$ref": "#/$defs/__schema0"
+                },
+                "revision": {
+                  "type": "integer",
+                  "exclusiveMinimum": 0,
+                  "maximum": 9007199254740991
+                }
+              },
+              "required": [
+                "id",
+                "revision"
+              ],
+              "additionalProperties": false
+            }
+          },
+          "required": [
+            "evidence",
+            "feedback"
+          ],
+          "additionalProperties": false
         }
       },
       "required": [

package/schemas/learning/v1/feedback-submission.schema.json

@@ -3,22 +3,60 @@
   "type": "object",
   "properties": {
     "schemaVersion": {
-      "type": "string",
-      "const": "openpond.taskFeedback.v1"
+      "$ref": "#/$defs/__schema0"
     },
     "sourceId": {
-      "$ref": "#/$defs/__schema0"
+      "$ref": "#/$defs/__schema1"
     },
     "idempotencyKey": {
-      "$ref": "#/$defs/__schema0"
+      "$ref": "#/$defs/__schema1"
     },
     "exampleId": {
-      "$ref": "#/$defs/__schema0"
+      "$ref": "#/$defs/__schema1"
     },
     "attemptId": {
-      "$ref": "#/$defs/__schema0"
+      "$ref": "#/$defs/__schema1"
     },
     "expectedEvidenceHash": {
+      "$ref": "#/$defs/__schema2"
+    },
+    "occurredAt": {
+      "$ref": "#/$defs/__schema3"
+    },
+    "kind": {
+      "$ref": "#/$defs/__schema4"
+    },
+    "value": {
+      "$ref": "#/$defs/__schema5"
+    },
+    "note": {
+      "$ref": "#/$defs/__schema7"
+    }
+  },
+  "required": [
+    "schemaVersion",
+    "sourceId",
+    "idempotencyKey",
+    "exampleId",
+    "attemptId",
+    "expectedEvidenceHash",
+    "occurredAt",
+    "kind",
+    "value",
+    "note"
+  ],
+  "additionalProperties": false,
+  "$defs": {
+    "__schema0": {
+      "type": "string",
+      "const": "openpond.taskFeedback.v1"
+    },
+    "__schema1": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 240
+    },
+    "__schema2": {
       "anyOf": [
         {
           "type": "string",
@@ -29,12 +67,12 @@
         }
       ]
     },
-    "occurredAt": {
+    "__schema3": {
       "type": "string",
       "format": "date-time",
       "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
     },
-    "kind": {
+    "__schema4": {
       "type": "string",
       "enum": [
         "outcome",
@@ -44,40 +82,16 @@
         "family_resolution"
       ]
     },
-    "value": {
+    "__schema5": {
       "type": "object",
       "propertyNames": {
         "type": "string"
       },
       "additionalProperties": {
-        "$ref": "#/$defs/__schema1"
+        "$ref": "#/$defs/__schema6"
       }
     },
-    "note": {
-      "type": "string",
-      "maxLength": 20000
-    }
-  },
-  "required": [
-    "schemaVersion",
-    "sourceId",
-    "idempotencyKey",
-    "exampleId",
-    "attemptId",
-    "expectedEvidenceHash",
-    "occurredAt",
-    "kind",
-    "value",
-    "note"
-  ],
-  "additionalProperties": false,
-  "$defs": {
-    "__schema0": {
-      "type": "string",
-      "minLength": 1,
-      "maxLength": 240
-    },
-    "__schema1": {
+    "__schema6": {
       "anyOf": [
         {
           "type": "string"
@@ -94,7 +108,7 @@
         {
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema1"
+            "$ref": "#/$defs/__schema6"
           }
         },
         {
@@ -103,10 +117,14 @@
             "type": "string"
           },
           "additionalProperties": {
-            "$ref": "#/$defs/__schema1"
+            "$ref": "#/$defs/__schema6"
           }
         }
       ]
+    },
+    "__schema7": {
+      "type": "string",
+      "maxLength": 20000
     }
   },
   "$id": "urn:openpond:learning:v1:feedback-submission",

package/schemas/learning/v1/feedback.schema.json

@@ -13,8 +13,7 @@
       "type": "object",
       "properties": {
         "schemaVersion": {
-          "type": "string",
-          "const": "openpond.taskFeedback.v1"
+          "$ref": "#/$defs/__schema1"
         },
         "sourceId": {
           "$ref": "#/$defs/__schema0"
@@ -29,40 +28,19 @@
           "$ref": "#/$defs/__schema0"
         },
         "expectedEvidenceHash": {
-          "anyOf": [
-            {
-              "$ref": "#/$defs/__schema1"
-            },
-            {
-              "type": "null"
-            }
-          ]
+          "$ref": "#/$defs/__schema2"
         },
         "occurredAt": {
-          "$ref": "#/$defs/__schema2"
+          "$ref": "#/$defs/__schema4"
         },
         "kind": {
-          "type": "string",
-          "enum": [
-            "outcome",
-            "target_correction",
-            "ground_truth_correction",
-            "input_correction",
-            "family_resolution"
-          ]
+          "$ref": "#/$defs/__schema5"
         },
         "value": {
-          "type": "object",
-          "propertyNames": {
-            "type": "string"
-          },
-          "additionalProperties": {
-            "$ref": "#/$defs/__schema3"
-          }
+          "$ref": "#/$defs/__schema6"
         },
         "note": {
-          "type": "string",
-          "maxLength": 20000
+          "$ref": "#/$defs/__schema8"
         }
       },
       "required": [
@@ -92,7 +70,7 @@
     "evidence": {
       "anyOf": [
         {
-          "$ref": "#/$defs/__schema4"
+          "$ref": "#/$defs/__schema9"
         },
         {
           "type": "null"
@@ -100,13 +78,53 @@
       ]
     },
     "createdAt": {
-      "$ref": "#/$defs/__schema2"
+      "$ref": "#/$defs/__schema4"
     },
     "revision": {
       "type": "integer",
       "exclusiveMinimum": 0,
       "maximum": 9007199254740991
     },
+    "submittedBy": {
+      "default": null,
+      "anyOf": [
+        {
+          "type": "object",
+          "properties": {
+            "id": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "role": {
+              "type": "string",
+              "enum": [
+                "editor",
+                "reviewer",
+                "source"
+              ]
+            },
+            "sourceId": {
+              "anyOf": [
+                {
+                  "$ref": "#/$defs/__schema0"
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            }
+          },
+          "required": [
+            "id",
+            "role",
+            "sourceId"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
     "review": {
       "default": null,
       "anyOf": [
@@ -119,7 +137,7 @@
             "decision": {
               "anyOf": [
                 {
-                  "$ref": "#/$defs/__schema4"
+                  "$ref": "#/$defs/__schema9"
                 },
                 {
                   "type": "null"
@@ -131,7 +149,7 @@
               "maxLength": 20000
             },
             "resolvedAt": {
-              "$ref": "#/$defs/__schema2"
+              "$ref": "#/$defs/__schema4"
             }
           },
           "required": [
@@ -156,6 +174,7 @@
     "evidence",
     "createdAt",
     "revision",
+    "submittedBy",
     "review"
   ],
   "additionalProperties": false,
@@ -167,14 +186,47 @@
     },
     "__schema1": {
       "type": "string",
-      "pattern": "^[a-f0-9]{64}$"
+      "const": "openpond.taskFeedback.v1"
     },
     "__schema2": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema3"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema3": {
+      "type": "string",
+      "pattern": "^[a-f0-9]{64}$"
+    },
+    "__schema4": {
       "type": "string",
       "format": "date-time",
       "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
     },
-    "__schema3": {
+    "__schema5": {
+      "type": "string",
+      "enum": [
+        "outcome",
+        "target_correction",
+        "ground_truth_correction",
+        "input_correction",
+        "family_resolution"
+      ]
+    },
+    "__schema6": {
+      "type": "object",
+      "propertyNames": {
+        "type": "string"
+      },
+      "additionalProperties": {
+        "$ref": "#/$defs/__schema7"
+      }
+    },
+    "__schema7": {
       "anyOf": [
         {
           "type": "string"
@@ -191,7 +243,7 @@
         {
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema3"
+            "$ref": "#/$defs/__schema7"
           }
         },
         {
@@ -200,19 +252,23 @@
             "type": "string"
           },
           "additionalProperties": {
-            "$ref": "#/$defs/__schema3"
+            "$ref": "#/$defs/__schema7"
           }
         }
       ]
     },
-    "__schema4": {
+    "__schema8": {
+      "type": "string",
+      "maxLength": 20000
+    },
+    "__schema9": {
       "type": "object",
       "properties": {
         "id": {
           "$ref": "#/$defs/__schema0"
         },
         "contentHash": {
-          "$ref": "#/$defs/__schema1"
+          "$ref": "#/$defs/__schema3"
         },
         "revision": {
           "type": "integer",

package/schemas/learning/v1/grade.schema.json

@@ -66,7 +66,6 @@
               "$ref": "#/$defs/__schema2"
             },
             "results": {
-              "minItems": 1,
               "maxItems": 100,
               "type": "array",
               "items": {

package/schemas/learning/v1/read-request.schema.json

@@ -94,6 +94,13 @@
           "minLength": 1,
           "maxLength": 200
         },
+        "reviewState": {
+          "type": "string",
+          "enum": [
+            "inbox",
+            "reviewed"
+          ]
+        },
         "afterId": {
           "$ref": "#/$defs/__schema0"
         },