@openpond/evals 0.10.4 → 0.10.6

package/schemas/learning/v1/definition.schema.json

@@ -55,6 +55,13 @@
       },
       "additionalProperties": {}
     },
+    "requiredOutputs": {
+      "maxItems": 1000,
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/__schema1"
+      }
+    },
     "rewardBinding": {
       "type": "object",
       "properties": {
@@ -62,7 +69,7 @@
           "$ref": "#/$defs/__schema0"
         },
         "contentHash": {
-          "$ref": "#/$defs/__schema1"
+          "$ref": "#/$defs/__schema2"
         },
         "revision": {
           "type": "integer",
@@ -86,7 +93,7 @@
               "$ref": "#/$defs/__schema0"
             },
             "contentHash": {
-              "$ref": "#/$defs/__schema1"
+              "$ref": "#/$defs/__schema2"
             }
           },
           "required": [
@@ -179,7 +186,7 @@
               "maxItems": 5,
               "type": "array",
               "items": {
-                "$ref": "#/$defs/__schema2"
+                "$ref": "#/$defs/__schema3"
               }
             },
             "networkPolicy": {
@@ -215,7 +222,7 @@
               "$ref": "#/$defs/__schema0"
             },
             "contentHash": {
-              "$ref": "#/$defs/__schema1"
+              "$ref": "#/$defs/__schema2"
             }
           },
           "required": [
@@ -228,14 +235,14 @@
           "maxItems": 200,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema3"
+            "$ref": "#/$defs/__schema4"
           }
         },
         "capabilities": {
           "maxItems": 200,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema4"
+            "$ref": "#/$defs/__schema5"
           }
         },
         "verifierSetRelease": {
@@ -245,7 +252,7 @@
               "$ref": "#/$defs/__schema0"
             },
             "contentHash": {
-              "$ref": "#/$defs/__schema1"
+              "$ref": "#/$defs/__schema2"
             }
           },
           "required": [
@@ -264,7 +271,7 @@
       "additionalProperties": false
     },
     "contentHash": {
-      "$ref": "#/$defs/__schema1"
+      "$ref": "#/$defs/__schema2"
     }
   },
   "required": [
@@ -291,10 +298,105 @@
       "maxLength": 240
     },
     "__schema1": {
+      "type": "object",
+      "properties": {
+        "path": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 2000
+        },
+        "mediaType": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 200
+        },
+        "schemaRef": {
+          "default": null,
+          "anyOf": [
+            {
+              "type": "object",
+              "properties": {
+                "id": {
+                  "$ref": "#/$defs/__schema0"
+                },
+                "path": {
+                  "type": "string",
+                  "minLength": 1,
+                  "maxLength": 2000
+                },
+                "contentHash": {
+                  "$ref": "#/$defs/__schema2"
+                },
+                "sizeBytes": {
+                  "type": "integer",
+                  "minimum": 0,
+                  "maximum": 250000000
+                },
+                "mediaType": {
+                  "type": "string",
+                  "minLength": 1,
+                  "maxLength": 200
+                },
+                "visibility": {
+                  "type": "string",
+                  "enum": [
+                    "policy",
+                    "verifier",
+                    "host_private"
+                  ]
+                }
+              },
+              "required": [
+                "id",
+                "path",
+                "contentHash",
+                "sizeBytes",
+                "mediaType",
+                "visibility"
+              ],
+              "additionalProperties": false
+            },
+            {
+              "type": "null"
+            }
+          ]
+        },
+        "maxBytes": {
+          "default": null,
+          "anyOf": [
+            {
+              "type": "integer",
+              "exclusiveMinimum": 0,
+              "maximum": 250000000
+            },
+            {
+              "type": "null"
+            }
+          ]
+        },
+        "metadata": {
+          "default": {},
+          "type": "object",
+          "propertyNames": {
+            "type": "string"
+          },
+          "additionalProperties": {}
+        }
+      },
+      "required": [
+        "path",
+        "mediaType",
+        "schemaRef",
+        "maxBytes",
+        "metadata"
+      ],
+      "additionalProperties": false
+    },
+    "__schema2": {
       "type": "string",
       "pattern": "^[a-f0-9]{64}$"
     },
-    "__schema2": {
+    "__schema3": {
       "type": "string",
       "enum": [
         "create",
@@ -304,7 +406,7 @@
         "destroy"
       ]
     },
-    "__schema3": {
+    "__schema4": {
       "type": "object",
       "properties": {
         "name": {
@@ -326,7 +428,7 @@
           "additionalProperties": {}
         },
         "inputSchemaHash": {
-          "$ref": "#/$defs/__schema1"
+          "$ref": "#/$defs/__schema2"
         },
         "sideEffect": {
           "type": "string",
@@ -351,7 +453,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema4": {
+    "__schema5": {
       "type": "object",
       "properties": {
         "id": {
@@ -365,7 +467,7 @@
           "maxItems": 100,
           "type": "array",
           "items": {
-            "$ref": "#/$defs/__schema5"
+            "$ref": "#/$defs/__schema6"
           }
         },
         "portability": {
@@ -386,7 +488,7 @@
       ],
       "additionalProperties": false
     },
-    "__schema5": {
+    "__schema6": {
       "type": "string",
       "minLength": 1,
       "maxLength": 500

package/schemas/learning/v1/policy-inspection.schema.json

@@ -0,0 +1,243 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "type": "object",
+  "properties": {
+    "policy": {
+      "type": "object",
+      "properties": {
+        "id": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "contentHash": {
+          "type": "string",
+          "pattern": "^[a-f0-9]{64}$"
+        },
+        "revision": {
+          "type": "integer",
+          "exclusiveMinimum": 0,
+          "maximum": 9007199254740991
+        }
+      },
+      "required": [
+        "id",
+        "contentHash",
+        "revision"
+      ],
+      "additionalProperties": false
+    },
+    "modelProjectId": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "inspectedAt": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "chain": {
+      "anyOf": [
+        {
+          "type": "object",
+          "properties": {
+            "schemaVersion": {
+              "type": "string",
+              "const": "openpond.learningChain.v1"
+            },
+            "id": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "revision": {
+              "type": "integer",
+              "exclusiveMinimum": 0,
+              "maximum": 9007199254740991
+            },
+            "modelProjectId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "activeIterationId": {
+              "anyOf": [
+                {
+                  "$ref": "#/$defs/__schema0"
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "latestIterationId": {
+              "$ref": "#/$defs/__schema0"
+            },
+            "lastReservedAt": {
+              "anyOf": [
+                {
+                  "$ref": "#/$defs/__schema1"
+                },
+                {
+                  "type": "null"
+                }
+              ]
+            },
+            "updatedAt": {
+              "$ref": "#/$defs/__schema1"
+            }
+          },
+          "required": [
+            "schemaVersion",
+            "id",
+            "revision",
+            "modelProjectId",
+            "activeIterationId",
+            "latestIterationId",
+            "lastReservedAt",
+            "updatedAt"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "counts": {
+      "anyOf": [
+        {
+          "type": "object",
+          "properties": {
+            "eligible": {
+              "type": "integer",
+              "minimum": 0,
+              "maximum": 9007199254740991
+            },
+            "awaitingReview": {
+              "type": "integer",
+              "minimum": 0,
+              "maximum": 9007199254740991
+            },
+            "excluded": {
+              "type": "integer",
+              "minimum": 0,
+              "maximum": 9007199254740991
+            },
+            "consumed": {
+              "type": "integer",
+              "minimum": 0,
+              "maximum": 9007199254740991
+            }
+          },
+          "required": [
+            "eligible",
+            "awaitingReview",
+            "excluded",
+            "consumed"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "minimumApprovedExamples": {
+      "type": "integer",
+      "exclusiveMinimum": 0,
+      "maximum": 9007199254740991
+    },
+    "canReserve": {
+      "type": "boolean"
+    },
+    "blockers": {
+      "maxItems": 20,
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/__schema2"
+      }
+    },
+    "cooldownUntil": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema1"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "budget": {
+      "type": "object",
+      "properties": {
+        "reservedSpendUsd": {
+          "type": "number",
+          "minimum": 0
+        },
+        "settledSpendUsd": {
+          "type": "number",
+          "minimum": 0
+        },
+        "committedSpendUsd": {
+          "type": "number",
+          "minimum": 0
+        },
+        "maximumIterationSpendUsd": {
+          "type": "number",
+          "minimum": 0
+        },
+        "maximumDailySpendUsd": {
+          "type": "number",
+          "minimum": 0
+        }
+      },
+      "required": [
+        "reservedSpendUsd",
+        "settledSpendUsd",
+        "committedSpendUsd",
+        "maximumIterationSpendUsd",
+        "maximumDailySpendUsd"
+      ],
+      "additionalProperties": false
+    }
+  },
+  "required": [
+    "policy",
+    "modelProjectId",
+    "inspectedAt",
+    "chain",
+    "counts",
+    "minimumApprovedExamples",
+    "canReserve",
+    "blockers",
+    "cooldownUntil",
+    "budget"
+  ],
+  "additionalProperties": false,
+  "$defs": {
+    "__schema0": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 240
+    },
+    "__schema1": {
+      "type": "string",
+      "format": "date-time",
+      "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
+    },
+    "__schema2": {
+      "type": "object",
+      "properties": {
+        "code": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 200
+        },
+        "message": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 20000
+        }
+      },
+      "required": [
+        "code",
+        "message"
+      ],
+      "additionalProperties": false
+    }
+  },
+  "$id": "urn:openpond:learning:v1:policy-inspection",
+  "$comment": "Generated from @openpond/evals. Cross-resource identity, authorization, idempotency, admission, grading and split constraints are enforced by the shared domain service in addition to this structural schema."
+}

package/schemas/learning/v1/read-request.schema.json

@@ -1,6 +1,27 @@
 {
   "$schema": "https://json-schema.org/draft/2020-12/schema",
   "oneOf": [
+    {
+      "type": "object",
+      "properties": {
+        "action": {
+          "type": "string",
+          "const": "inspect_policy"
+        },
+        "scope": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "policy": {
+          "$ref": "#/$defs/__schema1"
+        }
+      },
+      "required": [
+        "action",
+        "scope",
+        "policy"
+      ],
+      "additionalProperties": false
+    },
     {
       "type": "object",
       "properties": {
@@ -12,27 +33,7 @@
           "$ref": "#/$defs/__schema0"
         },
         "evidence": {
-          "type": "object",
-          "properties": {
-            "id": {
-              "$ref": "#/$defs/__schema0"
-            },
-            "contentHash": {
-              "type": "string",
-              "pattern": "^[a-f0-9]{64}$"
-            },
-            "revision": {
-              "type": "integer",
-              "exclusiveMinimum": 0,
-              "maximum": 9007199254740991
-            }
-          },
-          "required": [
-            "id",
-            "contentHash",
-            "revision"
-          ],
-          "additionalProperties": false
+          "$ref": "#/$defs/__schema1"
         }
       },
       "required": [
@@ -53,7 +54,7 @@
           "$ref": "#/$defs/__schema0"
         },
         "kind": {
-          "$ref": "#/$defs/__schema1"
+          "$ref": "#/$defs/__schema2"
         },
         "id": {
           "$ref": "#/$defs/__schema0"
@@ -83,7 +84,7 @@
           "$ref": "#/$defs/__schema0"
         },
         "kind": {
-          "$ref": "#/$defs/__schema1"
+          "$ref": "#/$defs/__schema2"
         },
         "parentId": {
           "$ref": "#/$defs/__schema0"
@@ -119,6 +120,29 @@
       "maxLength": 240
     },
     "__schema1": {
+      "type": "object",
+      "properties": {
+        "id": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "contentHash": {
+          "type": "string",
+          "pattern": "^[a-f0-9]{64}$"
+        },
+        "revision": {
+          "type": "integer",
+          "exclusiveMinimum": 0,
+          "maximum": 9007199254740991
+        }
+      },
+      "required": [
+        "id",
+        "contentHash",
+        "revision"
+      ],
+      "additionalProperties": false
+    },
+    "__schema2": {
       "type": "string",
       "enum": [
         "draft",