@openpond/evals 0.10.0 → 0.10.2

package/schemas/learning/v1/consumption.schema.json

@@ -0,0 +1,77 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "type": "object",
+  "properties": {
+    "schemaVersion": {
+      "type": "string",
+      "const": "openpond.learningConsumption.v1"
+    },
+    "id": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "revision": {
+      "type": "number",
+      "const": 1
+    },
+    "chainId": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "iterationId": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "evidence": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "decision": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "reservedAt": {
+      "type": "string",
+      "format": "date-time",
+      "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
+    }
+  },
+  "required": [
+    "schemaVersion",
+    "id",
+    "revision",
+    "chainId",
+    "iterationId",
+    "evidence",
+    "decision",
+    "reservedAt"
+  ],
+  "additionalProperties": false,
+  "$defs": {
+    "__schema0": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 240
+    },
+    "__schema1": {
+      "type": "object",
+      "properties": {
+        "id": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "contentHash": {
+          "type": "string",
+          "pattern": "^[a-f0-9]{64}$"
+        },
+        "revision": {
+          "type": "integer",
+          "exclusiveMinimum": 0,
+          "maximum": 9007199254740991
+        }
+      },
+      "required": [
+        "id",
+        "contentHash",
+        "revision"
+      ],
+      "additionalProperties": false
+    }
+  },
+  "$id": "urn:openpond:learning:v1:consumption",
+  "$comment": "Generated from @openpond/evals. Cross-resource identity, authorization, idempotency, admission, grading and split constraints are enforced by the shared domain service in addition to this structural schema."
+}

package/schemas/learning/v1/dispatch.schema.json

@@ -0,0 +1,338 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "type": "object",
+  "properties": {
+    "schemaVersion": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "id": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "revision": {
+      "$ref": "#/$defs/__schema2"
+    },
+    "iterationId": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "chainId": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "policy": {
+      "$ref": "#/$defs/__schema3"
+    },
+    "batch": {
+      "$ref": "#/$defs/__schema3"
+    },
+    "state": {
+      "$ref": "#/$defs/__schema5"
+    },
+    "submission": {
+      "$ref": "#/$defs/__schema6"
+    },
+    "submissionHash": {
+      "$ref": "#/$defs/__schema8"
+    },
+    "submissionStartedAt": {
+      "$ref": "#/$defs/__schema9"
+    },
+    "execution": {
+      "$ref": "#/$defs/__schema11"
+    },
+    "terminalReceipt": {
+      "$ref": "#/$defs/__schema13"
+    },
+    "cancelRequestedAt": {
+      "$ref": "#/$defs/__schema14"
+    },
+    "leaseOwner": {
+      "$ref": "#/$defs/__schema15"
+    },
+    "leaseGeneration": {
+      "$ref": "#/$defs/__schema16"
+    },
+    "leaseExpiresAt": {
+      "$ref": "#/$defs/__schema17"
+    },
+    "consecutiveFailures": {
+      "$ref": "#/$defs/__schema18"
+    },
+    "nextAttemptAt": {
+      "$ref": "#/$defs/__schema19"
+    },
+    "lastError": {
+      "$ref": "#/$defs/__schema20"
+    },
+    "createdAt": {
+      "$ref": "#/$defs/__schema10"
+    },
+    "updatedAt": {
+      "$ref": "#/$defs/__schema10"
+    }
+  },
+  "required": [
+    "schemaVersion",
+    "id",
+    "revision",
+    "iterationId",
+    "chainId",
+    "policy",
+    "batch",
+    "state",
+    "submission",
+    "submissionHash",
+    "submissionStartedAt",
+    "execution",
+    "terminalReceipt",
+    "cancelRequestedAt",
+    "leaseOwner",
+    "leaseGeneration",
+    "leaseExpiresAt",
+    "consecutiveFailures",
+    "nextAttemptAt",
+    "lastError",
+    "createdAt",
+    "updatedAt"
+  ],
+  "additionalProperties": false,
+  "$defs": {
+    "__schema0": {
+      "type": "string",
+      "const": "openpond.learningIterationDispatch.v1"
+    },
+    "__schema1": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 240
+    },
+    "__schema2": {
+      "type": "integer",
+      "exclusiveMinimum": 0,
+      "maximum": 9007199254740991
+    },
+    "__schema3": {
+      "type": "object",
+      "properties": {
+        "id": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "contentHash": {
+          "$ref": "#/$defs/__schema4"
+        },
+        "revision": {
+          "type": "integer",
+          "exclusiveMinimum": 0,
+          "maximum": 9007199254740991
+        }
+      },
+      "required": [
+        "id",
+        "contentHash",
+        "revision"
+      ],
+      "additionalProperties": false
+    },
+    "__schema4": {
+      "type": "string",
+      "pattern": "^[a-f0-9]{64}$"
+    },
+    "__schema5": {
+      "type": "string",
+      "enum": [
+        "preparing",
+        "prepared",
+        "submitted",
+        "settled",
+        "blocked"
+      ]
+    },
+    "__schema6": {
+      "anyOf": [
+        {
+          "type": "object",
+          "properties": {
+            "provider": {
+              "$ref": "#/$defs/__schema1"
+            },
+            "protocol": {
+              "$ref": "#/$defs/__schema1"
+            },
+            "payload": {
+              "type": "object",
+              "propertyNames": {
+                "type": "string"
+              },
+              "additionalProperties": {
+                "$ref": "#/$defs/__schema7"
+              }
+            }
+          },
+          "required": [
+            "provider",
+            "protocol",
+            "payload"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema7": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "type": "number"
+        },
+        {
+          "type": "boolean"
+        },
+        {
+          "type": "null"
+        },
+        {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/__schema7"
+          }
+        },
+        {
+          "type": "object",
+          "propertyNames": {
+            "type": "string"
+          },
+          "additionalProperties": {
+            "$ref": "#/$defs/__schema7"
+          }
+        }
+      ]
+    },
+    "__schema8": {
+      "anyOf": [
+        {
+          "type": "string",
+          "pattern": "^[a-f0-9]{64}$"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema9": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema10"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema10": {
+      "type": "string",
+      "format": "date-time",
+      "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
+    },
+    "__schema11": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema12"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema12": {
+      "type": "object",
+      "properties": {
+        "id": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "contentHash": {
+          "$ref": "#/$defs/__schema4"
+        }
+      },
+      "required": [
+        "id",
+        "contentHash"
+      ],
+      "additionalProperties": false
+    },
+    "__schema13": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema12"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema14": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema10"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema15": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema1"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema16": {
+      "type": "integer",
+      "minimum": 0,
+      "maximum": 9007199254740991
+    },
+    "__schema17": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema10"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema18": {
+      "type": "integer",
+      "minimum": 0,
+      "maximum": 9007199254740991
+    },
+    "__schema19": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema10"
+        },
+        {
+          "type": "null"
+        }
+      ]
+    },
+    "__schema20": {
+      "anyOf": [
+        {
+          "type": "string",
+          "maxLength": 20000
+        },
+        {
+          "type": "null"
+        }
+      ]
+    }
+  },
+  "$id": "urn:openpond:learning:v1:dispatch",
+  "$comment": "Generated from @openpond/evals. Cross-resource identity, authorization, idempotency, admission, grading and split constraints are enforced by the shared domain service in addition to this structural schema."
+}

package/schemas/learning/v1/iteration.schema.json

@@ -23,6 +23,7 @@
         "waiting_for_data",
         "waiting_for_review",
         "ready",
+        "dispatching",
         "training",
         "evaluating",
         "candidate_ready",
@@ -31,7 +32,8 @@
         "paused",
         "failed",
         "cancelling",
-        "cancelled"
+        "cancelled",
+        "completed_without_candidate"
       ]
     },
     "triggerIdentity": {

package/schemas/learning/v1/read-request.schema.json

@@ -133,6 +133,10 @@
         "decision",
         "batch",
         "policy",
+        "chain",
+        "consumption",
+        "reservation",
+        "dispatch",
         "iteration",
         "grade",
         "package"

package/schemas/learning/v1/reservation.schema.json

@@ -0,0 +1,201 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "type": "object",
+  "properties": {
+    "schemaVersion": {
+      "type": "string",
+      "const": "openpond.learningIterationReservation.v1"
+    },
+    "id": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "revision": {
+      "type": "integer",
+      "exclusiveMinimum": 0,
+      "maximum": 9007199254740991
+    },
+    "chainId": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "iterationId": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "policy": {
+      "type": "object",
+      "properties": {
+        "id": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "contentHash": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "revision": {
+          "type": "integer",
+          "exclusiveMinimum": 0,
+          "maximum": 9007199254740991
+        }
+      },
+      "required": [
+        "id",
+        "contentHash",
+        "revision"
+      ],
+      "additionalProperties": false
+    },
+    "trigger": {
+      "oneOf": [
+        {
+          "type": "object",
+          "properties": {
+            "kind": {
+              "type": "string",
+              "const": "manual"
+            },
+            "identity": {
+              "$ref": "#/$defs/__schema0"
+            }
+          },
+          "required": [
+            "kind",
+            "identity"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "properties": {
+            "kind": {
+              "type": "string",
+              "const": "schedule"
+            },
+            "scheduledAt": {
+              "$ref": "#/$defs/__schema2"
+            }
+          },
+          "required": [
+            "kind",
+            "scheduledAt"
+          ],
+          "additionalProperties": false
+        }
+      ]
+    },
+    "requestHash": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "outcome": {
+      "type": "string",
+      "enum": [
+        "reserved",
+        "waiting_for_data",
+        "waiting_for_review"
+      ]
+    },
+    "counts": {
+      "type": "object",
+      "properties": {
+        "eligible": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 9007199254740991
+        },
+        "awaitingReview": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 9007199254740991
+        },
+        "excluded": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 9007199254740991
+        },
+        "consumed": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 9007199254740991
+        }
+      },
+      "required": [
+        "eligible",
+        "awaitingReview",
+        "excluded",
+        "consumed"
+      ],
+      "additionalProperties": false
+    },
+    "budget": {
+      "type": "object",
+      "properties": {
+        "maximumSpendUsd": {
+          "type": "number",
+          "minimum": 0
+        },
+        "reservedSpendUsd": {
+          "type": "number",
+          "minimum": 0
+        },
+        "settledSpendUsd": {
+          "type": "number",
+          "minimum": 0
+        },
+        "settledAt": {
+          "anyOf": [
+            {
+              "$ref": "#/$defs/__schema2"
+            },
+            {
+              "type": "null"
+            }
+          ]
+        }
+      },
+      "required": [
+        "maximumSpendUsd",
+        "reservedSpendUsd",
+        "settledSpendUsd",
+        "settledAt"
+      ],
+      "additionalProperties": false
+    },
+    "createdAt": {
+      "$ref": "#/$defs/__schema2"
+    },
+    "updatedAt": {
+      "$ref": "#/$defs/__schema2"
+    }
+  },
+  "required": [
+    "schemaVersion",
+    "id",
+    "revision",
+    "chainId",
+    "iterationId",
+    "policy",
+    "trigger",
+    "requestHash",
+    "outcome",
+    "counts",
+    "budget",
+    "createdAt",
+    "updatedAt"
+  ],
+  "additionalProperties": false,
+  "$defs": {
+    "__schema0": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 240
+    },
+    "__schema1": {
+      "type": "string",
+      "pattern": "^[a-f0-9]{64}$"
+    },
+    "__schema2": {
+      "type": "string",
+      "format": "date-time",
+      "pattern": "^(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))T(?:(?:[01]\\d|2[0-3]):[0-5]\\d(?::[0-5]\\d(?:\\.\\d+)?)?(?:Z|([+-](?:[01]\\d|2[0-3]):[0-5]\\d)))$"
+    }
+  },
+  "$id": "urn:openpond:learning:v1:reservation",
+  "$comment": "Generated from @openpond/evals. Cross-resource identity, authorization, idempotency, admission, grading and split constraints are enforced by the shared domain service in addition to this structural schema."
+}