engineering-behavior-observatory 0.2.1

package/schemas/structural-observations.v1.json

@@ -0,0 +1,131 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "urn:ebo:schema:structural-observations:v1",
+  "$defs": {
+    "identifier": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 1024,
+      "pattern": ".*\\S.*"
+    },
+    "reference": {
+      "$ref": "urn:ebo:schema:uniform-events:v1#/$defs/nativeReference"
+    },
+    "capability": {
+      "type": "string",
+      "pattern": "^(?:family:(?:message|model-request|tool|context|permission|delegation|artifact|validation|runtime|outcome)|evidence:nativeOrder)$"
+    },
+    "value": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "value", "unit"],
+          "properties": {
+            "status": { "const": "known" },
+            "value": {
+              "oneOf": [
+                { "type": "string", "maxLength": 1024 },
+                { "type": "number" },
+                { "type": "boolean" }
+              ]
+            },
+            "unit": { "$ref": "#/$defs/identifier" }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "reason"],
+          "properties": {
+            "status": { "const": "unavailable" },
+            "reason": { "$ref": "#/$defs/identifier" }
+          }
+        }
+      ]
+    },
+    "observation": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["schemaVersion", "id", "runId", "attemptId", "extractor", "definition", "denominator", "value", "sourceEventIds", "sourceRecordCount", "citations"],
+      "properties": {
+        "schemaVersion": { "const": "ebo.structural-observation/v1" },
+        "id": { "$ref": "#/$defs/identifier" },
+        "runId": { "$ref": "#/$defs/identifier" },
+        "attemptId": { "$ref": "#/$defs/identifier" },
+        "extractor": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["id", "version", "requiredCapabilities"],
+          "properties": {
+            "id": { "$ref": "#/$defs/identifier" },
+            "version": { "const": "1.0.0" },
+            "requiredCapabilities": {
+              "type": "array",
+              "maxItems": 8,
+              "uniqueItems": true,
+              "items": { "$ref": "#/$defs/capability" }
+            }
+          }
+        },
+        "definition": { "type": "string", "minLength": 1, "maxLength": 2048 },
+        "denominator": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["scope", "id", "value", "unit"],
+          "properties": {
+            "scope": { "const": "attempt" },
+            "id": { "$ref": "#/$defs/identifier" },
+            "value": { "const": 1 },
+            "unit": { "const": "attempt" }
+          }
+        },
+        "value": { "$ref": "#/$defs/value" },
+        "sourceEventIds": {
+          "type": "array",
+          "maxItems": 1000000,
+          "uniqueItems": true,
+          "items": { "$ref": "#/$defs/identifier" }
+        },
+        "sourceRecordCount": { "type": "integer", "minimum": 0, "maximum": 1000000 },
+        "citations": {
+          "type": "array",
+          "maxItems": 1000000,
+          "items": { "$ref": "#/$defs/reference" }
+        }
+      }
+    },
+    "set": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["schemaVersion", "runId", "attemptId", "assessmentMode", "extractorVersion", "normalization", "observations"],
+      "properties": {
+        "schemaVersion": { "const": "ebo.structural-observation-set/v1" },
+        "runId": { "$ref": "#/$defs/identifier" },
+        "attemptId": { "$ref": "#/$defs/identifier" },
+        "assessmentMode": { "enum": ["observational", "verified", "unknown"] },
+        "extractorVersion": { "const": "1.0.0" },
+        "normalization": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["datasetDigest", "adapter", "coverage"],
+          "properties": {
+            "datasetDigest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
+            "adapter": { "$ref": "urn:ebo:schema:normalization-integrity:v1#/$defs/adapter" },
+            "capabilityProfile": { "$ref": "urn:ebo:schema:uniform-events:v1#/$defs/capabilityProfile" },
+            "coverage": { "$ref": "urn:ebo:schema:normalization-integrity:v1#/$defs/coverageReport" }
+          }
+        },
+        "observations": {
+          "type": "array",
+          "maxItems": 1000000,
+          "items": { "$ref": "#/$defs/observation" }
+        }
+      }
+    }
+  },
+  "oneOf": [
+    { "$ref": "#/$defs/observation" },
+    { "$ref": "#/$defs/set" }
+  ]
+}

package/schemas/task-packet-freeze.v1.schema.json

@@ -0,0 +1,106 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://ebo.dev/schemas/task-packet-freeze.v1.schema.json",
+  "title": "EBO task packet freeze v1",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "packetId",
+    "packetLocator",
+    "preAdmissionDigest",
+    "packetDigest",
+    "components",
+    "aggregateDigest",
+    "frozenAt"
+  ],
+  "properties": {
+    "schemaVersion": { "const": "ebo.task-packet-freeze/v1" },
+    "packetId": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+    "assessmentMode": { "enum": ["observational", "verified"] },
+    "packetLocator": {
+      "type": "string",
+      "maxLength": 960,
+      "pattern": "^(?!/)(?!(?:[^/]+/){64})(?!.*//)(?!.*(?:^|/)\\.{1,2}(?:/|$))(?!.*(?:^|/)\\.[Gg][Ii][Tt](?:/|$))(?!.*(?:^|/)[^/]{256})(?!.*(?:^|/)[^/]*\\.(?:/|$))(?!.*(?:^|/)(?:[Cc][Oo][Nn]|[Pp][Rr][Nn]|[Aa][Uu][Xx]|[Nn][Uu][Ll]|[Cc][Oo][Mm][1-9]|[Ll][Pp][Tt][1-9])(?:\\.[^/]*)?(?:/|$))(?!.*/$)[A-Za-z0-9][A-Za-z0-9._/-]*$"
+    },
+    "preAdmissionDigest": { "$ref": "#/$defs/digest" },
+    "packetDigest": { "$ref": "#/$defs/digest" },
+    "components": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["prompt", "fixture", "reference", "verifier", "reviewRecord", "controlledPerturbation"],
+      "properties": {
+        "prompt": { "$ref": "#/$defs/digest" },
+        "fixture": { "$ref": "#/$defs/digest" },
+        "reference": { "$ref": "#/$defs/referenceComponent" },
+        "verifier": {
+          "oneOf": [
+            { "$ref": "#/$defs/digest" },
+            { "type": "null" }
+          ]
+        },
+        "reviewRecord": { "$ref": "#/$defs/digest" },
+        "controlledPerturbation": { "$ref": "#/$defs/controlledPerturbationComponent" }
+      }
+    },
+    "aggregateDigest": { "$ref": "#/$defs/digest" },
+    "frozenAt": {
+      "type": "string",
+      "format": "date-time",
+      "pattern": "^[0-9]{4}-(?:0[1-9]|1[0-2])-(?:0[1-9]|[12][0-9]|3[01])[Tt](?:[01][0-9]|2[0-3]):[0-5][0-9]:(?:[0-5][0-9]|60)(?:\\.[0-9]+)?(?:[Zz]|[+-](?:[01][0-9]|2[0-3]):[0-5][0-9])$"
+    }
+  },
+  "$defs": {
+    "digest": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["algorithm", "value"],
+      "properties": {
+        "algorithm": { "const": "sha256" },
+        "value": { "type": "string", "pattern": "^[a-f0-9]{64}$" }
+      }
+    },
+    "referenceComponent": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "digest"],
+          "properties": {
+            "status": { "const": "referenced" },
+            "digest": { "$ref": "#/$defs/digest" }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status"],
+          "properties": {
+            "status": { "enum": ["not-provided", "unsupported"] }
+          }
+        }
+      ]
+    },
+    "controlledPerturbationComponent": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "digest"],
+          "properties": {
+            "status": { "const": "referenced" },
+            "digest": { "$ref": "#/$defs/digest" }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status"],
+          "properties": {
+            "status": { "enum": ["not-applied", "unsupported"] }
+          }
+        }
+      ]
+    }
+  }
+}

package/schemas/task-packet.v1.schema.json

@@ -0,0 +1,234 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://ebo.dev/schemas/task-packet.v1.schema.json",
+  "title": "EBO task packet v1",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "id",
+    "agentInput",
+    "provenance",
+    "controlledPerturbation",
+    "sharing",
+    "admission"
+  ],
+  "properties": {
+    "schemaVersion": { "const": "ebo.task-packet/v1" },
+    "id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+    "assessmentMode": { "enum": ["observational", "verified"] },
+    "agentInput": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["prompt", "fixture"],
+      "properties": {
+        "prompt": { "type": "string", "pattern": ".*\\S.*" },
+        "fixture": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["source", "materializer"],
+          "properties": {
+            "source": { "$ref": "#/$defs/safeSource" },
+            "materializer": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["kind", "destination", "includePaths"],
+              "properties": {
+                "kind": { "const": "verified-archive-literal-paths-no-links-v1" },
+                "destination": { "const": "workspace" },
+                "includePaths": {
+                  "type": "array",
+                  "minItems": 1,
+                  "uniqueItems": true,
+                  "items": {
+                    "type": "string",
+                    "maxLength": 960,
+                    "pattern": "^(?!/)(?!(?:[^/]+/){64})(?!.*//)(?!.*(?:^|/)\\.{1,2}(?:/|$))(?!.*(?:^|/)\\.[Gg][Ii][Tt](?:/|$))(?!.*(?:^|/)[^/]{256})(?!.*(?:^|/)[^/]*\\.(?:/|$))(?!.*(?:^|/)(?:[Cc][Oo][Nn]|[Pp][Rr][Nn]|[Aa][Uu][Xx]|[Nn][Uu][Ll]|[Cc][Oo][Mm][1-9]|[Ll][Pp][Tt][1-9])(?:\\.[^/]*)?(?:/|$))(?!.*/$)[A-Za-z0-9._@+()\\[\\]/-]+$"
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    "provenance": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["repositoryUrl", "revision", "license"],
+      "properties": {
+        "repositoryUrl": {
+          "type": "string",
+          "format": "uri",
+"pattern": "^https://(?:[A-Za-z0-9](?:[A-Za-z0-9-]{0,61}[A-Za-z0-9])?(?:\\.[A-Za-z0-9](?:[A-Za-z0-9-]{0,61}[A-Za-z0-9])?)*|\\[(?:(?:[0-9A-Fa-f]{1,4}:){7}[0-9A-Fa-f]{1,4}|(?:[0-9A-Fa-f]{1,4}:){1,7}:|(?:[0-9A-Fa-f]{1,4}:){1,6}:[0-9A-Fa-f]{1,4}|(?:[0-9A-Fa-f]{1,4}:){1,5}(?::[0-9A-Fa-f]{1,4}){1,2}|(?:[0-9A-Fa-f]{1,4}:){1,4}(?::[0-9A-Fa-f]{1,4}){1,3}|(?:[0-9A-Fa-f]{1,4}:){1,3}(?::[0-9A-Fa-f]{1,4}){1,4}|(?:[0-9A-Fa-f]{1,4}:){1,2}(?::[0-9A-Fa-f]{1,4}){1,5}|[0-9A-Fa-f]{1,4}:(?:(?::[0-9A-Fa-f]{1,4}){1,6})|:(?:(?::[0-9A-Fa-f]{1,4}){1,7}|:)|(?:(?:[0-9A-Fa-f]{1,4}:){6}|::(?:[0-9A-Fa-f]{1,4}:){0,4}|(?:[0-9A-Fa-f]{1,4}:){1,5}:)(?:(?:25[0-5]|2[0-4][0-9]|1[0-9]{2}|[1-9]?[0-9])\\.){3}(?:25[0-5]|2[0-4][0-9]|1[0-9]{2}|[1-9]?[0-9]))\\])(?::(?:[1-9][0-9]{0,3}|[1-5][0-9]{4}|6[0-4][0-9]{3}|65[0-4][0-9]{2}|655[0-2][0-9]|6553[0-5]))?/[A-Za-z0-9._-]+(?:/[A-Za-z0-9._-]+)*(?:\\.git)?$",
+          "not": { "pattern": "/\\.\\.?(?:/|$)" }
+        },
+        "revision": { "type": "string", "pattern": "^(?:[a-f0-9]{40}|[a-f0-9]{64})$" },
+        "license": { "type": "string", "pattern": ".*\\S.*" }
+      }
+    },
+    "controlledPerturbation": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["reference"],
+          "properties": {
+            "reference": { "$ref": "#/$defs/artifactReference" }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status"],
+          "properties": {
+            "status": { "enum": ["not-applied", "unsupported"] }
+          }
+        }
+      ]
+    },
+    "sharing": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["classification"],
+      "properties": {
+        "classification": { "enum": ["open", "restricted", "internal"] }
+      }
+    },
+    "admission": { "$ref": "#/$defs/admission" },
+    "restricted": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["referenceSolution", "verifier"],
+      "properties": {
+        "referenceSolution": {
+          "oneOf": [
+            { "$ref": "#/$defs/restrictedReference" },
+            {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["status"],
+              "properties": {
+                "status": { "enum": ["not-provided", "unsupported"] }
+              }
+            }
+          ]
+        },
+        "verifier": { "$ref": "#/$defs/restrictedReference" }
+      }
+    }
+  },
+  "allOf": [
+    {
+      "if": {
+        "properties": { "assessmentMode": { "const": "observational" } },
+        "required": ["assessmentMode"]
+      },
+      "then": { "not": { "required": ["restricted"] } }
+    },
+    {
+      "if": {
+        "properties": { "assessmentMode": { "const": "verified" } },
+        "required": ["assessmentMode"]
+      },
+      "then": { "required": ["restricted"] }
+    },
+    {
+      "if": { "not": { "required": ["assessmentMode"] } },
+      "then": { "required": ["restricted"] }
+    }
+  ],
+  "$defs": {
+    "admission": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "review"],
+          "properties": {
+            "status": { "const": "proposed" },
+            "review": { "const": null }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "review"],
+          "properties": {
+            "status": { "enum": ["admitted", "rejected"] },
+            "review": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["reviewedAt", "reviewedBy", "reviewRecord"],
+              "properties": {
+                "reviewedAt": {
+                  "type": "string",
+                  "format": "date-time",
+                  "pattern": "^[0-9]{4}-(?:0[1-9]|1[0-2])-(?:0[1-9]|[12][0-9]|3[01])[Tt](?:[01][0-9]|2[0-3]):[0-5][0-9]:(?:[0-5][0-9]|60)(?:\\.[0-9]+)?(?:[Zz]|[+-](?:[01][0-9]|2[0-3]):[0-5][0-9])$"
+                },
+                "reviewedBy": { "type": "string", "pattern": ".*\\S.*" },
+                "reviewRecord": { "$ref": "#/$defs/restrictedReference" }
+              }
+            }
+          }
+        }
+      ]
+    },
+    "digest": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["algorithm", "value"],
+      "properties": {
+        "algorithm": { "const": "sha256" },
+        "value": { "type": "string", "pattern": "^[a-f0-9]{64}$" }
+      }
+    },
+    "safeSource": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "format", "limits", "locator", "digest"],
+      "properties": {
+        "kind": { "const": "sanitized-archive" },
+        "format": { "const": "tar-gzip-v1" },
+        "limits": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["maxCompressedBytes", "maxExpandedBytes", "maxMembers"],
+          "properties": {
+            "maxCompressedBytes": { "type": "integer", "minimum": 1, "maximum": 104857600 },
+            "maxExpandedBytes": { "type": "integer", "minimum": 1, "maximum": 1073741824 },
+            "maxMembers": { "type": "integer", "minimum": 1, "maximum": 100000 }
+          }
+        },
+        "locator": {
+          "type": "string",
+          "maxLength": 960,
+          "pattern": "^(?!/)(?!(?:[^/]+/){64})(?!.*//)(?!.*(?:^|/)\\.{1,2}(?:/|$))(?!.*(?:^|/)\\.[Gg][Ii][Tt](?:/|$))(?!.*(?:^|/)[^/]{256})(?!.*(?:^|/)[^/]*\\.(?:/|$))(?!.*(?:^|/)(?:[Cc][Oo][Nn]|[Pp][Rr][Nn]|[Aa][Uu][Xx]|[Nn][Uu][Ll]|[Cc][Oo][Mm][1-9]|[Ll][Pp][Tt][1-9])(?:\\.[^/]*)?(?:/|$))(?!.*://)(?!.*@)(?!.*/$)[A-Za-z0-9][A-Za-z0-9._/-]*$"
+        },
+        "digest": { "$ref": "#/$defs/digest" }
+      }
+    },
+    "artifactReference": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["locator", "digest"],
+      "properties": {
+        "locator": {
+          "type": "string",
+          "maxLength": 960,
+          "pattern": "^(?!(?:[^/]+/){64})(?!.*//)(?!.*(?:^|/)\\.{1,2}(?:/|$))(?!.*(?:^|/)\\.[Gg][Ii][Tt](?:/|$))(?!.*(?:^|/)[^/]{256})(?!.*(?:^|/)[^/]*\\.(?:/|$))(?!.*(?:^|/)(?:[Cc][Oo][Nn]|[Pp][Rr][Nn]|[Aa][Uu][Xx]|[Nn][Uu][Ll]|[Cc][Oo][Mm][1-9]|[Ll][Pp][Tt][1-9])(?:\\.[^/]*)?(?:/|$))(?!.*/$)[A-Za-z0-9][A-Za-z0-9._/-]*$"
+        },
+        "digest": { "$ref": "#/$defs/digest" }
+      }
+    },
+    "restrictedReference": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["locator", "digest"],
+      "properties": {
+        "locator": { "type": "string", "pattern": ".*\\S.*" },
+        "digest": { "$ref": "#/$defs/digest" }
+      }
+    }
+  }
+}