engineering-behavior-observatory 0.2.1

package/schemas/run-queue.v1.schema.json

@@ -0,0 +1,206 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://ebo.dev/schemas/run-queue.v1.schema.json",
+  "title": "EBO run queue v1",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["schemaVersion", "experimentId", "experimentDigest", "schedulingDigest", "captureProfile", "coordinatorBudget", "matrix", "seed", "ordering", "entries"],
+  "properties": {
+    "schemaVersion": { "const": "ebo.run-queue/v1" },
+    "experimentId": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+    "experimentDigest": { "$ref": "#/$defs/digest" },
+    "schedulingDigest": { "$ref": "#/$defs/digest" },
+    "captureProfile": { "$ref": "#/$defs/reference" },
+    "coordinatorBudget": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["maxWallClockMs"],
+      "properties": {
+        "maxWallClockMs": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 2147483647
+        }
+      }
+    },
+    "matrix": { "$ref": "#/$defs/matrix" },
+    "seed": { "type": "string", "minLength": 1 },
+    "ordering": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["strategy"],
+      "properties": {
+        "strategy": { "enum": ["sequential", "seeded-shuffle", "balanced"] },
+        "balanceBy": { "enum": ["task", "model", "harness"] },
+        "permutationAlgorithm": { "const": "fisher-yates-v1" },
+        "permutationAlgorithmRef": { "$ref": "#/$defs/reference" }
+      },
+      "allOf": [
+        {
+          "if": {
+            "properties": { "strategy": { "const": "sequential" } }
+          },
+          "then": {
+            "not": {
+              "anyOf": [
+                { "required": ["balanceBy"] },
+                { "required": ["permutationAlgorithmRef"] }
+              ]
+            }
+          }
+        },
+        {
+          "if": {
+            "properties": { "strategy": { "const": "balanced" } }
+          },
+          "then": { "not": { "required": ["permutationAlgorithmRef"] } }
+        },
+        {
+          "if": {
+            "properties": { "strategy": { "enum": ["seeded-shuffle"] } }
+          },
+          "then": {
+            "allOf": [
+              { "required": ["permutationAlgorithm"] },
+              { "not": { "required": ["balanceBy"] } }
+            ]
+          }
+        },
+        {
+          "if": {
+            "properties": { "strategy": { "enum": ["sequential", "balanced"] } }
+          },
+          "then": { "not": { "required": ["permutationAlgorithm"] } }
+        }
+      ]
+    },
+    "entries": {
+      "type": "array",
+      "minItems": 1,
+      "maxItems": 100000,
+      "items": { "$ref": "#/$defs/entry" }
+    }
+  },
+  "$defs": {
+    "digest": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["algorithm", "value"],
+      "properties": {
+        "algorithm": { "const": "sha256" },
+        "value": { "type": "string", "pattern": "^[a-f0-9]{64}$" }
+      }
+    },
+    "reference": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["locator", "digest"],
+      "properties": {
+        "locator": {
+          "type": "string",
+          "maxLength": 960,
+          "pattern": "^(?!/)(?!(?:[^/]+/){64})(?!.*//)(?!.*(?:^|/)\\.{1,2}(?:/|$))(?!.*(?:^|/)\\.[Gg][Ii][Tt](?:/|$))(?!.*(?:^|/)[^/]{256})(?!.*(?:^|/)[^/]*\\.(?:/|$))(?!.*(?:^|/)(?:[Cc][Oo][Nn]|[Pp][Rr][Nn]|[Aa][Uu][Xx]|[Nn][Uu][Ll]|[Cc][Oo][Mm][1-9]|[Ll][Pp][Tt][1-9])(?:\\.[^/]*)?(?:/|$))(?!.*/$)[A-Za-z0-9][A-Za-z0-9._/-]*$"
+        },
+        "digest": { "$ref": "#/$defs/digest" }
+      }
+    },
+    "task": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "packetId", "packetRef", "freezeLocator", "aggregateDigest"],
+      "properties": {
+        "id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+        "packetId": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+        "packetRef": { "$ref": "#/$defs/reference" },
+        "freezeLocator": {
+          "type": "string",
+          "maxLength": 960,
+          "pattern": "^(?!/)(?!(?:[^/]+/){64})(?!.*//)(?!.*(?:^|/)\\.{1,2}(?:/|$))(?!.*(?:^|/)\\.[Gg][Ii][Tt](?:/|$))(?!.*(?:^|/)[^/]{256})(?!.*(?:^|/)[^/]*\\.(?:/|$))(?!.*(?:^|/)(?:[Cc][Oo][Nn]|[Pp][Rr][Nn]|[Aa][Uu][Xx]|[Nn][Uu][Ll]|[Cc][Oo][Mm][1-9]|[Ll][Pp][Tt][1-9])(?:\\.[^/]*)?(?:/|$))(?!.*/$)[A-Za-z0-9][A-Za-z0-9._/-]*$"
+        },
+        "aggregateDigest": { "$ref": "#/$defs/digest" }
+      }
+    },
+    "model": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "configurationRef"],
+      "properties": {
+        "id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+        "configurationRef": { "$ref": "#/$defs/reference" }
+      }
+    },
+    "harness": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "configurationRef", "nativeLimitsRef", "nativeToolPolicyRef"],
+      "properties": {
+        "id": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+        "configurationRef": { "$ref": "#/$defs/reference" },
+        "nativeLimitsRef": { "$ref": "#/$defs/reference" },
+        "nativeToolPolicyRef": { "$ref": "#/$defs/reference" }
+      }
+    },
+    "configuration": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["model", "harness", "nativeLimits", "nativeToolPolicy"],
+      "properties": {
+        "model": { "$ref": "#/$defs/reference" },
+        "harness": { "$ref": "#/$defs/reference" },
+        "nativeLimits": { "$ref": "#/$defs/reference" },
+        "nativeToolPolicy": { "$ref": "#/$defs/reference" }
+      }
+    },
+    "trial": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["index"],
+      "properties": {
+        "index": { "type": "integer", "minimum": 1, "maximum": 9007199254740991 }
+      }
+    },
+    "matrix": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["taskIds", "modelIds", "harnessIds", "trialCount"],
+      "properties": {
+        "taskIds": {
+          "type": "array",
+          "minItems": 1,
+          "uniqueItems": true,
+          "items": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" }
+        },
+        "modelIds": {
+          "type": "array",
+          "minItems": 1,
+          "uniqueItems": true,
+          "items": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" }
+        },
+        "harnessIds": {
+          "type": "array",
+          "minItems": 1,
+          "uniqueItems": true,
+          "items": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" }
+        },
+        "trialCount": { "type": "integer", "minimum": 1, "maximum": 9007199254740991 }
+      }
+    },
+    "entry": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["runId", "taskId", "modelId", "harnessId", "trialIndex", "task", "model", "harness", "configuration", "trial"],
+      "properties": {
+        "runId": { "type": "string", "pattern": "^run-[a-f0-9]{64}$" },
+        "taskId": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+        "modelId": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+        "harnessId": { "type": "string", "pattern": "^[a-z0-9][a-z0-9-]*$" },
+        "trialIndex": { "type": "integer", "minimum": 1, "maximum": 9007199254740991 },
+        "task": { "$ref": "#/$defs/task" },
+        "model": { "$ref": "#/$defs/model" },
+        "harness": { "$ref": "#/$defs/harness" },
+        "configuration": { "$ref": "#/$defs/configuration" },
+        "trial": { "$ref": "#/$defs/trial" }
+      }
+    }
+  }
+}

package/schemas/semantic-judge.v1.json

@@ -0,0 +1,380 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "urn:ebo:schema:semantic-judge:v1",
+  "$defs": {
+    "identifier": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 1024,
+      "pattern": ".*\\S.*"
+    },
+    "text": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 16384,
+      "pattern": ".*\\S.*"
+    },
+    "digest": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "behavior": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["vocabularyVersion", "categoryId", "dimensionId"],
+      "properties": {
+        "vocabularyVersion": { "$ref": "#/$defs/identifier" },
+        "categoryId": { "$ref": "#/$defs/identifier" },
+        "dimensionId": { "$ref": "#/$defs/identifier" }
+      }
+    },
+    "rubric": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "version", "instructions"],
+      "properties": {
+        "id": { "$ref": "#/$defs/identifier" },
+        "version": { "$ref": "#/$defs/identifier" },
+        "instructions": { "$ref": "#/$defs/text" }
+      }
+    },
+    "limits": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["maxEvidenceItems", "maxRecordChars", "maxInputChars", "maxOutputChars", "maxCitations", "maxWallClockMs", "maxTurns"],
+      "properties": {
+        "maxEvidenceItems": { "type": "integer", "minimum": 1, "maximum": 128 },
+        "maxRecordChars": { "type": "integer", "minimum": 256, "maximum": 65536 },
+        "maxInputChars": { "type": "integer", "minimum": 1024, "maximum": 1000000 },
+        "maxOutputChars": { "type": "integer", "minimum": 256, "maximum": 65536 },
+        "maxCitations": { "type": "integer", "minimum": 1, "maximum": 64 },
+        "maxWallClockMs": { "type": "integer", "minimum": 100, "maximum": 300000 },
+        "maxTurns": { "type": "integer", "minimum": 1, "maximum": 10 },
+        "maxBudgetUsd": { "type": "number", "exclusiveMinimum": 0, "maximum": 100 }
+      }
+    },
+    "request": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["schemaVersion", "id", "behavior", "rubric", "evaluator", "selection", "limits", "blinding"],
+      "allOf": [{
+        "if": { "properties": { "evaluator": { "required": ["backend"], "properties": { "backend": { "const": "codex-app-server" } } } } },
+        "then": { "properties": {
+          "evaluator": { "properties": { "provider": { "const": "openai" } } },
+          "limits": { "properties": { "maxTurns": { "const": 1 } }, "not": { "required": ["maxBudgetUsd"] } }
+        } },
+        "else": { "properties": { "evaluator": {
+          "properties": { "provider": { "const": "anthropic" }, "backend": { "const": "claude-agent-sdk" }, "effort": { "enum": ["low", "medium", "high", "xhigh", "max"] } },
+          "not": { "required": ["executable"] }
+        } } }
+      }],
+      "properties": {
+        "schemaVersion": { "const": "ebo.semantic-judge-request/v1" },
+        "id": { "type": "string", "minLength": 1, "maxLength": 220, "pattern": ".*\\S.*" },
+        "behavior": { "$ref": "#/$defs/behavior" },
+        "rubric": { "$ref": "#/$defs/rubric" },
+        "evaluator": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["provider", "model", "effort"],
+          "properties": {
+            "backend": { "enum": ["claude-agent-sdk", "codex-app-server"] },
+            "executable": { "type": "string", "minLength": 1, "maxLength": 4096, "pattern": ".*\\S.*" },
+            "provider": { "enum": ["anthropic", "openai"] },
+            "model": { "type": "string", "minLength": 1, "maxLength": 220, "pattern": ".*\\S.*" },
+            "effort": { "enum": ["none", "minimal", "low", "medium", "high", "xhigh", "max", "ultra"] }
+          }
+        },
+        "selection": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["eventIds", "structuralObservationIds", "includeOutcomeObservations"],
+          "properties": {
+            "eventIds": { "type": "array", "maxItems": 128, "uniqueItems": true, "items": { "$ref": "#/$defs/identifier" } },
+            "structuralObservationIds": { "type": "array", "maxItems": 128, "uniqueItems": true, "items": { "$ref": "#/$defs/identifier" } },
+            "includeOutcomeObservations": { "type": "boolean" }
+          }
+        },
+        "limits": { "$ref": "#/$defs/limits" },
+        "blinding": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["evaluatedModelIdentity"],
+          "properties": { "evaluatedModelIdentity": { "enum": ["redact", "retain"] } }
+        }
+      }
+    },
+    "inputLimits": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["maxEvidenceItems", "maxRecordChars", "maxInputChars", "maxCitations"],
+      "properties": {
+        "maxEvidenceItems": { "type": "integer", "minimum": 1, "maximum": 128 },
+        "maxRecordChars": { "type": "integer", "minimum": 256, "maximum": 65536 },
+        "maxInputChars": { "type": "integer", "minimum": 1024, "maximum": 1000000 },
+        "maxCitations": { "type": "integer", "minimum": 1, "maximum": 64 }
+      }
+    },
+    "stringList": {
+      "type": "array",
+      "maxItems": 256,
+      "uniqueItems": true,
+      "items": { "$ref": "#/$defs/identifier" }
+    },
+    "input": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["schemaVersion", "promptVersion", "runId", "attemptId", "dataset", "behavior", "rubric", "selection", "blinding", "limits", "evidence"],
+      "properties": {
+        "schemaVersion": { "const": "ebo.semantic-judge-input/v1" },
+        "promptVersion": { "$ref": "#/$defs/identifier" },
+        "runId": { "$ref": "#/$defs/identifier" },
+        "attemptId": { "$ref": "#/$defs/identifier" },
+        "dataset": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["schemaVersion", "digest"],
+          "properties": {
+            "schemaVersion": { "const": "ebo.normalized-dataset/v1" },
+            "digest": { "$ref": "#/$defs/digest" }
+          }
+        },
+        "behavior": { "$ref": "#/$defs/behavior" },
+        "rubric": { "$ref": "#/$defs/rubric" },
+        "selection": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["requestedEventIds", "requestedStructuralObservationIds", "includedEventIds", "includedStructuralObservationIds", "omitted", "truncated"],
+          "properties": {
+            "requestedEventIds": { "$ref": "#/$defs/stringList" },
+            "requestedStructuralObservationIds": { "$ref": "#/$defs/stringList" },
+            "includedEventIds": { "$ref": "#/$defs/stringList" },
+            "includedStructuralObservationIds": { "$ref": "#/$defs/stringList" },
+            "omitted": { "$ref": "#/$defs/stringList" },
+            "truncated": { "$ref": "#/$defs/stringList" }
+          }
+        },
+        "blinding": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["evaluatedModelIdentity", "redactionCount", "sourceIdentityPreserved", "residualClues"],
+          "properties": {
+            "evaluatedModelIdentity": { "enum": ["redacted", "retained"] },
+            "redactionCount": { "type": "integer", "minimum": 0 },
+            "sourceIdentityPreserved": { "const": true },
+            "residualClues": { "$ref": "#/$defs/stringList" }
+          }
+        },
+        "limits": { "$ref": "#/$defs/inputLimits" },
+        "evidence": {
+          "type": "array",
+          "maxItems": 128,
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["kind", "id", "content", "truncated"],
+            "properties": {
+              "kind": { "enum": ["event", "structural-observation"] },
+              "id": { "$ref": "#/$defs/identifier" },
+              "citation": {
+                "type": "object",
+                "additionalProperties": false,
+                "required": ["eventId", "nativeReference"],
+                "properties": {
+                  "eventId": { "$ref": "#/$defs/identifier" },
+                  "nativeReference": { "$ref": "urn:ebo:schema:uniform-events:v1#/$defs/nativeReference" }
+                }
+              },
+              "content": { "type": "string", "maxLength": 65568 },
+              "truncated": { "type": "boolean" }
+            }
+          }
+        }
+      }
+    },
+    "reference": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["path", "digest", "sharingClass"],
+      "properties": {
+        "path": { "type": "string", "pattern": "^[^/]+$", "minLength": 1, "maxLength": 256 },
+        "digest": { "$ref": "#/$defs/digest" },
+        "sharingClass": { "const": "restricted" },
+        "truncated": { "type": "boolean" }
+      }
+    },
+    "timingAvailability": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "value"],
+          "properties": {
+            "status": { "const": "available" },
+            "value": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["durationMs", "durationApiMs"],
+              "properties": {
+                "durationMs": { "type": "number", "minimum": 0 },
+                "durationApiMs": { "type": "number", "minimum": 0 }
+              }
+            }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "reason"],
+          "properties": { "status": { "const": "unavailable" }, "reason": { "$ref": "#/$defs/text" } }
+        }
+      ]
+    },
+    "usageAvailability": {
+      "oneOf": [
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "value"],
+          "properties": {
+            "status": { "const": "available" },
+            "value": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["totalCostUsd", "numTurns", "mainLoop", "byModel"],
+              "properties": {
+                "totalCostUsd": { "type": "number", "minimum": 0 },
+                "numTurns": { "type": "integer", "minimum": 0 },
+                "mainLoop": {},
+                "byModel": {}
+              }
+            }
+          }
+        },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status", "reason"],
+          "properties": { "status": { "const": "unavailable" }, "reason": { "$ref": "#/$defs/text" } }
+        }
+      ]
+    },
+    "judgment": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["schemaVersion", "id", "runId", "attemptId", "createdAt", "status", "input", "evaluator", "parse", "timing", "usage"],
+      "properties": {
+        "schemaVersion": { "const": "ebo.semantic-judgment/v1" },
+        "id": { "$ref": "#/$defs/identifier" },
+        "runId": { "$ref": "#/$defs/identifier" },
+        "attemptId": { "$ref": "#/$defs/identifier" },
+        "createdAt": { "type": "string", "format": "date-time" },
+        "status": { "enum": ["proposed", "failed"] },
+        "input": { "$ref": "#/$defs/reference" },
+        "evaluator": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["provider", "model", "effort", "backend", "environment", "limits"],
+          "allOf": [{
+            "if": { "properties": { "backend": { "properties": { "id": { "const": "codex-app-server" } } } } },
+            "then": { "properties": {
+              "provider": { "const": "openai" },
+              "limits": { "properties": { "maxTurns": { "const": 1 } }, "not": { "required": ["maxBudgetUsd"] } },
+              "environment": {
+                "required": ["mode", "allowedKeys", "authentication"],
+                "properties": { "parentPreserved": { "const": false }, "removedKeys": { "const": ["*"] },
+                  "allowedKeys": { "const": ["HOME", "CODEX_HOME", "PATH", "LANG", "LC_ALL", "TMPDIR"] } }
+              }
+            } },
+            "else": { "properties": {
+              "provider": { "const": "anthropic" },
+              "effort": { "enum": ["low", "medium", "high", "xhigh", "max"] },
+              "environment": { "properties": { "parentPreserved": { "const": true } },
+                "not": { "anyOf": [{ "required": ["mode"] }, { "required": ["allowedKeys"] }, { "required": ["authentication"] }] } }
+            } }
+          }],
+          "properties": {
+            "provider": { "enum": ["anthropic", "openai"] },
+            "model": { "$ref": "#/$defs/identifier" },
+            "effort": { "enum": ["none", "minimal", "low", "medium", "high", "xhigh", "max", "ultra"] },
+            "backend": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["id", "version"],
+              "properties": { "id": { "enum": ["claude-agent-sdk", "codex-app-server"] }, "version": { "$ref": "#/$defs/identifier" } }
+            },
+            "environment": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["parentPreserved", "modelEffortOverrides", "ambientTelemetry", "removedKeys"],
+              "properties": {
+                "parentPreserved": { "type": "boolean" },
+                "mode": { "const": "replace" },
+                "allowedKeys": { "$ref": "#/$defs/stringList" },
+                "authentication": { "const": "existing-auth-json-only" },
+                "modelEffortOverrides": { "const": "removed" },
+                "ambientTelemetry": { "const": "removed" },
+                "removedKeys": { "$ref": "#/$defs/stringList" }
+              }
+            },
+            "limits": { "$ref": "#/$defs/limits" }
+          }
+        },
+        "rawResponse": { "$ref": "#/$defs/reference" },
+        "rawModelResponse": { "$ref": "#/$defs/reference" },
+        "parse": {
+          "oneOf": [
+            {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["status"],
+              "properties": { "status": { "const": "valid" } }
+            },
+            {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["status", "kind", "message"],
+              "properties": {
+                "status": { "const": "failed" },
+                "kind": { "$ref": "#/$defs/identifier" },
+                "message": { "$ref": "#/$defs/text" }
+              }
+            }
+          ]
+        },
+        "timing": { "$ref": "#/$defs/timingAvailability" },
+        "usage": { "$ref": "#/$defs/usageAvailability" },
+        "assertion": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["path", "digest", "sharingClass", "id"],
+          "properties": {
+            "path": { "type": "string", "pattern": "^[^/]+$", "minLength": 1, "maxLength": 256 },
+            "digest": { "$ref": "#/$defs/digest" },
+            "sharingClass": { "const": "restricted" },
+            "truncated": { "type": "boolean" },
+            "id": { "$ref": "#/$defs/identifier" }
+          }
+        }
+      },
+      "allOf": [
+        {
+          "if": { "properties": { "status": { "const": "proposed" } }, "required": ["status"] },
+          "then": {
+            "required": ["assertion"],
+            "properties": { "parse": { "properties": { "status": { "const": "valid" } }, "required": ["status"] } }
+          },
+          "else": {
+            "not": { "required": ["assertion"] },
+            "properties": { "parse": { "properties": { "status": { "const": "failed" } }, "required": ["status"] } }
+          }
+        }
+      ]
+    }
+  },
+  "oneOf": [
+    { "$ref": "#/$defs/request" },
+    { "$ref": "#/$defs/input" },
+    { "$ref": "#/$defs/judgment" }
+  ]
+}