assertledger 1.0.0

package/schemas/agentic-corpus-experiment-plan.v1.json

@@ -0,0 +1,424 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "type": "object",
+  "properties": {
+    "schemaVersion": {
+      "type": "string",
+      "const": "1.0.0"
+    },
+    "planVersion": {
+      "type": "string",
+      "const": "1.0.0"
+    },
+    "experimentId": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "hypothesis": {
+      "type": "string",
+      "const": "H3"
+    },
+    "partition": {
+      "type": "string",
+      "const": "HOLDOUT"
+    },
+    "trustPolicyDigest": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "allocationCommitmentDigest": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "allocationDigest": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "protocol": {
+      "type": "object",
+      "properties": {
+        "protocolId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "protocolVersion": {
+          "type": "string",
+          "const": "1.0.0"
+        },
+        "minimumStableAttempts": {
+          "type": "integer",
+          "minimum": 2,
+          "maximum": 1000
+        },
+        "taxonomy": {
+          "type": "string",
+          "const": "TESTFORGE_OBSERVATION_V1"
+        },
+        "detectionRule": {
+          "type": "string",
+          "const": "ATTRIBUTED_ASSERTION_FAILURE_ON_BUGGY_PASS_ON_FIXED"
+        },
+        "nonEvidenceRule": {
+          "type": "string",
+          "const": "ERRORS_ARE_INSUFFICIENT_NOT_DETECTIONS"
+        },
+        "maximumDetectionDeficitCases": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 100000
+        }
+      },
+      "required": [
+        "protocolId",
+        "protocolVersion",
+        "minimumStableAttempts",
+        "taxonomy",
+        "detectionRule",
+        "nonEvidenceRule",
+        "maximumDetectionDeficitCases"
+      ],
+      "additionalProperties": false
+    },
+    "subjects": {
+      "minItems": 1,
+      "maxItems": 100000,
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/__schema2"
+      }
+    },
+    "adapters": {
+      "minItems": 1,
+      "maxItems": 1000,
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/__schema3"
+      }
+    },
+    "arms": {
+      "type": "object",
+      "properties": {
+        "baseline": {
+          "$ref": "#/$defs/__schema4"
+        },
+        "profile": {
+          "$ref": "#/$defs/__schema4"
+        }
+      },
+      "required": ["baseline", "profile"],
+      "additionalProperties": false
+    },
+    "commands": {
+      "minItems": 1,
+      "maxItems": 1000000,
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/__schema6"
+      }
+    },
+    "schedule": {
+      "minItems": 1,
+      "maxItems": 1000000,
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/__schema8"
+      }
+    },
+    "budget": {
+      "type": "object",
+      "properties": {
+        "unit": {
+          "type": "string",
+          "const": "PLANNED_PROCESS_EXECUTION"
+        },
+        "baselinePlannedProcessExecutions": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 9007199254740991
+        },
+        "profilePlannedProcessExecutions": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 9007199254740991
+        },
+        "equalPlannedProcessExecutions": {
+          "type": "boolean"
+        },
+        "baselinePlannedTimeoutMs": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 9007199254740991
+        },
+        "profilePlannedTimeoutMs": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 9007199254740991
+        },
+        "equalPlannedTimeoutBudget": {
+          "type": "boolean"
+        }
+      },
+      "required": [
+        "unit",
+        "baselinePlannedProcessExecutions",
+        "profilePlannedProcessExecutions",
+        "equalPlannedProcessExecutions",
+        "baselinePlannedTimeoutMs",
+        "profilePlannedTimeoutMs",
+        "equalPlannedTimeoutBudget"
+      ],
+      "additionalProperties": false
+    },
+    "limitations": {
+      "minItems": 1,
+      "maxItems": 100,
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/__schema9"
+      }
+    },
+    "planDigest": {
+      "$ref": "#/$defs/__schema1"
+    }
+  },
+  "required": [
+    "schemaVersion",
+    "planVersion",
+    "experimentId",
+    "hypothesis",
+    "partition",
+    "trustPolicyDigest",
+    "allocationCommitmentDigest",
+    "allocationDigest",
+    "protocol",
+    "subjects",
+    "adapters",
+    "arms",
+    "commands",
+    "schedule",
+    "budget",
+    "limitations",
+    "planDigest"
+  ],
+  "additionalProperties": false,
+  "$defs": {
+    "__schema0": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 128,
+      "pattern": "^[A-Za-z0-9][A-Za-z0-9._-]*$"
+    },
+    "__schema1": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "__schema2": {
+      "type": "object",
+      "properties": {
+        "caseId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "caseDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "provenanceDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "sourceId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "sourceIdentityDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "buggyRevisionDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "fixedRevisionDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "reconstructionDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "requiredSuiteDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "qualificationReceiptDigest": {
+          "$ref": "#/$defs/__schema1"
+        }
+      },
+      "required": [
+        "caseId",
+        "caseDigest",
+        "provenanceDigest",
+        "sourceId",
+        "sourceIdentityDigest",
+        "buggyRevisionDigest",
+        "fixedRevisionDigest",
+        "reconstructionDigest",
+        "requiredSuiteDigest",
+        "qualificationReceiptDigest"
+      ],
+      "additionalProperties": false
+    },
+    "__schema3": {
+      "type": "object",
+      "properties": {
+        "adapterId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "adapterVersion": {
+          "type": "string",
+          "const": "1.0.0"
+        },
+        "identityDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "resultProtocol": {
+          "type": "string",
+          "const": "TESTFORGE_H3_STRUCTURED_RESULT_V1"
+        }
+      },
+      "required": ["adapterId", "adapterVersion", "identityDigest", "resultProtocol"],
+      "additionalProperties": false
+    },
+    "__schema4": {
+      "type": "object",
+      "properties": {
+        "candidateUniverse": {
+          "minItems": 1,
+          "maxItems": 100000,
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/__schema5"
+          }
+        },
+        "selectedCandidates": {
+          "minItems": 1,
+          "maxItems": 100000,
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/__schema5"
+          }
+        },
+        "selectedSuiteDigest": {
+          "$ref": "#/$defs/__schema1"
+        }
+      },
+      "required": ["candidateUniverse", "selectedCandidates", "selectedSuiteDigest"],
+      "additionalProperties": false
+    },
+    "__schema5": {
+      "type": "object",
+      "properties": {
+        "candidateId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "candidateDigest": {
+          "$ref": "#/$defs/__schema1"
+        }
+      },
+      "required": ["candidateId", "candidateDigest"],
+      "additionalProperties": false
+    },
+    "__schema6": {
+      "type": "object",
+      "properties": {
+        "commandId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "adapterId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "arm": {
+          "type": "string",
+          "enum": ["BASELINE", "PROFILE"]
+        },
+        "executableIdentityDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "executable": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 1024
+        },
+        "arguments": {
+          "maxItems": 1000,
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/__schema7"
+          }
+        },
+        "subjectState": {
+          "type": "string",
+          "enum": ["BUGGY", "FIXED", "REQUIRED_SUITE"]
+        },
+        "testSuiteDigest": {
+          "$ref": "#/$defs/__schema1"
+        },
+        "timeoutMs": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 86400000
+        },
+        "maxStdoutBytes": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 16777216
+        },
+        "maxStderrBytes": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 16777216
+        }
+      },
+      "required": [
+        "commandId",
+        "adapterId",
+        "arm",
+        "executableIdentityDigest",
+        "executable",
+        "arguments",
+        "subjectState",
+        "testSuiteDigest",
+        "timeoutMs",
+        "maxStdoutBytes",
+        "maxStderrBytes"
+      ],
+      "additionalProperties": false
+    },
+    "__schema7": {
+      "type": "string",
+      "maxLength": 4096
+    },
+    "__schema8": {
+      "type": "object",
+      "properties": {
+        "runId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "caseId": {
+          "$ref": "#/$defs/__schema0"
+        },
+        "arm": {
+          "type": "string",
+          "enum": ["BASELINE", "PROFILE"]
+        },
+        "attemptOrdinal": {
+          "type": "integer",
+          "minimum": 1,
+          "maximum": 1000
+        },
+        "subjectState": {
+          "type": "string",
+          "enum": ["BUGGY", "FIXED", "REQUIRED_SUITE"]
+        },
+        "commandId": {
+          "$ref": "#/$defs/__schema0"
+        }
+      },
+      "required": ["runId", "caseId", "arm", "attemptOrdinal", "subjectState", "commandId"],
+      "additionalProperties": false
+    },
+    "__schema9": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 2048
+    }
+  },
+  "$id": "https://testforge.dev/schemas/agentic-corpus-experiment-plan.v1.json"
+}