assertledger 1.0.0

package/schemas/evidence-manifest.v1.json

@@ -0,0 +1,636 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "type": "object",
+  "properties": {
+    "schemaVersion": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "repositoryDigest": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "evidenceContext": {
+      "$ref": "#/$defs/__schema3"
+    },
+    "policy": {
+      "$ref": "#/$defs/__schema9"
+    },
+    "worlds": {
+      "$ref": "#/$defs/__schema12"
+    },
+    "candidates": {
+      "$ref": "#/$defs/__schema13"
+    },
+    "observations": {
+      "$ref": "#/$defs/__schema15"
+    },
+    "decision": {
+      "$ref": "#/$defs/__schema16"
+    },
+    "decisionDigest": {
+      "$ref": "#/$defs/__schema2"
+    },
+    "artifactDigest": {
+      "$ref": "#/$defs/__schema2"
+    },
+    "adapter": {
+      "$ref": "#/$defs/__schema17"
+    },
+    "isolation": {
+      "$ref": "#/$defs/__schema18"
+    },
+    "limitations": {
+      "$ref": "#/$defs/__schema19"
+    }
+  },
+  "required": [
+    "schemaVersion",
+    "repositoryDigest",
+    "evidenceContext",
+    "policy",
+    "worlds",
+    "candidates",
+    "observations",
+    "decision",
+    "decisionDigest",
+    "artifactDigest",
+    "adapter",
+    "isolation",
+    "limitations"
+  ],
+  "additionalProperties": false,
+  "title": "TestForge evidence manifest",
+  "description": "The final auditable campaign artifact, including evidence, deterministic gates, decisions, and integrity digests.",
+  "$defs": {
+    "__schema0": {
+      "type": "string",
+      "const": "1.0.0"
+    },
+    "__schema1": {
+      "anyOf": [
+        {
+          "$ref": "#/$defs/__schema2"
+        },
+        {
+          "type": "string",
+          "const": "invalid"
+        }
+      ]
+    },
+    "__schema2": {
+      "type": "string",
+      "pattern": "^sha256:[a-f0-9]{64}$"
+    },
+    "__schema3": {
+      "type": "object",
+      "properties": {
+        "engine": {
+          "type": "object",
+          "properties": {
+            "name": {
+              "type": "string",
+              "minLength": 1,
+              "maxLength": 128
+            },
+            "version": {
+              "type": "string",
+              "minLength": 1,
+              "maxLength": 128
+            }
+          },
+          "required": ["name", "version"],
+          "additionalProperties": false
+        },
+        "adapter": {
+          "type": "object",
+          "properties": {
+            "name": {
+              "type": "string",
+              "minLength": 1,
+              "maxLength": 128
+            },
+            "version": {
+              "type": "string",
+              "minLength": 1,
+              "maxLength": 128
+            },
+            "configuration": {
+              "$ref": "#/$defs/__schema4"
+            }
+          },
+          "required": ["name", "version", "configuration"],
+          "additionalProperties": false
+        },
+        "execution": {
+          "type": "object",
+          "properties": {
+            "isolation": {
+              "type": "string",
+              "minLength": 1,
+              "maxLength": 128
+            },
+            "environmentAllowlist": {
+              "maxItems": 100,
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/__schema5"
+              }
+            },
+            "budgets": {
+              "$ref": "#/$defs/__schema6"
+            },
+            "candidateRoots": {
+              "maxItems": 100,
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/__schema7"
+              }
+            }
+          },
+          "required": ["isolation", "environmentAllowlist", "budgets", "candidateRoots"],
+          "additionalProperties": false
+        },
+        "worlds": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "properties": {
+              "id": {
+                "$ref": "#/$defs/__schema8"
+              },
+              "provenance": {
+                "type": "string",
+                "minLength": 1,
+                "maxLength": 1024
+              },
+              "digest": {
+                "$ref": "#/$defs/__schema2"
+              }
+            },
+            "required": ["id", "provenance", "digest"],
+            "additionalProperties": false
+          }
+        }
+      },
+      "required": ["engine", "adapter", "execution", "worlds"],
+      "additionalProperties": false
+    },
+    "__schema4": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "type": "number"
+        },
+        {
+          "type": "boolean"
+        },
+        {
+          "type": "null"
+        },
+        {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/__schema4"
+          }
+        },
+        {
+          "type": "object",
+          "propertyNames": {
+            "type": "string"
+          },
+          "additionalProperties": {
+            "$ref": "#/$defs/__schema4"
+          }
+        }
+      ]
+    },
+    "__schema5": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 128
+    },
+    "__schema6": {
+      "anyOf": [
+        {
+          "type": "string"
+        },
+        {
+          "type": "number"
+        },
+        {
+          "type": "boolean"
+        },
+        {
+          "type": "null"
+        },
+        {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/__schema6"
+          }
+        },
+        {
+          "type": "object",
+          "propertyNames": {
+            "type": "string"
+          },
+          "additionalProperties": {
+            "$ref": "#/$defs/__schema6"
+          }
+        }
+      ]
+    },
+    "__schema7": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 512
+    },
+    "__schema8": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 128,
+      "pattern": "^[A-Za-z0-9][A-Za-z0-9._-]*$"
+    },
+    "__schema9": {
+      "anyOf": [
+        {
+          "type": "object",
+          "properties": {
+            "policyVersion": {
+              "type": "string",
+              "const": "1.0.0"
+            },
+            "requiredAttempts": {
+              "type": "integer",
+              "minimum": 1,
+              "maximum": 1000
+            },
+            "minimumTargetWeightPermille": {
+              "type": "integer",
+              "minimum": 1,
+              "maximum": 1000
+            },
+            "maximumSelectedCandidates": {
+              "type": "integer",
+              "minimum": 1,
+              "maximum": 1000
+            },
+            "acceptedTargetOutcomes": {
+              "minItems": 1,
+              "maxItems": 1,
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/__schema10"
+              }
+            }
+          },
+          "required": [
+            "policyVersion",
+            "requiredAttempts",
+            "minimumTargetWeightPermille",
+            "maximumSelectedCandidates",
+            "acceptedTargetOutcomes"
+          ],
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "properties": {
+            "policyVersion": {
+              "type": "string",
+              "const": "invalid"
+            },
+            "requiredAttempts": {
+              "type": "number",
+              "const": 1
+            },
+            "minimumTargetWeightPermille": {
+              "type": "number",
+              "const": 1000
+            },
+            "maximumSelectedCandidates": {
+              "type": "number",
+              "const": 0
+            },
+            "acceptedTargetOutcomes": {
+              "maxItems": 0,
+              "type": "array",
+              "items": {
+                "$ref": "#/$defs/__schema11"
+              }
+            }
+          },
+          "required": [
+            "policyVersion",
+            "requiredAttempts",
+            "minimumTargetWeightPermille",
+            "maximumSelectedCandidates",
+            "acceptedTargetOutcomes"
+          ],
+          "additionalProperties": false
+        }
+      ]
+    },
+    "__schema10": {
+      "type": "string",
+      "const": "ASSERTION_FAILURE"
+    },
+    "__schema11": {
+      "type": "string",
+      "const": "ASSERTION_FAILURE"
+    },
+    "__schema12": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "properties": {
+          "id": {
+            "$ref": "#/$defs/__schema8"
+          },
+          "kind": {
+            "type": "string",
+            "enum": ["REFERENCE", "TARGET", "NEUTRAL"]
+          },
+          "required": {
+            "type": "boolean"
+          },
+          "weight": {
+            "type": "integer",
+            "minimum": 0,
+            "maximum": 1000000
+          }
+        },
+        "required": ["id", "kind", "required", "weight"],
+        "additionalProperties": false
+      }
+    },
+    "__schema13": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "properties": {
+          "id": {
+            "$ref": "#/$defs/__schema8"
+          },
+          "digest": {
+            "$ref": "#/$defs/__schema2"
+          },
+          "sizeBytes": {
+            "type": "integer",
+            "minimum": 0,
+            "maximum": 9007199254740991
+          },
+          "status": {
+            "type": "string",
+            "enum": ["ELIGIBLE", "UNSTABLE", "INCONCLUSIVE", "INVALID", "WEAK_ORACLE"]
+          },
+          "killedTargetIds": {
+            "type": "array",
+            "items": {
+              "$ref": "#/$defs/__schema8"
+            }
+          },
+          "targetWeightKilled": {
+            "type": "integer",
+            "minimum": 0,
+            "maximum": 9007199254740991
+          },
+          "gates": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "name": {
+                  "type": "string",
+                  "enum": [
+                    "COMPLETENESS",
+                    "STABILITY",
+                    "DISCOVERY",
+                    "REFERENCE",
+                    "NEUTRAL",
+                    "TARGET_STRENGTH"
+                  ]
+                },
+                "status": {
+                  "type": "string",
+                  "enum": ["PASSED", "FAILED", "NOT_RUN"]
+                },
+                "evidenceRunIds": {
+                  "type": "array",
+                  "items": {
+                    "type": "string",
+                    "minLength": 1,
+                    "maxLength": 512
+                  }
+                },
+                "reasonCodes": {
+                  "type": "array",
+                  "items": {
+                    "$ref": "#/$defs/__schema14"
+                  }
+                }
+              },
+              "required": ["name", "status", "evidenceRunIds", "reasonCodes"],
+              "additionalProperties": false
+            }
+          },
+          "reasonCodes": {
+            "type": "array",
+            "items": {
+              "$ref": "#/$defs/__schema14"
+            }
+          }
+        },
+        "required": [
+          "id",
+          "digest",
+          "sizeBytes",
+          "status",
+          "killedTargetIds",
+          "targetWeightKilled",
+          "gates",
+          "reasonCodes"
+        ],
+        "additionalProperties": false
+      }
+    },
+    "__schema14": {
+      "type": "string",
+      "minLength": 1,
+      "maxLength": 128,
+      "pattern": "^[A-Z][A-Z0-9_]*$"
+    },
+    "__schema15": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "properties": {
+          "runId": {
+            "type": "string",
+            "minLength": 1,
+            "maxLength": 512
+          },
+          "candidateId": {
+            "anyOf": [
+              {
+                "$ref": "#/$defs/__schema8"
+              },
+              {
+                "type": "null"
+              }
+            ]
+          },
+          "worldId": {
+            "$ref": "#/$defs/__schema8"
+          },
+          "attempt": {
+            "type": "integer",
+            "minimum": 1,
+            "maximum": 9007199254740991
+          },
+          "outcome": {
+            "type": "string",
+            "enum": [
+              "PASS",
+              "ASSERTION_FAILURE",
+              "COLLECTION_FAILURE",
+              "COMPILE_FAILURE",
+              "PROCESS_CRASH",
+              "TIMEOUT",
+              "INFRA_ERROR",
+              "NO_TEST_DISCOVERED"
+            ]
+          },
+          "testsDiscovered": {
+            "type": "integer",
+            "minimum": 0,
+            "maximum": 9007199254740991
+          },
+          "candidateTestsDiscovered": {
+            "type": "integer",
+            "minimum": 0,
+            "maximum": 9007199254740991
+          },
+          "attributed": {
+            "type": "boolean"
+          },
+          "durationMs": {
+            "type": "number",
+            "minimum": 0
+          },
+          "exitCode": {
+            "anyOf": [
+              {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              {
+                "type": "null"
+              }
+            ]
+          },
+          "stdoutDigest": {
+            "$ref": "#/$defs/__schema2"
+          },
+          "stderrDigest": {
+            "$ref": "#/$defs/__schema2"
+          }
+        },
+        "required": [
+          "runId",
+          "candidateId",
+          "worldId",
+          "attempt",
+          "outcome",
+          "testsDiscovered",
+          "candidateTestsDiscovered",
+          "attributed"
+        ],
+        "additionalProperties": false
+      }
+    },
+    "__schema16": {
+      "type": "object",
+      "properties": {
+        "status": {
+          "type": "string",
+          "enum": ["VERIFIED", "REJECTED", "INCONCLUSIVE", "ENGINE_ERROR"]
+        },
+        "selectedCandidateIds": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/__schema8"
+          }
+        },
+        "reasonCodes": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/__schema14"
+          }
+        }
+      },
+      "required": ["status", "selectedCandidateIds", "reasonCodes"],
+      "additionalProperties": false
+    },
+    "__schema17": {
+      "oneOf": [
+        {
+          "type": "object",
+          "properties": {
+            "kind": {
+              "type": "string",
+              "const": "node-test"
+            }
+          },
+          "required": ["kind"],
+          "additionalProperties": false
+        },
+        {
+          "type": "object",
+          "properties": {
+            "kind": {
+              "type": "string",
+              "const": "testforge-command"
+            },
+            "protocolVersion": {
+              "type": "string",
+              "const": "1.0.0"
+            }
+          },
+          "required": ["kind", "protocolVersion"],
+          "additionalProperties": false
+        }
+      ]
+    },
+    "__schema18": {
+      "type": "object",
+      "properties": {
+        "kind": {
+          "type": "string",
+          "const": "trusted-local"
+        },
+        "level": {
+          "type": "string",
+          "const": "UNSANDBOXED"
+        },
+        "acknowledgedUnsafeExecution": {
+          "type": "boolean",
+          "const": true
+        }
+      },
+      "required": ["kind", "level", "acknowledgedUnsafeExecution"],
+      "additionalProperties": false
+    },
+    "__schema19": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "minLength": 1,
+        "maxLength": 2048
+      }
+    }
+  },
+  "$id": "https://testforge.dev/schemas/evidence-manifest.v1.json"
+}

package/schemas/replay-result.v1.json

@@ -0,0 +1,49 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "type": "object",
+  "properties": {
+    "valid": {
+      "$ref": "#/$defs/__schema0"
+    },
+    "schemaValid": {
+      "$ref": "#/$defs/__schema1"
+    },
+    "decisionDigestValid": {
+      "$ref": "#/$defs/__schema2"
+    },
+    "artifactDigestValid": {
+      "$ref": "#/$defs/__schema3"
+    },
+    "decisionSemanticsValid": {
+      "$ref": "#/$defs/__schema4"
+    }
+  },
+  "required": [
+    "valid",
+    "schemaValid",
+    "decisionDigestValid",
+    "artifactDigestValid",
+    "decisionSemanticsValid"
+  ],
+  "additionalProperties": false,
+  "title": "TestForge replay result",
+  "description": "Independent integrity and semantic replay verdicts for a TestForge evidence manifest.",
+  "$defs": {
+    "__schema0": {
+      "type": "boolean"
+    },
+    "__schema1": {
+      "type": "boolean"
+    },
+    "__schema2": {
+      "type": "boolean"
+    },
+    "__schema3": {
+      "type": "boolean"
+    },
+    "__schema4": {
+      "type": "boolean"
+    }
+  },
+  "$id": "https://testforge.dev/schemas/replay-result.v1.json"
+}