assertledger 1.0.0

package/conformance/v1/expected/create-profile-v1-qualified.json

@@ -0,0 +1,280 @@
+{
+  "schemaVersion": "1.0.0",
+  "sourceManifest": {
+    "schemaVersion": "1.0.0",
+    "repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
+    "evidenceContext": {
+      "engine": {
+        "name": "testforge",
+        "version": "0.1.0"
+      },
+      "adapter": {
+        "name": "node-test",
+        "version": "22.0.0",
+        "configuration": {
+          "kind": "node-test",
+          "executable": "node"
+        }
+      },
+      "execution": {
+        "isolation": "UNSANDBOXED",
+        "environmentAllowlist": [],
+        "budgets": {},
+        "candidateRoots": ["tests"]
+      },
+      "worlds": [
+        {
+          "id": "neutral",
+          "provenance": "conformance:neutral",
+          "digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
+        },
+        {
+          "id": "reference",
+          "provenance": "conformance:reference",
+          "digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
+        },
+        {
+          "id": "target",
+          "provenance": "conformance:target",
+          "digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
+        }
+      ]
+    },
+    "policy": {
+      "policyVersion": "1.0.0",
+      "requiredAttempts": 1,
+      "minimumTargetWeightPermille": 1000,
+      "maximumSelectedCandidates": 1,
+      "acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
+    },
+    "worlds": [
+      {
+        "id": "neutral",
+        "kind": "NEUTRAL",
+        "required": true,
+        "weight": 0
+      },
+      {
+        "id": "reference",
+        "kind": "REFERENCE",
+        "required": true,
+        "weight": 0
+      },
+      {
+        "id": "target",
+        "kind": "TARGET",
+        "required": true,
+        "weight": 10
+      }
+    ],
+    "candidates": [
+      {
+        "id": "candidate",
+        "digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
+        "sizeBytes": 100,
+        "status": "ELIGIBLE",
+        "killedTargetIds": ["target"],
+        "targetWeightKilled": 10,
+        "gates": [
+          {
+            "name": "COMPLETENESS",
+            "status": "PASSED",
+            "evidenceRunIds": [
+              "candidate:neutral:1",
+              "candidate:reference:1",
+              "candidate:target:1"
+            ],
+            "reasonCodes": []
+          },
+          {
+            "name": "STABILITY",
+            "status": "PASSED",
+            "evidenceRunIds": [
+              "candidate:neutral:1",
+              "candidate:reference:1",
+              "candidate:target:1"
+            ],
+            "reasonCodes": []
+          },
+          {
+            "name": "DISCOVERY",
+            "status": "PASSED",
+            "evidenceRunIds": [
+              "candidate:neutral:1",
+              "candidate:reference:1",
+              "candidate:target:1"
+            ],
+            "reasonCodes": []
+          },
+          {
+            "name": "REFERENCE",
+            "status": "PASSED",
+            "evidenceRunIds": ["candidate:reference:1"],
+            "reasonCodes": []
+          },
+          {
+            "name": "NEUTRAL",
+            "status": "PASSED",
+            "evidenceRunIds": ["candidate:neutral:1"],
+            "reasonCodes": []
+          },
+          {
+            "name": "TARGET_STRENGTH",
+            "status": "PASSED",
+            "evidenceRunIds": ["candidate:target:1"],
+            "reasonCodes": []
+          }
+        ],
+        "reasonCodes": ["POLICY_SATISFIED"]
+      }
+    ],
+    "observations": [
+      {
+        "runId": "control:neutral:1",
+        "candidateId": null,
+        "worldId": "neutral",
+        "attempt": 1,
+        "outcome": "PASS",
+        "testsDiscovered": 1,
+        "candidateTestsDiscovered": 0,
+        "attributed": false,
+        "durationMs": 1
+      },
+      {
+        "runId": "control:reference:1",
+        "candidateId": null,
+        "worldId": "reference",
+        "attempt": 1,
+        "outcome": "PASS",
+        "testsDiscovered": 1,
+        "candidateTestsDiscovered": 0,
+        "attributed": false,
+        "durationMs": 1
+      },
+      {
+        "runId": "control:target:1",
+        "candidateId": null,
+        "worldId": "target",
+        "attempt": 1,
+        "outcome": "PASS",
+        "testsDiscovered": 1,
+        "candidateTestsDiscovered": 0,
+        "attributed": false,
+        "durationMs": 1
+      },
+      {
+        "runId": "candidate:neutral:1",
+        "candidateId": "candidate",
+        "worldId": "neutral",
+        "attempt": 1,
+        "outcome": "PASS",
+        "testsDiscovered": 2,
+        "candidateTestsDiscovered": 1,
+        "attributed": true,
+        "durationMs": 1
+      },
+      {
+        "runId": "candidate:reference:1",
+        "candidateId": "candidate",
+        "worldId": "reference",
+        "attempt": 1,
+        "outcome": "PASS",
+        "testsDiscovered": 2,
+        "candidateTestsDiscovered": 1,
+        "attributed": true,
+        "durationMs": 10
+      },
+      {
+        "runId": "candidate:target:1",
+        "candidateId": "candidate",
+        "worldId": "target",
+        "attempt": 1,
+        "outcome": "ASSERTION_FAILURE",
+        "testsDiscovered": 2,
+        "candidateTestsDiscovered": 1,
+        "attributed": true,
+        "durationMs": 1
+      }
+    ],
+    "decision": {
+      "status": "VERIFIED",
+      "selectedCandidateIds": ["candidate"],
+      "reasonCodes": ["POLICY_SATISFIED"]
+    },
+    "decisionDigest": "sha256:bbecbbbbb790db1912b9ce06336420446c71df8d57eb0b040854ba672a220faa",
+    "artifactDigest": "sha256:d1f40c9201b6cd31d24309da250669f17efcab94f606a0c1e88160f072c0aea7",
+    "adapter": {
+      "kind": "node-test"
+    },
+    "isolation": {
+      "kind": "trusted-local",
+      "level": "UNSANDBOXED",
+      "acknowledgedUnsafeExecution": true
+    },
+    "limitations": ["Static conformance fixture; not execution truth."]
+  },
+  "sourceArtifactDigest": "sha256:d1f40c9201b6cd31d24309da250669f17efcab94f606a0c1e88160f072c0aea7",
+  "policy": {
+    "profileVersion": "1.0.0",
+    "profileId": "conformance/default",
+    "mode": "HARDENING",
+    "minimumTimingSamples": 1,
+    "lanes": [
+      {
+        "id": "instant",
+        "maximumReferenceP95Ms": 20
+      }
+    ]
+  },
+  "policyDigest": "sha256:7af117fee1650afc27c31181d9da2f86fa5bf2165437f6d2f4745b08a6cdd7fc",
+  "status": "QUALIFIED",
+  "candidates": [
+    {
+      "id": "candidate",
+      "evidenceStatus": "ELIGIBLE",
+      "classification": "QUALIFIED",
+      "satisfiedLaneIds": ["instant"],
+      "bestLaneId": "instant",
+      "targetWeightKilled": 10,
+      "totalTargetWeight": 10,
+      "targetWeightPermille": 1000,
+      "requiredTargetsKilled": 1,
+      "requiredTargetsTotal": 1,
+      "killedTargetIds": ["target"],
+      "marginalTargetWeight": 10,
+      "consistency": {
+        "claim": "OBSERVED_CONSISTENT",
+        "attempts": 1
+      },
+      "latency": {
+        "kind": "RECORDED_REFERENCE_WALL_TIME",
+        "samples": 1,
+        "minimumMs": 10,
+        "p50Ms": 10,
+        "p95Ms": 10,
+        "maximumMs": 10,
+        "totalCandidateDurationMs": 12
+      },
+      "paretoFrontier": true
+    }
+  ],
+  "portfolios": [
+    {
+      "laneId": "instant",
+      "budgetMs": 20,
+      "selectedCandidateIds": ["candidate"],
+      "totalReferenceP95Ms": 10,
+      "targetWeight": 10,
+      "targetWeightPermille": 1000,
+      "requiredTargetsKilled": 1,
+      "requiredTargetsTotal": 1
+    }
+  ],
+  "qualifiedCandidateIds": ["candidate"],
+  "limitations": [
+    "Profile strength is limited to the declared worlds and recorded attempts.",
+    "RECORDED_REFERENCE_WALL_TIME is local operational evidence, not a portable cold/warm benchmark.",
+    "Observed consistency does not prove permanent absence of flakiness."
+  ],
+  "reportDigest": "sha256:72db450c9ae85310ce3f5c3543aa8d3c7b9a0cf11c01165c788f6654dd75c7c7"
+}

package/conformance/v1/expected/decide-collection-failure-non-kill.json

@@ -0,0 +1,192 @@
+{
+  "schemaVersion": "1.0.0",
+  "repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
+  "evidenceContext": {
+    "engine": {
+      "name": "testforge",
+      "version": "0.1.0"
+    },
+    "adapter": {
+      "name": "node-test",
+      "version": "22.0.0",
+      "configuration": {
+        "kind": "node-test",
+        "executable": "node"
+      }
+    },
+    "execution": {
+      "isolation": "UNSANDBOXED",
+      "environmentAllowlist": [],
+      "budgets": {},
+      "candidateRoots": ["tests"]
+    },
+    "worlds": [
+      {
+        "id": "neutral",
+        "provenance": "conformance:neutral",
+        "digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
+      },
+      {
+        "id": "reference",
+        "provenance": "conformance:reference",
+        "digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
+      },
+      {
+        "id": "target",
+        "provenance": "conformance:target",
+        "digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
+      }
+    ]
+  },
+  "policy": {
+    "policyVersion": "1.0.0",
+    "requiredAttempts": 1,
+    "minimumTargetWeightPermille": 1000,
+    "maximumSelectedCandidates": 1,
+    "acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
+  },
+  "worlds": [
+    {
+      "id": "neutral",
+      "kind": "NEUTRAL",
+      "required": true,
+      "weight": 0
+    },
+    {
+      "id": "reference",
+      "kind": "REFERENCE",
+      "required": true,
+      "weight": 0
+    },
+    {
+      "id": "target",
+      "kind": "TARGET",
+      "required": true,
+      "weight": 10
+    }
+  ],
+  "candidates": [
+    {
+      "id": "candidate",
+      "digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
+      "sizeBytes": 100,
+      "status": "WEAK_ORACLE",
+      "killedTargetIds": [],
+      "targetWeightKilled": 0,
+      "gates": [
+        {
+          "name": "COMPLETENESS",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "STABILITY",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "DISCOVERY",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "REFERENCE",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:reference:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "NEUTRAL",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:neutral:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "TARGET_STRENGTH",
+          "status": "FAILED",
+          "evidenceRunIds": ["candidate:target:1"],
+          "reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
+        }
+      ],
+      "reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
+    }
+  ],
+  "observations": [
+    {
+      "runId": "control:neutral:1",
+      "candidateId": null,
+      "worldId": "neutral",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 1,
+      "candidateTestsDiscovered": 0,
+      "attributed": false,
+      "durationMs": 1
+    },
+    {
+      "runId": "control:reference:1",
+      "candidateId": null,
+      "worldId": "reference",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 1,
+      "candidateTestsDiscovered": 0,
+      "attributed": false,
+      "durationMs": 1
+    },
+    {
+      "runId": "control:target:1",
+      "candidateId": null,
+      "worldId": "target",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 1,
+      "candidateTestsDiscovered": 0,
+      "attributed": false,
+      "durationMs": 1
+    },
+    {
+      "runId": "candidate:neutral:1",
+      "candidateId": "candidate",
+      "worldId": "neutral",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 2,
+      "candidateTestsDiscovered": 1,
+      "attributed": true,
+      "durationMs": 1
+    },
+    {
+      "runId": "candidate:reference:1",
+      "candidateId": "candidate",
+      "worldId": "reference",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 2,
+      "candidateTestsDiscovered": 1,
+      "attributed": true,
+      "durationMs": 10
+    },
+    {
+      "runId": "candidate:target:1",
+      "candidateId": "candidate",
+      "worldId": "target",
+      "attempt": 1,
+      "outcome": "COLLECTION_FAILURE",
+      "testsDiscovered": 2,
+      "candidateTestsDiscovered": 1,
+      "attributed": true,
+      "durationMs": 1
+    }
+  ],
+  "decision": {
+    "status": "REJECTED",
+    "selectedCandidateIds": [],
+    "reasonCodes": ["NO_ELIGIBLE_CANDIDATE"]
+  },
+  "decisionDigest": "sha256:6d7ae8b946999524f8d0fbc06779a28864a1fdaf8f5a22e883797ff5cc729b74",
+  "artifactDigest": "sha256:1266980576f5fc7c25fe6ae0473e296fec71c141a42a7d83b21bba506dc48612"
+}

package/conformance/v1/expected/decide-compile-failure-non-kill.json

@@ -0,0 +1,192 @@
+{
+  "schemaVersion": "1.0.0",
+  "repositoryDigest": "sha256:6c5d7f5ef84e5ceeb4ca8fcf6350f3dfdd2e575ff44e605a9f05f4aa43e37a21",
+  "evidenceContext": {
+    "engine": {
+      "name": "testforge",
+      "version": "0.1.0"
+    },
+    "adapter": {
+      "name": "node-test",
+      "version": "22.0.0",
+      "configuration": {
+        "kind": "node-test",
+        "executable": "node"
+      }
+    },
+    "execution": {
+      "isolation": "UNSANDBOXED",
+      "environmentAllowlist": [],
+      "budgets": {},
+      "candidateRoots": ["tests"]
+    },
+    "worlds": [
+      {
+        "id": "neutral",
+        "provenance": "conformance:neutral",
+        "digest": "sha256:3ae3f40fcd8592146d113c4252e5f8d69b2b5b1e25f93fd626360aa52cd6ac06"
+      },
+      {
+        "id": "reference",
+        "provenance": "conformance:reference",
+        "digest": "sha256:19f3324c3f857f03845ad6c701306ce05333e0e28afde3a82c85d00b903879c6"
+      },
+      {
+        "id": "target",
+        "provenance": "conformance:target",
+        "digest": "sha256:be18811d2679c0575fc8854fb95113170b781d882aa5bff9717f8cbfd218e9e6"
+      }
+    ]
+  },
+  "policy": {
+    "policyVersion": "1.0.0",
+    "requiredAttempts": 1,
+    "minimumTargetWeightPermille": 1000,
+    "maximumSelectedCandidates": 1,
+    "acceptedTargetOutcomes": ["ASSERTION_FAILURE"]
+  },
+  "worlds": [
+    {
+      "id": "neutral",
+      "kind": "NEUTRAL",
+      "required": true,
+      "weight": 0
+    },
+    {
+      "id": "reference",
+      "kind": "REFERENCE",
+      "required": true,
+      "weight": 0
+    },
+    {
+      "id": "target",
+      "kind": "TARGET",
+      "required": true,
+      "weight": 10
+    }
+  ],
+  "candidates": [
+    {
+      "id": "candidate",
+      "digest": "sha256:5a0888431a0a4a61f7b3e8a920b8e1400e27e710fce2f6b9a4de93b14bab9368",
+      "sizeBytes": 100,
+      "status": "WEAK_ORACLE",
+      "killedTargetIds": [],
+      "targetWeightKilled": 0,
+      "gates": [
+        {
+          "name": "COMPLETENESS",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "STABILITY",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "DISCOVERY",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:neutral:1", "candidate:reference:1", "candidate:target:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "REFERENCE",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:reference:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "NEUTRAL",
+          "status": "PASSED",
+          "evidenceRunIds": ["candidate:neutral:1"],
+          "reasonCodes": []
+        },
+        {
+          "name": "TARGET_STRENGTH",
+          "status": "FAILED",
+          "evidenceRunIds": ["candidate:target:1"],
+          "reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
+        }
+      ],
+      "reasonCodes": ["TARGET_STRENGTH_INSUFFICIENT"]
+    }
+  ],
+  "observations": [
+    {
+      "runId": "control:neutral:1",
+      "candidateId": null,
+      "worldId": "neutral",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 1,
+      "candidateTestsDiscovered": 0,
+      "attributed": false,
+      "durationMs": 1
+    },
+    {
+      "runId": "control:reference:1",
+      "candidateId": null,
+      "worldId": "reference",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 1,
+      "candidateTestsDiscovered": 0,
+      "attributed": false,
+      "durationMs": 1
+    },
+    {
+      "runId": "control:target:1",
+      "candidateId": null,
+      "worldId": "target",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 1,
+      "candidateTestsDiscovered": 0,
+      "attributed": false,
+      "durationMs": 1
+    },
+    {
+      "runId": "candidate:neutral:1",
+      "candidateId": "candidate",
+      "worldId": "neutral",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 2,
+      "candidateTestsDiscovered": 1,
+      "attributed": true,
+      "durationMs": 1
+    },
+    {
+      "runId": "candidate:reference:1",
+      "candidateId": "candidate",
+      "worldId": "reference",
+      "attempt": 1,
+      "outcome": "PASS",
+      "testsDiscovered": 2,
+      "candidateTestsDiscovered": 1,
+      "attributed": true,
+      "durationMs": 10
+    },
+    {
+      "runId": "candidate:target:1",
+      "candidateId": "candidate",
+      "worldId": "target",
+      "attempt": 1,
+      "outcome": "COMPILE_FAILURE",
+      "testsDiscovered": 2,
+      "candidateTestsDiscovered": 1,
+      "attributed": true,
+      "durationMs": 1
+    }
+  ],
+  "decision": {
+    "status": "REJECTED",
+    "selectedCandidateIds": [],
+    "reasonCodes": ["NO_ELIGIBLE_CANDIDATE"]
+  },
+  "decisionDigest": "sha256:22ee847c086ceafd0022f89f678bb11539fc3bee88fcc86f5afc2911948a1608",
+  "artifactDigest": "sha256:3813b410a2139f7eb06193284244365e1f6db1f1cb8b101a6d91768647e7a09e"
+}