proof-harness 0.1.0-next.1

package/package.json

@@ -0,0 +1,109 @@
+{
+  "name": "proof-harness",
+  "version": "0.1.0-next.1",
+  "description": "Verification and conformance helpers for proof traces, missions, fixtures, and Playwright probes.",
+  "license": "Apache-2.0",
+  "author": {
+    "name": "The Nexus Collective GmbH",
+    "url": "https://nexuscollective.io"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/TiKa-Nexus/proof-harness.git"
+  },
+  "homepage": "https://github.com/TiKa-Nexus/proof-harness#readme",
+  "bugs": {
+    "url": "https://github.com/TiKa-Nexus/proof-harness/issues"
+  },
+  "type": "module",
+  "files": [
+    "dist",
+    "cli",
+    "README.md",
+    "COMPATIBILITY.md",
+    "PROOF_SDK_CONTRACT.md",
+    "proof-consumer-fixtures"
+  ],
+  "bin": {
+    "proof-harness": "./cli/proof-harness.mjs"
+  },
+  "sideEffects": false,
+  "exports": {
+    "./shared": {
+      "types": "./dist/shared.d.ts",
+      "import": "./dist/shared.js",
+      "default": "./dist/shared.js"
+    },
+    "./node": {
+      "types": "./dist/node.d.ts",
+      "import": "./dist/node.js",
+      "default": "./dist/node.js"
+    },
+    "./playwright": {
+      "types": "./dist/playwright.d.ts",
+      "import": "./dist/playwright.js",
+      "default": "./dist/playwright.js"
+    },
+    "./server": {
+      "types": "./dist/server.d.ts",
+      "import": "./dist/server.js",
+      "default": "./dist/server.js"
+    },
+    "./portable-vocabulary": {
+      "types": "./dist/portable-vocabulary.d.ts",
+      "import": "./dist/portable-vocabulary.js",
+      "default": "./dist/portable-vocabulary.js"
+    },
+    "./package.json": "./package.json"
+  },
+  "scripts": {
+    "build": "tsup",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "lint": "eslint .",
+    "test": "vitest run src/__tests",
+    "conformance": "vitest run conformance",
+    "pack:check": "vitest run tests/package-content.test.ts",
+    "check": "pnpm build && pnpm typecheck && pnpm lint && pnpm test && pnpm conformance && pnpm pack:check",
+    "prepack": "pnpm build"
+  },
+  "engines": {
+    "node": ">=24 <25"
+  },
+  "peerDependencies": {
+    "@playwright/test": "^1.49.1",
+    "@supabase/supabase-js": "^2.108.2",
+    "next": "^16.3.0"
+  },
+  "peerDependenciesMeta": {
+    "@playwright/test": {
+      "optional": true
+    },
+    "@supabase/supabase-js": {
+      "optional": true
+    },
+    "next": {
+      "optional": true
+    }
+  },
+  "publishConfig": {
+    "access": "public",
+    "provenance": true
+  },
+  "dependencies": {
+    "@next/env": "16.3.0"
+  },
+  "devDependencies": {
+    "@eslint/js": "9.39.1",
+    "@playwright/test": "^1.57.0",
+    "@supabase/supabase-js": "^2.108.2",
+    "@types/node": "^24.13.3",
+    "eslint": "9.39.1",
+    "globals": "^15.15.0",
+    "next": "^16.3.0",
+    "tsup": "^8.5.1",
+    "typescript": "5.9.3",
+    "typescript-eslint": "8.49.0",
+    "vitest": "3.0.5"
+  },
+  "packageManager": "pnpm@11.9.0+sha512.bd682d5d03fe525ef7c9fd6780c6884d1e756ac4c9c9fe00c538782824310dcf90e3ddc4f53835f06dfaebd5085e41855e0bcbb3b60de2ac5bbab89e5036f03b"
+}

package/proof-consumer-fixtures/README.md

@@ -0,0 +1,60 @@
+# Proof consumer conformance fixtures
+
+This directory is the executable ingestion contract for systems that download
+`proof-traces` and `proof-traces-mutated`. The prose contract remains
+[`PROOF_SDK_CONTRACT.md`](../PROOF_SDK_CONTRACT.md); `corpus.json` names each
+case and its expected classification or rejection.
+
+## What the corpus covers
+
+- a passing and a failing per-spec `TraceArtifact`
+- passing and failing mission aggregates containing those traces
+- a mutation directory whose trace deliberately reuses the baseline filename
+- two valid traces with the same `proofId`
+- invalid JSON, a wrong trace shape, and an unsupported manifest version
+
+The small `inputs/` artifacts let the passing and failing traces run through the
+same `validateMission` implementation used by `pnpm proof:verify`.
+
+## Required ingestion behavior
+
+1. Parse JSON without repairing or defaulting malformed input.
+2. Classify before accumulating. A per-spec trace has `schemaVersion: 2` and a
+   `steps` array; a mission aggregate has `schemaVersion: 1` plus `proofs` and
+   `traces` arrays. Never count the aggregate itself as another trace.
+3. Keep normal and mutation artifacts in separate namespaces. The mutation
+   trace intentionally has the same filename and `proofId` as the passing
+   baseline trace.
+4. Preserve and cross-check mutation identity. The directory name,
+   `mutation.json.id`, and every trace's `mutation.id` must agree, and
+   `mutation.planted` must be `true`.
+5. Reject duplicate `proofId` values in one baseline bundle before writing to a
+   map or database. Last-write-wins loses evidence and provenance.
+6. Read a mission verdict from the aggregate's top-level `passed` boolean, not
+   file presence or the HTTP/check status alone. Keep `issues` on failure.
+7. Retain `requirementEvidence`. Every satisfied entry must resolve to the named
+   `proofId`/`specFile` and to a passing assertion with the same
+   `kind`/`target`/`role` inside `traces`.
+8. Treat mutation traces as detection evidence, never as mission evidence. A
+   red mutation trace is expected when `mutation.json.detected` is `true`.
+
+`corpus.json` uses stable expected error labels (`invalid_json`,
+`trace_shape`, and `duplicate_proof_id`) for conformance assertions. Consumers
+may expose different public error names, but must reject the same inputs for the
+same reasons.
+
+## Running the reference checks
+
+```bash
+pnpm conformance
+```
+
+External orchestrators should run this same directory through their production
+ingestion path and assert the outcomes in `corpus.json`. The package conformance
+tests prove that the fixtures agree with the canonical mission validator; they
+cannot prove that another system preserves the same classifications after
+download, extraction, storage, or deduplication.
+
+GitHub token permissions, check-run classification, and repository-readiness
+polling are intentionally outside this corpus because they are integration
+policy rather than evidence format behavior.

package/proof-consumer-fixtures/aggregates/M-CONFORMANCE-FAIL.json

@@ -0,0 +1,112 @@
+{
+  "schemaVersion": 1,
+  "missionId": "M-CONFORMANCE",
+  "provenance": {
+    "commit": "2222222222222222222222222222222222222222",
+    "branch": "feature/proof-consumer",
+    "dirty": false,
+    "repository": "example/proof-consumer",
+    "ci": true,
+    "runId": "1002",
+    "command": "node scripts/proof_verify.mjs",
+    "nodeVersion": "v24.6.0",
+    "platform": "linux-x64"
+  },
+  "passed": false,
+  "aggregatedAt": "2026-08-24T12:02:30.000Z",
+  "manifestSummary": {
+    "missionTitle": "Consumer conformance fixture",
+    "capabilities_must_exist": 0,
+    "schema_must_contain": 0,
+    "trace_must_prove": 1
+  },
+  "issues": [
+    {
+      "category": "trace_missing",
+      "message": "no passing role=\"primary\" assertion found with kind=\"tenant_isolation\" and target=\"widgets\"; found 1 matching assertion(s) but they FAILED: [widgets-tenant-isolation] outsider saw 1 of 1 widget rows; description: \"A member cannot read another workspace's widgets\"",
+      "context": {
+        "requirement": {
+          "kind": "tenant_isolation",
+          "target": "widgets",
+          "proofId": "widgets-tenant-isolation",
+          "description": "A member cannot read another workspace's widgets"
+        },
+        "candidateCount": 1
+      }
+    }
+  ],
+  "requirementEvidence": [
+    {
+      "kind": "tenant_isolation",
+      "target": "widgets",
+      "role": "primary",
+      "satisfied": false
+    }
+  ],
+  "proofs": [
+    {
+      "proofId": "widgets-tenant-isolation",
+      "missionId": "M-CONFORMANCE",
+      "specFile": "e2e/proofs/widgets-tenant-isolation.proof.ts",
+      "specHash": "0123456789ab",
+      "passed": false,
+      "durationMs": 25,
+      "stepCount": 1,
+      "assertionCount": 2,
+      "assertionStatus": {
+        "passed": 1,
+        "failed": 1,
+        "incomplete": 0,
+        "skipped": 0
+      }
+    }
+  ],
+  "traces": [
+    {
+      "schemaVersion": 2,
+      "proofId": "widgets-tenant-isolation",
+      "missionId": "M-CONFORMANCE",
+      "specFile": "e2e/proofs/widgets-tenant-isolation.proof.ts",
+      "specHash": "0123456789ab",
+      "commit": "2222222222222222222222222222222222222222",
+      "dirty": false,
+      "timestamp": "2026-08-24T12:02:00.000Z",
+      "durationMs": 25,
+      "passed": false,
+      "steps": [
+        {
+          "intent": "Prove workspace B cannot select workspace A's widgets",
+          "kind": "tenant_isolation",
+          "target": "widgets",
+          "observation": "The outsider unexpectedly saw the fixture row.",
+          "passed": false,
+          "actor": "member",
+          "workspaceId": "00000000-0000-0000-0000-000000000001",
+          "durationMs": 25,
+          "error": "[PROOF_FAIL] tenant_isolation: expected 0 rows; found 1; check widgets SELECT policy",
+          "assertions": [
+            {
+              "kind": "tenant_isolation",
+              "target": "widgets",
+              "operation": "select",
+              "passed": false,
+              "status": "failed",
+              "role": "primary",
+              "detail": "outsider saw 1 of 1 widget rows",
+              "emittedBy": "assert.tenantIsolation"
+            },
+            {
+              "kind": "happy_path",
+              "target": "widgets",
+              "operation": "select",
+              "passed": true,
+              "status": "passed",
+              "role": "control",
+              "detail": "owner saw the fixture widget row"
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}

package/proof-consumer-fixtures/aggregates/M-CONFORMANCE-PASS.json

@@ -0,0 +1,101 @@
+{
+  "schemaVersion": 1,
+  "missionId": "M-CONFORMANCE",
+  "provenance": {
+    "commit": "1111111111111111111111111111111111111111",
+    "branch": "feature/proof-consumer",
+    "dirty": false,
+    "repository": "example/proof-consumer",
+    "ci": true,
+    "runId": "1001",
+    "command": "node scripts/proof_verify.mjs",
+    "nodeVersion": "v24.6.0",
+    "platform": "linux-x64"
+  },
+  "passed": true,
+  "aggregatedAt": "2026-08-24T12:01:30.000Z",
+  "manifestSummary": {
+    "missionTitle": "Consumer conformance fixture",
+    "capabilities_must_exist": 0,
+    "schema_must_contain": 0,
+    "trace_must_prove": 1
+  },
+  "issues": [],
+  "requirementEvidence": [
+    {
+      "kind": "tenant_isolation",
+      "target": "widgets",
+      "role": "primary",
+      "satisfied": true,
+      "proofId": "widgets-tenant-isolation",
+      "specFile": "e2e/proofs/widgets-tenant-isolation.proof.ts",
+      "detail": "outsider saw 0 of 1 widget rows",
+      "emittedBy": "assert.tenantIsolation"
+    }
+  ],
+  "proofs": [
+    {
+      "proofId": "widgets-tenant-isolation",
+      "missionId": "M-CONFORMANCE",
+      "specFile": "e2e/proofs/widgets-tenant-isolation.proof.ts",
+      "specHash": "0123456789ab",
+      "passed": true,
+      "durationMs": 24,
+      "stepCount": 1,
+      "assertionCount": 2,
+      "assertionStatus": {
+        "passed": 2,
+        "failed": 0,
+        "incomplete": 0,
+        "skipped": 0
+      }
+    }
+  ],
+  "traces": [
+    {
+      "schemaVersion": 2,
+      "proofId": "widgets-tenant-isolation",
+      "missionId": "M-CONFORMANCE",
+      "specFile": "e2e/proofs/widgets-tenant-isolation.proof.ts",
+      "specHash": "0123456789ab",
+      "commit": "1111111111111111111111111111111111111111",
+      "dirty": false,
+      "timestamp": "2026-08-24T12:01:00.000Z",
+      "durationMs": 24,
+      "passed": true,
+      "steps": [
+        {
+          "intent": "Prove workspace B cannot select workspace A's widgets",
+          "kind": "tenant_isolation",
+          "target": "widgets",
+          "observation": "The outsider saw 0 of 1 rows and the owner saw the fixture row.",
+          "passed": true,
+          "actor": "member",
+          "workspaceId": "00000000-0000-0000-0000-000000000001",
+          "durationMs": 24,
+          "assertions": [
+            {
+              "kind": "tenant_isolation",
+              "target": "widgets",
+              "operation": "select",
+              "passed": true,
+              "status": "passed",
+              "role": "primary",
+              "detail": "outsider saw 0 of 1 widget rows",
+              "emittedBy": "assert.tenantIsolation"
+            },
+            {
+              "kind": "happy_path",
+              "target": "widgets",
+              "operation": "select",
+              "passed": true,
+              "status": "passed",
+              "role": "control",
+              "detail": "owner saw the fixture widget row"
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}

package/proof-consumer-fixtures/baseline/failing/widgets-tenant-isolation.json

@@ -0,0 +1,46 @@
+{
+  "schemaVersion": 2,
+  "proofId": "widgets-tenant-isolation",
+  "missionId": "M-CONFORMANCE",
+  "specFile": "e2e/proofs/widgets-tenant-isolation.proof.ts",
+  "specHash": "0123456789ab",
+  "commit": "2222222222222222222222222222222222222222",
+  "dirty": false,
+  "timestamp": "2026-08-24T12:02:00.000Z",
+  "durationMs": 25,
+  "passed": false,
+  "steps": [
+    {
+      "intent": "Prove workspace B cannot select workspace A's widgets",
+      "kind": "tenant_isolation",
+      "target": "widgets",
+      "observation": "The outsider unexpectedly saw the fixture row.",
+      "passed": false,
+      "actor": "member",
+      "workspaceId": "00000000-0000-0000-0000-000000000001",
+      "durationMs": 25,
+      "error": "[PROOF_FAIL] tenant_isolation: expected 0 rows; found 1; check widgets SELECT policy",
+      "assertions": [
+        {
+          "kind": "tenant_isolation",
+          "target": "widgets",
+          "operation": "select",
+          "passed": false,
+          "status": "failed",
+          "role": "primary",
+          "detail": "outsider saw 1 of 1 widget rows",
+          "emittedBy": "assert.tenantIsolation"
+        },
+        {
+          "kind": "happy_path",
+          "target": "widgets",
+          "operation": "select",
+          "passed": true,
+          "status": "passed",
+          "role": "control",
+          "detail": "owner saw the fixture widget row"
+        }
+      ]
+    }
+  ]
+}

package/proof-consumer-fixtures/baseline/passing/widgets-tenant-isolation.json

@@ -0,0 +1,45 @@
+{
+  "schemaVersion": 2,
+  "proofId": "widgets-tenant-isolation",
+  "missionId": "M-CONFORMANCE",
+  "specFile": "e2e/proofs/widgets-tenant-isolation.proof.ts",
+  "specHash": "0123456789ab",
+  "commit": "1111111111111111111111111111111111111111",
+  "dirty": false,
+  "timestamp": "2026-08-24T12:01:00.000Z",
+  "durationMs": 24,
+  "passed": true,
+  "steps": [
+    {
+      "intent": "Prove workspace B cannot select workspace A's widgets",
+      "kind": "tenant_isolation",
+      "target": "widgets",
+      "observation": "The outsider saw 0 of 1 rows and the owner saw the fixture row.",
+      "passed": true,
+      "actor": "member",
+      "workspaceId": "00000000-0000-0000-0000-000000000001",
+      "durationMs": 24,
+      "assertions": [
+        {
+          "kind": "tenant_isolation",
+          "target": "widgets",
+          "operation": "select",
+          "passed": true,
+          "status": "passed",
+          "role": "primary",
+          "detail": "outsider saw 0 of 1 widget rows",
+          "emittedBy": "assert.tenantIsolation"
+        },
+        {
+          "kind": "happy_path",
+          "target": "widgets",
+          "operation": "select",
+          "passed": true,
+          "status": "passed",
+          "role": "control",
+          "detail": "owner saw the fixture widget row"
+        }
+      ]
+    }
+  ]
+}

package/proof-consumer-fixtures/corpus.json

@@ -0,0 +1,102 @@
+{
+  "schemaVersion": 1,
+  "description": "Canonical conformance corpus for consumers of Proof evidence artifacts.",
+  "sharedInputs": {
+    "manifest": "inputs/mission.json",
+    "capabilities": "inputs/capabilities.json",
+    "schema": "inputs/schema.json"
+  },
+  "cases": [
+    {
+      "id": "baseline-passing",
+      "kind": "baseline_trace",
+      "path": "baseline/passing/widgets-tenant-isolation.json",
+      "expected": {
+        "classification": "trace",
+        "missionValidation": "pass"
+      }
+    },
+    {
+      "id": "baseline-failing",
+      "kind": "baseline_trace",
+      "path": "baseline/failing/widgets-tenant-isolation.json",
+      "expected": {
+        "classification": "trace",
+        "missionValidation": "fail",
+        "issueCategories": ["trace_missing"]
+      }
+    },
+    {
+      "id": "mission-aggregate-passing",
+      "kind": "mission_aggregate",
+      "path": "aggregates/M-CONFORMANCE-PASS.json",
+      "expected": {
+        "classification": "mission_aggregate",
+        "passed": true,
+        "mustNotBeIngestedAsTrace": true
+      }
+    },
+    {
+      "id": "mission-aggregate-failing",
+      "kind": "mission_aggregate",
+      "path": "aggregates/M-CONFORMANCE-FAIL.json",
+      "expected": {
+        "classification": "mission_aggregate",
+        "passed": false,
+        "issueCategories": ["trace_missing"],
+        "mustNotBeIngestedAsTrace": true
+      }
+    },
+    {
+      "id": "mutation-directory",
+      "kind": "mutation_directory",
+      "path": "mutations/MUT-WIDGETS-LEAK",
+      "expected": {
+        "classification": "mutation_directory",
+        "mutationId": "MUT-WIDGETS-LEAK",
+        "detected": true,
+        "mustRemainSeparateFromBaseline": true
+      }
+    },
+    {
+      "id": "duplicate-proof-id",
+      "kind": "duplicate_set",
+      "paths": [
+        "duplicates/first/widgets-tenant-isolation.json",
+        "duplicates/second/widgets-tenant-isolation.json"
+      ],
+      "expected": {
+        "classification": "reject",
+        "error": "duplicate_proof_id"
+      }
+    },
+    {
+      "id": "malformed-json",
+      "kind": "malformed",
+      "path": "malformed/invalid-trace.json.invalid",
+      "expected": {
+        "classification": "reject",
+        "error": "invalid_json"
+      }
+    },
+    {
+      "id": "malformed-trace-shape",
+      "kind": "malformed",
+      "path": "malformed/wrong-trace-shape.json",
+      "expected": {
+        "classification": "reject",
+        "error": "trace_shape"
+      }
+    },
+    {
+      "id": "malformed-manifest",
+      "kind": "malformed_manifest",
+      "path": "malformed/wrong-manifest-version.json",
+      "expected": {
+        "classification": "manifest",
+        "missionValidation": "fail",
+        "issueCategories": ["manifest_shape"]
+      }
+    }
+  ]
+}

package/proof-consumer-fixtures/duplicates/first/widgets-tenant-isolation.json

@@ -0,0 +1,12 @@
+{
+  "schemaVersion": 2,
+  "proofId": "widgets-tenant-isolation",
+  "specFile": "e2e/proofs/widgets-tenant-isolation.proof.ts",
+  "specHash": "0123456789ab",
+  "commit": "3333333333333333333333333333333333333333",
+  "dirty": false,
+  "timestamp": "2026-08-24T12:04:00.000Z",
+  "durationMs": 10,
+  "passed": true,
+  "steps": []
+}

package/proof-consumer-fixtures/duplicates/second/widgets-tenant-isolation.json

@@ -0,0 +1,12 @@
+{
+  "schemaVersion": 2,
+  "proofId": "widgets-tenant-isolation",
+  "specFile": "e2e/proofs/widgets-tenant-isolation.proof.ts",
+  "specHash": "fedcba987654",
+  "commit": "4444444444444444444444444444444444444444",
+  "dirty": false,
+  "timestamp": "2026-08-24T12:05:00.000Z",
+  "durationMs": 11,
+  "passed": true,
+  "steps": []
+}

package/proof-consumer-fixtures/inputs/capabilities.json

@@ -0,0 +1,4 @@
+{
+  "schemaVersion": 1,
+  "capabilities": []
+}

package/proof-consumer-fixtures/inputs/mission.json

@@ -0,0 +1,20 @@
+{
+  "schemaVersion": 1,
+  "missionId": "M-CONFORMANCE",
+  "missionTitle": "Consumer conformance fixture",
+  "productRepo": "example/proof-consumer",
+  "prBranch": "feature/proof-consumer",
+  "createdAt": "2026-08-24T12:00:00.000Z",
+  "requirements": {
+    "capabilities_must_exist": [],
+    "schema_must_contain": [],
+    "trace_must_prove": [
+      {
+        "kind": "tenant_isolation",
+        "target": "widgets",
+        "proofId": "widgets-tenant-isolation",
+        "description": "A member cannot read another workspace's widgets"
+      }
+    ]
+  }
+}

package/proof-consumer-fixtures/inputs/schema.json

@@ -0,0 +1,4 @@
+{
+  "schemaVersion": 1,
+  "tables": []
+}

package/proof-consumer-fixtures/malformed/invalid-trace.json.invalid

@@ -0,0 +1,4 @@
+{
+  "schemaVersion": 2,
+  "proofId": "truncated-trace",
+  "passed":

package/proof-consumer-fixtures/malformed/wrong-manifest-version.json

@@ -0,0 +1,11 @@
+{
+  "schemaVersion": 99,
+  "missionId": "M-CONFORMANCE-MALFORMED",
+  "missionTitle": "Unsupported manifest version",
+  "createdAt": "2026-08-24T12:06:00.000Z",
+  "requirements": {
+    "capabilities_must_exist": [],
+    "schema_must_contain": [],
+    "trace_must_prove": []
+  }
+}

package/proof-consumer-fixtures/malformed/wrong-trace-shape.json

@@ -0,0 +1,8 @@
+{
+  "schemaVersion": 2,
+  "proofId": "wrong-trace-shape",
+  "timestamp": "not-an-iso-timestamp",
+  "durationMs": -1,
+  "passed": true,
+  "steps": "not-an-array"
+}