harness-everything 0.40.0 → 0.41.0

package/ci/fixtures/doc-obligations/reconciliation-s2b/corpus/off-legacy.json

@@ -0,0 +1,67 @@
+{
+  "schemaVersion": 1,
+  "id": "off-legacy",
+  "mode": "off",
+  "events": [
+    {
+      "id": "event-01",
+      "event": "PreToolUse",
+      "toolName": "Bash",
+      "command": "npm test",
+      "toolUseId": "tool-use-1",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-02",
+      "event": "PostToolUseFailure",
+      "toolName": "Bash",
+      "command": "npm test",
+      "toolUseId": "tool-use-2",
+      "cwd": "{{WORKSPACE}}",
+      "success": false
+    },
+    {
+      "id": "event-03",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "npm test",
+      "toolUseId": "tool-use-3",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    }
+  ],
+  "expectations": {
+    "moduleLoads": {
+      "invariant": "I1",
+      "outcome": "pilot modules may remain mounted; OFF gate returns before pilot work"
+    },
+    "stateFiles": {
+      "invariant": "I1",
+      "outcome": "legacy workflow state only; no pilot session binding or report file"
+    },
+    "captureRecords": {
+      "invariant": "I1-I3",
+      "outcome": "no pilot capture journal or records"
+    },
+    "pilotReport": {
+      "invariant": "I1-I3",
+      "outcome": "absent"
+    },
+    "workflowStep": {
+      "invariant": "I2-I3",
+      "outcome": "legacy step behavior is preserved"
+    },
+    "workflowStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; reminder/stop output reflects unresolved workflow state without a persistent Harness lock"
+    },
+    "genericStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; generic verification behavior remains independent of document credit"
+    }
+  },
+  "sources": [
+    "synthetic stream derived from F4-Z1 §4 minimal covering set"
+  ]
+}

package/ci/fixtures/doc-obligations/reconciliation-s2b/corpus/on-concurrent-writers.json

@@ -0,0 +1,62 @@
+{
+  "schemaVersion": 1,
+  "id": "on-concurrent-writers",
+  "mode": "on",
+  "events": [
+    {
+      "id": "event-01",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "npm test",
+      "toolUseId": "tool-use-1",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-02",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "npm test",
+      "toolUseId": "tool-use-2",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    }
+  ],
+  "expectations": {
+    "moduleLoads": {
+      "invariant": "I1",
+      "outcome": "each hook and selected entrypoint load from the selected distribution; provenance is observable"
+    },
+    "stateFiles": {
+      "invariant": "I1",
+      "outcome": "state keys retain the action that created/updated each key; no fixture writes outside isolated HARNESS_STATE_HOME"
+    },
+    "captureRecords": {
+      "invariant": "I1-I3",
+      "outcome": "both barrier-released processes preserve immutable event records and journal entries without lost source state"
+    },
+    "pilotReport": {
+      "invariant": "I1-I3",
+      "outcome": "no document credit without valid correlated checks; runtime drift invalidates document evidence only"
+    },
+    "workflowStep": {
+      "invariant": "I2-I3",
+      "outcome": "ordinary verification remains separate; document step remains pending absent valid credited evidence"
+    },
+    "workflowStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; reminder/stop output reflects unresolved workflow state without a persistent Harness lock"
+    },
+    "genericStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; generic verification behavior remains independent of document credit"
+    }
+  },
+  "concurrency": {
+    "writers": 2,
+    "barrier": "all-ready-before-release"
+  },
+  "sources": [
+    "synthetic stream derived from F4-Z1 §4 minimal covering set"
+  ]
+}

package/ci/fixtures/doc-obligations/reconciliation-s2b/corpus/on-lookalikes-runtime-mutations.json

@@ -0,0 +1,67 @@
+{
+  "schemaVersion": 1,
+  "id": "on-lookalikes-runtime-mutations",
+  "mode": "on",
+  "events": [
+    {
+      "id": "event-01",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "node ./scripts/doc-check.js check",
+      "toolUseId": "tool-use-1",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-02",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "node {{DOC_CHECK}} check --workspace . --config .agents/harness-everything/project-docs.json --changed-path docs/a.md",
+      "toolUseId": "tool-use-2",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-03",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "node {{DOC_CHECK}} check --workspace . --config .agents/harness-everything/project-docs.json --changed-path docs/a.md",
+      "toolUseId": "tool-use-3",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    }
+  ],
+  "expectations": {
+    "moduleLoads": {
+      "invariant": "I1",
+      "outcome": "each hook and selected entrypoint load from the selected distribution; provenance is observable"
+    },
+    "stateFiles": {
+      "invariant": "I1",
+      "outcome": "state keys retain the action that created/updated each key; no fixture writes outside isolated HARNESS_STATE_HOME"
+    },
+    "captureRecords": {
+      "invariant": "I1-I3",
+      "outcome": "ordered host events retain command, cwd, tool-use and success/failure correlation"
+    },
+    "pilotReport": {
+      "invariant": "I1-I3",
+      "outcome": "no document credit without valid correlated checks; runtime drift invalidates document evidence only"
+    },
+    "workflowStep": {
+      "invariant": "I2-I3",
+      "outcome": "ordinary verification remains separate; document step remains pending absent valid credited evidence"
+    },
+    "workflowStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; reminder/stop output reflects unresolved workflow state without a persistent Harness lock"
+    },
+    "genericStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; generic verification behavior remains independent of document credit"
+    }
+  },
+  "sources": [
+    "synthetic stream derived from F4-Z1 §4 minimal covering set"
+  ]
+}

package/ci/fixtures/doc-obligations/reconciliation-s2b/corpus/on-malformed.json

@@ -0,0 +1,85 @@
+{
+  "schemaVersion": 1,
+  "id": "on-malformed",
+  "mode": "on",
+  "events": [
+    {
+      "id": "event-01",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "sh -c \"node {{DOC_CHECK}} check\"",
+      "toolUseId": "tool-use-1",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-02",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "node {{DOC_CHECK}} check && npm test",
+      "toolUseId": "tool-use-2",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-03",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "env node {{DOC_CHECK}} check",
+      "toolUseId": "tool-use-3",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-04",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "npx doc-check check",
+      "toolUseId": "tool-use-4",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-05",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "node {{DOC_CHECK}} check --workspace . --config x --changed-path docs/a.md --changed-path docs/b.md",
+      "toolUseId": "tool-use-5",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    }
+  ],
+  "expectations": {
+    "moduleLoads": {
+      "invariant": "I1",
+      "outcome": "each hook and selected entrypoint load from the selected distribution; provenance is observable"
+    },
+    "stateFiles": {
+      "invariant": "I1",
+      "outcome": "state keys retain the action that created/updated each key; no fixture writes outside isolated HARNESS_STATE_HOME"
+    },
+    "captureRecords": {
+      "invariant": "I1-I3",
+      "outcome": "ordered host events retain command, cwd, tool-use and success/failure correlation"
+    },
+    "pilotReport": {
+      "invariant": "I1-I3",
+      "outcome": "no document credit without valid correlated checks; runtime drift invalidates document evidence only"
+    },
+    "workflowStep": {
+      "invariant": "I2-I3",
+      "outcome": "ordinary verification remains separate; document step remains pending absent valid credited evidence"
+    },
+    "workflowStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; reminder/stop output reflects unresolved workflow state without a persistent Harness lock"
+    },
+    "genericStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; generic verification behavior remains independent of document credit"
+    }
+  },
+  "sources": [
+    "synthetic stream derived from F4-Z1 §4 minimal covering set"
+  ]
+}

package/ci/fixtures/doc-obligations/reconciliation-s2b/corpus/on-normal-session.json

@@ -0,0 +1,74 @@
+{
+  "schemaVersion": 1,
+  "id": "on-normal-session",
+  "mode": "on",
+  "events": [
+    {
+      "id": "event-01",
+      "event": "PostToolUse",
+      "toolName": "Edit",
+      "command": "Edit docs/a.md",
+      "toolUseId": "tool-use-1",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-02",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "npm test",
+      "toolUseId": "tool-use-2",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-03",
+      "event": "PostToolUse",
+      "toolName": "Agent",
+      "command": "agent",
+      "toolUseId": "tool-use-3",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-04",
+      "event": "SubagentStop",
+      "toolUseId": "tool-use-4",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    }
+  ],
+  "expectations": {
+    "moduleLoads": {
+      "invariant": "I1",
+      "outcome": "each hook and selected entrypoint load from the selected distribution; provenance is observable"
+    },
+    "stateFiles": {
+      "invariant": "I1",
+      "outcome": "state keys retain the action that created/updated each key; no fixture writes outside isolated HARNESS_STATE_HOME"
+    },
+    "captureRecords": {
+      "invariant": "I1-I3",
+      "outcome": "ordered host events retain command, cwd, tool-use and success/failure correlation"
+    },
+    "pilotReport": {
+      "invariant": "I1-I3",
+      "outcome": "no document credit without valid correlated checks; runtime drift invalidates document evidence only"
+    },
+    "workflowStep": {
+      "invariant": "I2-I3",
+      "outcome": "ordinary verification remains separate; document step remains pending absent valid credited evidence"
+    },
+    "workflowStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; reminder/stop output reflects unresolved workflow state without a persistent Harness lock"
+    },
+    "genericStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; generic verification behavior remains independent of document credit"
+    }
+  },
+  "sources": [
+    "synthetic stream derived from F4-Z1 §4 minimal covering set"
+  ]
+}

package/ci/fixtures/doc-obligations/reconciliation-s2b/corpus/on-runtime-drift-later-npm-test.json

@@ -0,0 +1,58 @@
+{
+  "schemaVersion": 1,
+  "id": "on-runtime-drift-later-npm-test",
+  "mode": "on",
+  "events": [
+    {
+      "id": "event-01",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "node {{DOC_CHECK}} check --workspace . --config .agents/harness-everything/project-docs.json --changed-path docs/a.md",
+      "toolUseId": "tool-use-1",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    },
+    {
+      "id": "event-02",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "npm test",
+      "toolUseId": "tool-use-2",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    }
+  ],
+  "expectations": {
+    "moduleLoads": {
+      "invariant": "I1",
+      "outcome": "each hook and selected entrypoint load from the selected distribution; provenance is observable"
+    },
+    "stateFiles": {
+      "invariant": "I1",
+      "outcome": "state keys retain the action that created/updated each key; no fixture writes outside isolated HARNESS_STATE_HOME"
+    },
+    "captureRecords": {
+      "invariant": "I1-I3",
+      "outcome": "ordered host events retain command, cwd, tool-use and success/failure correlation"
+    },
+    "pilotReport": {
+      "invariant": "I1-I3",
+      "outcome": "no document credit without valid correlated checks; runtime drift invalidates document evidence only"
+    },
+    "workflowStep": {
+      "invariant": "I2-I3",
+      "outcome": "ordinary verification remains separate; document step remains pending absent valid credited evidence"
+    },
+    "workflowStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; reminder/stop output reflects unresolved workflow state without a persistent Harness lock"
+    },
+    "genericStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; generic verification behavior remains independent of document credit"
+    }
+  },
+  "sources": [
+    "synthetic stream derived from F4-Z1 §4 minimal covering set"
+  ]
+}

package/ci/fixtures/doc-obligations/reconciliation-s2b/corpus/on-valid-direct-quoted-review.json

@@ -0,0 +1,85 @@
+{
+  "schemaVersion": 1,
+  "id": "on-valid-direct-quoted-review",
+  "mode": "on",
+  "events": [
+    {
+      "id": "event-01",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "node {{DOC_CHECK}} check --workspace . --config .agents/harness-everything/project-docs.json --changed-path docs/a.md",
+      "toolUseId": "tool-use-1",
+      "cwd": "{{WORKSPACE}}",
+      "success": true,
+      "runArgs": [
+        "check",
+        "--workspace",
+        ".",
+        "--config",
+        ".agents/harness-everything/project-docs.json",
+        "--changed-path",
+        "docs/a.md"
+      ]
+    },
+    {
+      "id": "event-02",
+      "event": "PostToolUse",
+      "toolName": "Bash",
+      "command": "node \"{{DOC_CHECK}}\" check --workspace . --config .agents/harness-everything/project-docs.json --changed-path docs/a.md",
+      "toolUseId": "tool-use-2",
+      "cwd": "{{WORKSPACE}}",
+      "success": true,
+      "runArgs": [
+        "check",
+        "--workspace",
+        ".",
+        "--config",
+        ".agents/harness-everything/project-docs.json",
+        "--changed-path",
+        "docs/a.md"
+      ]
+    },
+    {
+      "id": "event-03",
+      "event": "SubagentStop",
+      "toolUseId": "tool-use-3",
+      "cwd": "{{WORKSPACE}}",
+      "success": true
+    }
+  ],
+  "expectations": {
+    "moduleLoads": {
+      "invariant": "I1",
+      "outcome": "each hook and selected entrypoint load from the selected distribution; provenance is observable"
+    },
+    "stateFiles": {
+      "invariant": "I1",
+      "outcome": "state keys retain the action that created/updated each key; no fixture writes outside isolated HARNESS_STATE_HOME"
+    },
+    "captureRecords": {
+      "invariant": "I1-I3",
+      "outcome": "ordered host events retain command, cwd, tool-use and success/failure correlation"
+    },
+    "pilotReport": {
+      "invariant": "I1-I3",
+      "outcome": "credit only from valid direct and safely quoted doc-check plus independent approved review"
+    },
+    "workflowStep": {
+      "invariant": "I2-I3",
+      "outcome": "valid document verification may pass after evidence resolution"
+    },
+    "workflowStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; reminder/stop output reflects unresolved workflow state without a persistent Harness lock"
+    },
+    "genericStop": {
+      "invariant": "I4",
+      "outcome": "exit 0; generic verification behavior remains independent of document credit"
+    }
+  },
+  "sources": [
+    "benchmarks/results/live-host/claude-325-3b-s2b/capture.sanitized.jsonl#run-2b",
+    "F4-R3 source valid-session evidence JSON (captured 2026-10-22)",
+    "F4-R3 packaged valid-session evidence JSON (captured 2026-10-22)"
+  ]
+}