rungate 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (282) hide show
  1. package/bin/rungate.ts +70 -0
  2. package/lib/aes-calculator.ts +66 -0
  3. package/lib/agent-audit.ts +139 -0
  4. package/lib/agent-brief-validation.ts +359 -0
  5. package/lib/agents-md-refs.ts +90 -0
  6. package/lib/bash-file-read.ts +197 -0
  7. package/lib/behavioral-cache.ts +78 -0
  8. package/lib/branch-cleanup.ts +234 -0
  9. package/lib/brief-context-parser.ts +35 -0
  10. package/lib/canary.ts +117 -0
  11. package/lib/check-registry.ts +226 -0
  12. package/lib/ci-checkout.ts +400 -0
  13. package/lib/cli-commands.ts +137 -0
  14. package/lib/compliance-backfill.ts +220 -0
  15. package/lib/compliance-report.ts +504 -0
  16. package/lib/compliance.ts +361 -0
  17. package/lib/config-loader.ts +255 -0
  18. package/lib/conformity.ts +1818 -131
  19. package/lib/container-provenance.ts +230 -0
  20. package/lib/create-brief.ts +150 -0
  21. package/lib/create-sc.ts +272 -0
  22. package/lib/deep-merge.ts +69 -0
  23. package/lib/dev-liveness.ts +214 -0
  24. package/lib/directive-extractor.ts +210 -0
  25. package/lib/distribution-standing.ts +113 -0
  26. package/lib/doc-hygiene.ts +238 -0
  27. package/lib/eval-criteria.ts +6 -0
  28. package/lib/evidence-portability.ts +123 -0
  29. package/lib/evidence-prevalidator.ts +390 -0
  30. package/lib/evidence-required.ts +150 -0
  31. package/lib/evidence-satisfiability.ts +288 -0
  32. package/lib/frontmatter.ts +163 -0
  33. package/lib/gap-scanner.ts +348 -0
  34. package/lib/gate-enforcement.ts +366 -0
  35. package/lib/generators/agent-briefs.ts +136 -0
  36. package/lib/generators/agents-md.ts +506 -0
  37. package/lib/generators/code-map.ts +60 -0
  38. package/lib/generators/types.ts +184 -0
  39. package/lib/git-ref-normalizer.ts +107 -0
  40. package/lib/github.ts +539 -0
  41. package/lib/harness-identity.ts +63 -0
  42. package/lib/hill-climb.ts +164 -0
  43. package/lib/instruction-effectiveness.ts +131 -0
  44. package/lib/issue-closure-audit.ts +225 -0
  45. package/lib/issue-create-override.ts +343 -0
  46. package/lib/js-top-level-code.ts +250 -0
  47. package/lib/liveness-contradiction.ts +149 -0
  48. package/lib/organize.ts +505 -0
  49. package/lib/paths.ts +197 -6
  50. package/lib/post-fix-verify.ts +157 -0
  51. package/lib/prior-branch.ts +489 -0
  52. package/lib/project-state-shape.ts +166 -0
  53. package/lib/promote-outputs.ts +156 -0
  54. package/lib/prove-label-gate.ts +35 -0
  55. package/lib/reachability.ts +302 -0
  56. package/lib/release-preflight.ts +186 -0
  57. package/lib/rule-health-pipeline.ts +264 -0
  58. package/lib/rule-health-trend.ts +161 -0
  59. package/lib/rule-provenance.ts +149 -0
  60. package/lib/rule-registry.ts +128 -0
  61. package/lib/rungate-schema.ts +114 -4
  62. package/lib/sc-claim-forms.ts +179 -0
  63. package/lib/sc-cover.ts +150 -0
  64. package/lib/sc-guard.ts +157 -0
  65. package/lib/sc-ids.ts +344 -0
  66. package/lib/scaffold/defaults.ts +165 -0
  67. package/lib/scaffold/managed-workflow.ts +370 -0
  68. package/lib/scaffold/owned-files.ts +265 -0
  69. package/lib/scaffold/steps.ts +2680 -0
  70. package/lib/scanner.ts +701 -0
  71. package/lib/screenshot-upload.ts +73 -0
  72. package/lib/secret-patterns.ts +112 -0
  73. package/lib/security-verdict.ts +616 -0
  74. package/lib/signal-phrases.ts +1 -0
  75. package/lib/spec-change-conformity.ts +80 -0
  76. package/lib/spec-files.ts +62 -0
  77. package/lib/spec-registry.ts +133 -0
  78. package/lib/spec-updater.ts +96 -0
  79. package/lib/stale-cleanup.ts +224 -0
  80. package/lib/stale-issue-scanner.ts +36 -0
  81. package/lib/strip-js-comments.ts +269 -0
  82. package/lib/suite-measurement.ts +228 -0
  83. package/lib/task-completion-checks.ts +177 -0
  84. package/lib/test-suite-lock.ts +1136 -0
  85. package/lib/transcript-checker.ts +1140 -0
  86. package/lib/validators/spec-validators.ts +171 -0
  87. package/lib/verdict-capture.ts +73 -0
  88. package/lib/verified-push.ts +358 -0
  89. package/lib/workflow-security.ts +174 -0
  90. package/lib/worktree-cleanup.ts +250 -0
  91. package/lib/worktree-collect.ts +283 -0
  92. package/lib/worktree-isolation.ts +82 -0
  93. package/package.json +36 -3
  94. package/prompts/ac-adversary.md +14 -2
  95. package/prompts/aditi.md +5 -0
  96. package/prompts/blast-radius.md +5 -0
  97. package/prompts/container-verify.md +5 -0
  98. package/prompts/discovery.md +4 -0
  99. package/prompts/environment.md +5 -0
  100. package/prompts/evidence-hierarchy.md +5 -0
  101. package/prompts/evidence-validator.md +11 -0
  102. package/prompts/marcus.md +5 -0
  103. package/prompts/prevention.md +5 -0
  104. package/prompts/prove-reproducer.md +12 -0
  105. package/prompts/quinn-decision-tree.md +5 -0
  106. package/prompts/quinn-ui-brief.md +5 -0
  107. package/prompts/quinn.md +5 -0
  108. package/prompts/rca.md +5 -0
  109. package/prompts/read-before-write.md +4 -0
  110. package/prompts/regression.md +5 -0
  111. package/prompts/serena.md +5 -0
  112. package/scripts/audit-specs.ts +464 -0
  113. package/scripts/convert-spec.ts +293 -0
  114. package/scripts/create-sc.ts +92 -0
  115. package/scripts/create-spec.ts +166 -0
  116. package/scripts/extract-constraints.ts +4 -3
  117. package/scripts/generate-code-map.ts +1 -1
  118. package/scripts/scaffold-project.ts +138 -1426
  119. package/scripts/sync-spec-tests.ts +211 -126
  120. package/.claude/agents/aditi.md +0 -47
  121. package/.claude/agents/marcus.md +0 -50
  122. package/.claude/agents/quinn.md +0 -58
  123. package/.claude/agents/rook.md +0 -47
  124. package/.claude/agents/serena.md +0 -46
  125. package/.claude/rungate.json +0 -11
  126. package/.fallowrc.json +0 -28
  127. package/.github/copilot-instructions.md +0 -20
  128. package/.rungate/conformity-findings.json +0 -648
  129. package/AGENTS.md +0 -106
  130. package/CODE-MAP.md +0 -50
  131. package/HARNESS.md +0 -88
  132. package/bun.lock +0 -26
  133. package/bunfig.toml +0 -2
  134. package/config/brief-policies.json +0 -28
  135. package/config/ceremony-profiles.json +0 -212
  136. package/config/consumer-cascade-map.json +0 -24
  137. package/config/doc-cascade-map.json +0 -24
  138. package/config/eval.json +0 -84
  139. package/config/profiles/account-plan.yaml +0 -36
  140. package/config/profiles/campaign.yaml +0 -94
  141. package/config/prove-evidence.schema.json +0 -65
  142. package/config/spec-policies.json +0 -36
  143. package/config/workflow-schema.json +0 -281
  144. package/gates/SCHEMA-GUIDE.md +0 -121
  145. package/gates/ac-quality.test.ts +0 -106
  146. package/gates/adversarial.test.ts +0 -274
  147. package/gates/brief-assembler.test.ts +0 -429
  148. package/gates/brief-assembler.ts +0 -334
  149. package/gates/bunfig.toml +0 -2
  150. package/gates/chain.test.ts +0 -91
  151. package/gates/e2e-smoke.test.ts +0 -234
  152. package/gates/error-classifier.test.ts +0 -249
  153. package/gates/error-classifier.ts +0 -89
  154. package/gates/orchestrator.test.ts +0 -950
  155. package/gates/orchestrator.ts +0 -569
  156. package/gates/preload.ts +0 -77
  157. package/gates/prompts/ac-adversary.md +0 -20
  158. package/gates/prompts/evidence-validator.md +0 -22
  159. package/gates/prompts/prove-reproducer.md +0 -53
  160. package/gates/prove.test.ts +0 -164
  161. package/gates/run-gate.ts +0 -936
  162. package/gates/schema-parity.test.ts +0 -197
  163. package/gates/schema.ts +0 -362
  164. package/gates/self-heal.test.ts +0 -511
  165. package/gates/self-heal.ts +0 -121
  166. package/gates/ship-orchestrator.test.ts +0 -379
  167. package/gates/ship-orchestrator.ts +0 -363
  168. package/gates/test-fixtures/broken-no-environments.json +0 -60
  169. package/gates/test-fixtures/valid-standard.json +0 -54
  170. package/gates/test-utils.ts +0 -43
  171. package/gates/witness.ts +0 -220
  172. package/gates/workflow.test.ts +0 -1053
  173. package/hooks/AgentBriefGuard.hook.ts +0 -586
  174. package/hooks/AgentVerdictCapture.hook.ts +0 -134
  175. package/hooks/AutoVerifyGate.hook.ts +0 -76
  176. package/hooks/GateEnforcement.hook.ts +0 -273
  177. package/hooks/IssueCloseGuard.hook.ts +0 -116
  178. package/hooks/MergeGuard.hook.ts +0 -55
  179. package/hooks/StaleTTLCleanup.hook.ts +0 -133
  180. package/hooks/VerifyPhaseLock.hook.ts +0 -81
  181. package/hooks/WorkflowStateGuard.hook.ts +0 -37
  182. package/hooks/lib/agentDetection.ts +0 -70
  183. package/hooks/lib/findWorkflow.ts +0 -101
  184. package/hooks/lib/parseStdin.ts +0 -37
  185. package/hooks/lib/paths.ts +0 -111
  186. package/hooks/lib/utils.ts +0 -81
  187. package/reference/migration-manifest.json +0 -554
  188. package/reference/prompts/agent-aditi.md +0 -38
  189. package/reference/prompts/agent-marcus.md +0 -38
  190. package/reference/prompts/agent-quinn.md +0 -38
  191. package/reference/prompts/agent-rook.md +0 -37
  192. package/reference/prompts/agent-serena.md +0 -37
  193. package/reference/prompts/council-skill.md +0 -170
  194. package/reference/prompts/goal-skill.md +0 -235
  195. package/reference/prompts/prove-skill.md +0 -283
  196. package/reference/prompts/quinn-standard.md +0 -246
  197. package/reference/prompts/ship-convergence.md +0 -65
  198. package/reference/prompts/ship-escalation.md +0 -43
  199. package/reference/prompts/ship-iteration.md +0 -382
  200. package/reference/prompts/ship-pending-patches.md +0 -246
  201. package/reference/prompts/ship-reference.md +0 -250
  202. package/reference/prompts/ship-skill.md +0 -347
  203. package/reference/prompts/ship-templates.md +0 -215
  204. package/reference/scripts/batch-status.sh +0 -68
  205. package/reference/scripts/chain-compat-check.sh +0 -67
  206. package/reference/scripts/context-audit.sh +0 -314
  207. package/reference/scripts/dead-export-check.sh +0 -61
  208. package/reference/scripts/generate-qc-tables.sh +0 -92
  209. package/reference/scripts/harness-init.sh +0 -111
  210. package/reference/scripts/pai-054-baseline-check.sh +0 -40
  211. package/reference/scripts/prove-smoke-test.sh +0 -112
  212. package/reference/scripts/setup-keychain-salt.sh +0 -12
  213. package/reference/scripts/skill-optimizer-friday.sh +0 -88
  214. package/reference/scripts/skill-qc-test.sh +0 -351
  215. package/reference/scripts/skill-synthesize-tonight.sh +0 -66
  216. package/reference/specs/HARNESS-EXTRACTION-SPEC.md +0 -263
  217. package/reference/specs/harness-v3-bash-deletion-plan.md +0 -65
  218. package/reference/specs/harness-v3-migration-plan.md +0 -188
  219. package/scripts/decision-reconcile.sh +0 -74
  220. package/scripts/decision-reconcile.ts +0 -152
  221. package/scripts/git-hooks/pre-commit +0 -76
  222. package/scripts/git-hooks/pre-push +0 -271
  223. package/scripts/harness-skill-check.sh +0 -52
  224. package/scripts/lib/gap-emit.sh +0 -65
  225. package/scripts/lib/jq-update.sh +0 -30
  226. package/scripts/lib/resolve-slug.sh +0 -30
  227. package/scripts/lib/verify-spec-compliance.sh +0 -102
  228. package/scripts/prove-backfill.sh +0 -87
  229. package/scripts/scaffold-rungate-config.ts +0 -91
  230. package/scripts/self-containment-check.sh +0 -109
  231. package/scripts/skill-qc-validator.sh +0 -402
  232. package/scripts/slug-resolver.sh +0 -14
  233. package/specs/BOOTSTRAP-DATA-FLOW-SPEC.md +0 -2493
  234. package/specs/BOOTSTRAP-TEST-PLAN.md +0 -571
  235. package/specs/HARNESS-GATES.md +0 -256
  236. package/specs/HARNESS-SKILL-CHAIN.md +0 -286
  237. package/specs/HARNESS-SKILL-CONTRACT.md +0 -93
  238. package/specs/HARNESS-STANDARD.md +0 -488
  239. package/specs/SPEC-TEMPLATE.md +0 -53
  240. package/specs/bootstrap-data-flow.png +0 -0
  241. package/specs/harness-automation-matrix.md +0 -314
  242. package/specs/harness-automation-matrix.rules.json +0 -64
  243. package/test/anti.test.ts +0 -80
  244. package/test/contract-negative.test.ts +0 -86
  245. package/test/contract.test.ts +0 -158
  246. package/test/external-deps.test.ts +0 -48
  247. package/test/fixtures/golden-project/.env.example +0 -3
  248. package/test/fixtures/golden-project/Makefile +0 -7
  249. package/test/fixtures/golden-project/docs/adr/ADR-001-framework.md +0 -23
  250. package/test/fixtures/golden-project/docs/setup-guide.md +0 -10
  251. package/test/fixtures/golden-project/package.json +0 -10
  252. package/test/fixtures/golden-project/specs/api-spec.md +0 -20
  253. package/test/fixtures/golden-project/src/auth.ts +0 -8
  254. package/test/fixtures/golden-project/src/db.ts +0 -11
  255. package/test/fixtures/golden-project/src/index.ts +0 -19
  256. package/test/fixtures/golden-project/src/utils/format.ts +0 -3
  257. package/test/fixtures/golden-project/test/auth.test.ts +0 -15
  258. package/test/fixtures/golden-project/tsconfig.json +0 -12
  259. package/test/meta-sc-coverage.test.ts +0 -159
  260. package/test/phase-0.test.ts +0 -846
  261. package/test/phase-1.test.ts +0 -617
  262. package/test/phase-2.test.ts +0 -620
  263. package/test/phase-3.test.ts +0 -99
  264. package/test/scaffold-conformity.test.ts +0 -8
  265. package/test/schema-canary.test.ts +0 -51
  266. package/test/spec-compliance-auto.test.ts +0 -64
  267. package/test/spec-compliance.test.ts +0 -295
  268. package/test/spec-discovery.test.ts +0 -68
  269. package/test/spec-drift.test.ts +0 -5
  270. package/test/structure.test.ts +0 -165
  271. package/test/unit/agent-brief-guard-ship.test.ts +0 -293
  272. package/test/unit/extract-constraints.test.ts +0 -145
  273. package/test/unit/issue-close-guard.test.ts +0 -204
  274. package/test/unit/scaffold-project.test.ts +0 -417
  275. package/test/unit/skill-cooccurrence.test.ts +0 -177
  276. package/test/unit/skill-sequence-logger.test.ts +0 -244
  277. package/test/unit/workflow-state-guard.test.ts +0 -95
  278. package/workflows/batch-ship.js +0 -295
  279. package/workflows/council.js +0 -481
  280. package/workflows/prove.js +0 -560
  281. package/workflows/ship.js +0 -789
  282. package/workflows/verify.js +0 -236
@@ -1,106 +0,0 @@
1
- import { test, expect, describe } from "bun:test";
2
- import { ACSchema } from "./schema";
3
-
4
- function makeAC(overrides: Record<string, any> = {}) {
5
- return {
6
- id: "AC-1",
7
- statement: "Email body assembled from 7 template blocks with personalization tokens",
8
- threshold: { op: ">=", value: 7 },
9
- evidence: null,
10
- ...overrides,
11
- };
12
- }
13
-
14
- function validate(ac: Record<string, any>) {
15
- return ACSchema.safeParse(ac);
16
- }
17
-
18
- function issueMessages(result: ReturnType<typeof validate>): string[] {
19
- if (result.success) return [];
20
- return result.error.issues.map((i) => i.message);
21
- }
22
-
23
- describe("AC heuristic quality checks", () => {
24
- test("garbage statement 'file exists' fails validation", () => {
25
- const result = validate(makeAC({ statement: "file exists" }));
26
- const msgs = issueMessages(result);
27
- expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
28
- });
29
-
30
- test("garbage statement 'it works' fails validation", () => {
31
- const result = validate(makeAC({ statement: "it works" }));
32
- const msgs = issueMessages(result);
33
- expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
34
- });
35
-
36
- test("garbage statement 'tests pass' fails validation", () => {
37
- const result = validate(makeAC({ statement: "tests pass" }));
38
- const msgs = issueMessages(result);
39
- expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
40
- });
41
-
42
- test("garbage statement 'code is correct' fails validation", () => {
43
- const result = validate(makeAC({ statement: "code is correct" }));
44
- const msgs = issueMessages(result);
45
- expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
46
- });
47
-
48
- test("garbage statement 'no errors' fails validation", () => {
49
- const result = validate(makeAC({ statement: "no errors" }));
50
- const msgs = issueMessages(result);
51
- expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
52
- });
53
-
54
- test("garbage statement 'changes are made' fails validation", () => {
55
- const result = validate(makeAC({ statement: "changes are made" }));
56
- const msgs = issueMessages(result);
57
- expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
58
- });
59
-
60
- test("weak threshold >= 1 fails validation", () => {
61
- const result = validate(makeAC({ threshold: { op: ">=", value: 1 } }));
62
- const msgs = issueMessages(result);
63
- expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(true);
64
- });
65
-
66
- test("weak threshold >= 0 fails validation", () => {
67
- const result = validate(makeAC({ threshold: { op: ">=", value: 0 } }));
68
- const msgs = issueMessages(result);
69
- expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(true);
70
- });
71
-
72
- test("valid statement with threshold >= 7 passes", () => {
73
- const result = validate(makeAC({
74
- statement: "Email body assembled from 7 blocks",
75
- threshold: { op: ">=", value: 7 },
76
- }));
77
- const msgs = issueMessages(result);
78
- expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(false);
79
- expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(false);
80
- expect(msgs.some((m) => m.includes("statement too short"))).toBe(false);
81
- });
82
-
83
- test("short statement 'fix bug' fails validation (< 5 words)", () => {
84
- const result = validate(makeAC({ statement: "fix bug" }));
85
- const msgs = issueMessages(result);
86
- expect(msgs.some((m) => m.includes("statement too short"))).toBe(true);
87
- });
88
-
89
- test("short statement 'add test' fails validation (< 5 words)", () => {
90
- const result = validate(makeAC({ statement: "add test" }));
91
- const msgs = issueMessages(result);
92
- expect(msgs.some((m) => m.includes("statement too short"))).toBe(true);
93
- });
94
-
95
- test("threshold >= 5 does NOT trigger weak threshold", () => {
96
- const result = validate(makeAC({ threshold: { op: ">=", value: 5 } }));
97
- const msgs = issueMessages(result);
98
- expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(false);
99
- });
100
-
101
- test("threshold == 1 does NOT trigger weak threshold (only >= is checked)", () => {
102
- const result = validate(makeAC({ threshold: { op: "==", value: 1 } }));
103
- const msgs = issueMessages(result);
104
- expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(false);
105
- });
106
- });
@@ -1,274 +0,0 @@
1
- import { test, expect, describe, beforeEach, afterEach } from "bun:test";
2
- import { readFileSync, writeFileSync, mkdirSync, rmSync, existsSync } from "fs";
3
- import { join } from "path";
4
- import { writeWitness, verifyWitness, verifyWitnessChain } from "./witness";
5
-
6
- // HOME_DIR is set so workDir resolves correctly via RUNGATE_WORK_DIR
7
- const HOME_DIR = `/tmp/adversarial-home-${process.pid}`;
8
- const SLUG = "adversarial-test";
9
- const WORK_DIR = join(HOME_DIR, ".rungate", SLUG);
10
- const WITNESS_DIR = join(WORK_DIR, "witnesses");
11
-
12
- const origHome = process.env.HOME;
13
- const origRungateWorkDir = process.env.RUNGATE_WORK_DIR;
14
-
15
- beforeEach(() => {
16
- mkdirSync(WITNESS_DIR, { recursive: true });
17
- // Copy gate salt into test HOME so HMAC functions work
18
- const saltSrc = join(origHome!, ".claude", "hooks", "lib", ".gate-salt");
19
- const saltDst = join(HOME_DIR, ".claude", "hooks", "lib", ".gate-salt");
20
- mkdirSync(join(HOME_DIR, ".claude", "hooks", "lib"), { recursive: true });
21
- if (existsSync(saltSrc)) {
22
- writeFileSync(saltDst, readFileSync(saltSrc));
23
- }
24
- process.env.HOME = HOME_DIR;
25
- delete process.env.RUNGATE_WORK_DIR;
26
- });
27
-
28
- afterEach(() => {
29
- process.env.HOME = origHome;
30
- if (origRungateWorkDir !== undefined) process.env.RUNGATE_WORK_DIR = origRungateWorkDir;
31
- else delete process.env.RUNGATE_WORK_DIR;
32
- try { rmSync(HOME_DIR, { recursive: true, force: true }); } catch {}
33
- });
34
-
35
- // ── Helper: create a properly-signed witness file ───────────────────
36
-
37
- function createSignedWitness(
38
- gate: string,
39
- result: "PASS" | "FAIL",
40
- commitSha: string,
41
- overrides: Partial<Record<string, unknown>> = {},
42
- ): string {
43
- // Use the real writeWitness path by writing directly with known salt
44
- const saltPath = join(origHome!, ".claude", "hooks", "lib", ".gate-salt");
45
- const salt = readFileSync(saltPath, "utf-8").trim();
46
- const { createHmac } = require("crypto");
47
-
48
- const ts = new Date().toISOString().replace(/\.\d{3}Z$/, "Z");
49
- const testOutputHash = createHmac("sha256", "test-output")
50
- .update("test output")
51
- .digest("hex")
52
- .slice(0, 16);
53
-
54
- const record: Record<string, unknown> = {
55
- gate,
56
- result,
57
- slug: SLUG,
58
- issue: 471,
59
- commitSha,
60
- timestamp: ts,
61
- testOutputHash,
62
- ...overrides,
63
- };
64
-
65
- const input = [
66
- record.gate,
67
- record.result,
68
- record.slug,
69
- record.issue,
70
- record.commitSha,
71
- record.timestamp,
72
- record.testOutputHash,
73
- ].join(":");
74
- const hmac = createHmac("sha256", salt).update(input).digest("hex").slice(0, 16);
75
- record.hmac = hmac;
76
-
77
- const filename = `${gate}-${ts.replace(/[:.]/g, "-")}.json`;
78
- const witnessPath = join(WITNESS_DIR, filename);
79
- writeFileSync(witnessPath, JSON.stringify(record, null, 2) + "\n");
80
- return witnessPath;
81
- }
82
-
83
- function createForgedWitness(
84
- gate: string,
85
- result: "PASS" | "FAIL",
86
- commitSha: string,
87
- ): string {
88
- const ts = new Date().toISOString().replace(/\.\d{3}Z$/, "Z");
89
- const record = {
90
- gate,
91
- result,
92
- slug: SLUG,
93
- issue: 471,
94
- commitSha,
95
- timestamp: ts,
96
- testOutputHash: "forged-hash-value",
97
- hmac: "aaaa1111bbbb2222", // forged HMAC
98
- };
99
-
100
- const filename = `${gate}-${ts.replace(/[:.]/g, "-")}.json`;
101
- const witnessPath = join(WITNESS_DIR, filename);
102
- writeFileSync(witnessPath, JSON.stringify(record, null, 2) + "\n");
103
- return witnessPath;
104
- }
105
-
106
- // ── Test 1: Write protection — blocks direct gate result writes ─────
107
-
108
- describe("adversarial-write-protection", () => {
109
- test("detects gate result fields in workflow-state.json content", () => {
110
- // Simulate what GateResultProtection.hook.ts checks:
111
- // Parse JSON content for gate result fields
112
- const blockedContent = JSON.stringify({
113
- phase: "BUILD",
114
- gates: {
115
- scope: { result: "PASS", attempt: 1 },
116
- },
117
- });
118
-
119
- // Check: does content contain gate result fields?
120
- const parsed = JSON.parse(blockedContent);
121
- const hasGateResult =
122
- parsed.gates?.scope?.result ||
123
- parsed.gates?.verify?.result ||
124
- parsed.gates?.ship?.result;
125
- const hasDonePhase = parsed.phase === "DONE";
126
-
127
- expect(hasGateResult).toBeTruthy();
128
- expect(hasDonePhase).toBe(false);
129
- });
130
-
131
- test("allows non-gate-field writes to workflow-state.json", () => {
132
- const allowedContent = JSON.stringify({
133
- phase: "BUILD",
134
- acs: [{ id: "SC-1", statement: "test" }],
135
- changelog: [{ ts: "2026-09-10", event: "ac-added" }],
136
- });
137
-
138
- const parsed = JSON.parse(allowedContent);
139
- const hasGateResult =
140
- parsed.gates?.scope?.result ||
141
- parsed.gates?.verify?.result ||
142
- parsed.gates?.ship?.result;
143
- const hasDonePhase = parsed.phase === "DONE";
144
-
145
- expect(hasGateResult).toBeFalsy();
146
- expect(hasDonePhase).toBe(false);
147
- });
148
-
149
- test("detects DONE phase as blocked", () => {
150
- const blockedContent = JSON.stringify({ phase: "DONE" });
151
- const parsed = JSON.parse(blockedContent);
152
- expect(parsed.phase === "DONE").toBe(true);
153
- });
154
-
155
- test("detects gate result in Edit new_string", () => {
156
- // Simulates Edit tool — check if new_string contains gate result patterns
157
- const editNewString = '"result": "PASS"';
158
- const blocked =
159
- editNewString.includes('"result": "PASS"') ||
160
- editNewString.includes('"result": "FAIL"') ||
161
- editNewString.includes('"phase": "DONE"');
162
-
163
- expect(blocked).toBe(true);
164
- });
165
- });
166
-
167
- // ── Test 2: HMAC forgery — rejects witness without valid HMAC ───────
168
-
169
- describe("adversarial-hmac-forgery", () => {
170
- test("rejects witness with forged HMAC", () => {
171
- const forgedPath = createForgedWitness("scope", "PASS", "abc123");
172
- const result = verifyWitness(forgedPath);
173
-
174
- expect(result.valid).toBe(false);
175
- expect(result.error).toContain("HMAC mismatch");
176
- });
177
-
178
- test("accepts witness with valid HMAC", () => {
179
- const validPath = createSignedWitness("scope", "PASS", "abc123");
180
- const result = verifyWitness(validPath);
181
-
182
- expect(result.valid).toBe(true);
183
- expect(result.error).toBeUndefined();
184
- });
185
-
186
- test("rejects witness with missing fields", () => {
187
- const ts = new Date().toISOString().replace(/\.\d{3}Z$/, "Z");
188
- const incomplete = { gate: "scope", result: "PASS" }; // missing most fields
189
- const witnessPath = join(WITNESS_DIR, "incomplete.json");
190
- writeFileSync(witnessPath, JSON.stringify(incomplete));
191
-
192
- const result = verifyWitness(witnessPath);
193
- expect(result.valid).toBe(false);
194
- expect(result.error).toContain("Missing field");
195
- });
196
-
197
- test("rejects witness with tampered result field", () => {
198
- // Create valid witness, then tamper with result
199
- const validPath = createSignedWitness("scope", "FAIL", "abc123");
200
- const data = JSON.parse(readFileSync(validPath, "utf-8"));
201
- data.result = "PASS"; // tamper: FAIL -> PASS
202
- writeFileSync(validPath, JSON.stringify(data));
203
-
204
- const result = verifyWitness(validPath);
205
- expect(result.valid).toBe(false);
206
- expect(result.error).toContain("HMAC mismatch");
207
- });
208
- });
209
-
210
- // ── Test 3: Ground-truth — detects stale commit SHA ─────────────────
211
-
212
- describe("adversarial-ground-truth", () => {
213
- test("detects stale commit SHA in witness chain", () => {
214
- const oldSha = "aaa111bbb222ccc333";
215
- const currentSha = "ddd444eee555fff666";
216
-
217
- createSignedWitness("scope", "PASS", oldSha);
218
- createSignedWitness("ship", "PASS", oldSha);
219
-
220
- // Verify chain with different HEAD
221
- const result = verifyWitnessChain(SLUG, currentSha);
222
- expect(result.valid).toBe(false);
223
- expect(result.errors.some(e => e.includes("Stale witness"))).toBe(true);
224
- });
225
-
226
- test("accepts matching commit SHA", () => {
227
- const sha = "abc123def456789";
228
-
229
- createSignedWitness("scope", "PASS", sha);
230
- createSignedWitness("ship", "PASS", sha);
231
-
232
- const result = verifyWitnessChain(SLUG, sha);
233
- expect(result.valid).toBe(true);
234
- expect(result.errors).toHaveLength(0);
235
- });
236
- });
237
-
238
- // ── Test 4: Chain incomplete — blocks push with missing gates ───────
239
-
240
- describe("adversarial-chain-incomplete", () => {
241
- test("rejects chain with only scope (no ship)", () => {
242
- createSignedWitness("scope", "PASS", "abc123");
243
- // No ship witness
244
-
245
- const result = verifyWitnessChain(SLUG, "abc123");
246
- expect(result.valid).toBe(false);
247
- expect(result.errors.some(e => e.includes("Missing PASS witness for required gate: ship"))).toBe(true);
248
- });
249
-
250
- test("rejects chain with only ship (no scope)", () => {
251
- createSignedWitness("ship", "PASS", "abc123");
252
- // No scope witness
253
-
254
- const result = verifyWitnessChain(SLUG, "abc123");
255
- expect(result.valid).toBe(false);
256
- expect(result.errors.some(e => e.includes("Missing PASS witness for required gate: scope"))).toBe(true);
257
- });
258
-
259
- test("rejects empty witness directory", () => {
260
- // WITNESS_DIR exists but is empty
261
- const result = verifyWitnessChain(SLUG, "abc123");
262
- expect(result.valid).toBe(false);
263
- expect(result.errors.some(e => e.includes("No witness files found"))).toBe(true);
264
- });
265
-
266
- test("rejects when required gate has only FAIL witness", () => {
267
- createSignedWitness("scope", "PASS", "abc123");
268
- createSignedWitness("ship", "FAIL", "abc123"); // FAIL, not PASS
269
-
270
- const result = verifyWitnessChain(SLUG, "abc123");
271
- expect(result.valid).toBe(false);
272
- expect(result.errors.some(e => e.includes("Missing PASS witness for required gate: ship"))).toBe(true);
273
- });
274
- });