rungate 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/aditi.md +47 -0
- package/.claude/agents/marcus.md +50 -0
- package/.claude/agents/quinn.md +58 -0
- package/.claude/agents/rook.md +47 -0
- package/.claude/agents/serena.md +46 -0
- package/.claude/rungate.json +11 -0
- package/.fallowrc.json +28 -0
- package/.github/copilot-instructions.md +20 -0
- package/.rungate/conformity-findings.json +648 -0
- package/AGENTS.md +106 -0
- package/CODE-MAP.md +50 -0
- package/HARNESS.md +88 -0
- package/bun.lock +26 -0
- package/bunfig.toml +2 -0
- package/config/brief-policies.json +28 -0
- package/config/ceremony-profiles.json +212 -0
- package/config/consumer-cascade-map.json +24 -0
- package/config/doc-cascade-map.json +24 -0
- package/config/eval.json +84 -0
- package/config/profiles/account-plan.yaml +36 -0
- package/config/profiles/campaign.yaml +94 -0
- package/config/prove-evidence.schema.json +65 -0
- package/config/spec-policies.json +36 -0
- package/config/workflow-schema.json +281 -0
- package/gates/SCHEMA-GUIDE.md +121 -0
- package/gates/ac-quality.test.ts +106 -0
- package/gates/adversarial.test.ts +274 -0
- package/gates/brief-assembler.test.ts +429 -0
- package/gates/brief-assembler.ts +334 -0
- package/gates/bunfig.toml +2 -0
- package/gates/chain.test.ts +91 -0
- package/gates/e2e-smoke.test.ts +234 -0
- package/gates/error-classifier.test.ts +249 -0
- package/gates/error-classifier.ts +89 -0
- package/gates/orchestrator.test.ts +950 -0
- package/gates/orchestrator.ts +569 -0
- package/gates/preload.ts +77 -0
- package/gates/prompts/ac-adversary.md +20 -0
- package/gates/prompts/evidence-validator.md +22 -0
- package/gates/prompts/prove-reproducer.md +53 -0
- package/gates/prove.test.ts +164 -0
- package/gates/run-gate.ts +936 -0
- package/gates/schema-parity.test.ts +197 -0
- package/gates/schema.ts +362 -0
- package/gates/self-heal.test.ts +511 -0
- package/gates/self-heal.ts +121 -0
- package/gates/ship-orchestrator.test.ts +379 -0
- package/gates/ship-orchestrator.ts +363 -0
- package/gates/test-fixtures/broken-no-environments.json +60 -0
- package/gates/test-fixtures/valid-standard.json +54 -0
- package/gates/test-utils.ts +43 -0
- package/gates/witness.ts +220 -0
- package/gates/workflow.test.ts +1053 -0
- package/hooks/AgentBriefGuard.hook.ts +586 -0
- package/hooks/AgentVerdictCapture.hook.ts +134 -0
- package/hooks/AutoVerifyGate.hook.ts +76 -0
- package/hooks/GateEnforcement.hook.ts +273 -0
- package/hooks/IssueCloseGuard.hook.ts +116 -0
- package/hooks/MergeGuard.hook.ts +55 -0
- package/hooks/StaleTTLCleanup.hook.ts +133 -0
- package/hooks/VerifyPhaseLock.hook.ts +81 -0
- package/hooks/WorkflowStateGuard.hook.ts +37 -0
- package/hooks/lib/agentDetection.ts +70 -0
- package/hooks/lib/findWorkflow.ts +101 -0
- package/hooks/lib/parseStdin.ts +37 -0
- package/hooks/lib/paths.ts +111 -0
- package/hooks/lib/utils.ts +81 -0
- package/lib/conformity.ts +959 -0
- package/lib/paths.ts +23 -0
- package/lib/rungate-schema.ts +60 -0
- package/lib/signal-phrases.ts +7 -0
- package/package.json +20 -0
- package/prompts/ac-adversary.md +20 -0
- package/prompts/ac-format.md +34 -0
- package/prompts/aditi.md +29 -0
- package/prompts/blast-radius.md +29 -0
- package/prompts/coding-principles.md +34 -0
- package/prompts/container-rebuild.md +29 -0
- package/prompts/container-verify.md +28 -0
- package/prompts/discovery.md +27 -0
- package/prompts/environment.md +28 -0
- package/prompts/escalation-decision-tree.md +38 -0
- package/prompts/evidence-hierarchy.md +31 -0
- package/prompts/evidence-validator.md +22 -0
- package/prompts/marcus.md +29 -0
- package/prompts/prevention.md +26 -0
- package/prompts/prove-reproducer.md +43 -0
- package/prompts/quinn-decision-tree.md +31 -0
- package/prompts/quinn-ui-brief.md +106 -0
- package/prompts/quinn.md +29 -0
- package/prompts/rca.md +28 -0
- package/prompts/read-before-write.md +30 -0
- package/prompts/regression.md +26 -0
- package/prompts/rook.md +29 -0
- package/prompts/serena.md +28 -0
- package/prompts/testing-strategy.md +34 -0
- package/reference/migration-manifest.json +554 -0
- package/reference/prompts/agent-aditi.md +38 -0
- package/reference/prompts/agent-marcus.md +38 -0
- package/reference/prompts/agent-quinn.md +38 -0
- package/reference/prompts/agent-rook.md +37 -0
- package/reference/prompts/agent-serena.md +37 -0
- package/reference/prompts/council-skill.md +170 -0
- package/reference/prompts/goal-skill.md +235 -0
- package/reference/prompts/prove-skill.md +283 -0
- package/reference/prompts/quinn-standard.md +246 -0
- package/reference/prompts/ship-convergence.md +65 -0
- package/reference/prompts/ship-escalation.md +43 -0
- package/reference/prompts/ship-iteration.md +382 -0
- package/reference/prompts/ship-pending-patches.md +246 -0
- package/reference/prompts/ship-reference.md +250 -0
- package/reference/prompts/ship-skill.md +347 -0
- package/reference/prompts/ship-templates.md +215 -0
- package/reference/scripts/batch-status.sh +68 -0
- package/reference/scripts/chain-compat-check.sh +67 -0
- package/reference/scripts/context-audit.sh +314 -0
- package/reference/scripts/dead-export-check.sh +61 -0
- package/reference/scripts/generate-qc-tables.sh +92 -0
- package/reference/scripts/harness-init.sh +111 -0
- package/reference/scripts/pai-054-baseline-check.sh +40 -0
- package/reference/scripts/prove-smoke-test.sh +112 -0
- package/reference/scripts/setup-keychain-salt.sh +12 -0
- package/reference/scripts/skill-optimizer-friday.sh +88 -0
- package/reference/scripts/skill-qc-test.sh +351 -0
- package/reference/scripts/skill-synthesize-tonight.sh +66 -0
- package/reference/specs/HARNESS-EXTRACTION-SPEC.md +263 -0
- package/reference/specs/harness-v3-bash-deletion-plan.md +65 -0
- package/reference/specs/harness-v3-migration-plan.md +188 -0
- package/scripts/decision-reconcile.sh +74 -0
- package/scripts/decision-reconcile.ts +152 -0
- package/scripts/extract-constraints.ts +260 -0
- package/scripts/generate-code-map.ts +339 -0
- package/scripts/git-hooks/pre-commit +76 -0
- package/scripts/git-hooks/pre-push +271 -0
- package/scripts/harness-skill-check.sh +52 -0
- package/scripts/lib/gap-emit.sh +65 -0
- package/scripts/lib/jq-update.sh +30 -0
- package/scripts/lib/resolve-slug.sh +30 -0
- package/scripts/lib/verify-spec-compliance.sh +102 -0
- package/scripts/prove-backfill.sh +87 -0
- package/scripts/scaffold-project.ts +1488 -0
- package/scripts/scaffold-rungate-config.ts +91 -0
- package/scripts/self-containment-check.sh +109 -0
- package/scripts/skill-qc-validator.sh +402 -0
- package/scripts/slug-resolver.sh +14 -0
- package/scripts/sync-spec-tests.ts +236 -0
- package/specs/BOOTSTRAP-DATA-FLOW-SPEC.md +2493 -0
- package/specs/BOOTSTRAP-TEST-PLAN.md +571 -0
- package/specs/HARNESS-GATES.md +256 -0
- package/specs/HARNESS-SKILL-CHAIN.md +286 -0
- package/specs/HARNESS-SKILL-CONTRACT.md +93 -0
- package/specs/HARNESS-STANDARD.md +488 -0
- package/specs/SPEC-TEMPLATE.md +53 -0
- package/specs/bootstrap-data-flow.png +0 -0
- package/specs/harness-automation-matrix.md +314 -0
- package/specs/harness-automation-matrix.rules.json +64 -0
- package/test/anti.test.ts +80 -0
- package/test/contract-negative.test.ts +86 -0
- package/test/contract.test.ts +158 -0
- package/test/external-deps.test.ts +48 -0
- package/test/fixtures/golden-project/.env.example +3 -0
- package/test/fixtures/golden-project/Makefile +7 -0
- package/test/fixtures/golden-project/docs/adr/ADR-001-framework.md +23 -0
- package/test/fixtures/golden-project/docs/setup-guide.md +10 -0
- package/test/fixtures/golden-project/package.json +10 -0
- package/test/fixtures/golden-project/specs/api-spec.md +20 -0
- package/test/fixtures/golden-project/src/auth.ts +8 -0
- package/test/fixtures/golden-project/src/db.ts +11 -0
- package/test/fixtures/golden-project/src/index.ts +19 -0
- package/test/fixtures/golden-project/src/utils/format.ts +3 -0
- package/test/fixtures/golden-project/test/auth.test.ts +15 -0
- package/test/fixtures/golden-project/tsconfig.json +12 -0
- package/test/meta-sc-coverage.test.ts +159 -0
- package/test/phase-0.test.ts +846 -0
- package/test/phase-1.test.ts +617 -0
- package/test/phase-2.test.ts +620 -0
- package/test/phase-3.test.ts +99 -0
- package/test/scaffold-conformity.test.ts +8 -0
- package/test/schema-canary.test.ts +51 -0
- package/test/spec-compliance-auto.test.ts +64 -0
- package/test/spec-compliance.test.ts +295 -0
- package/test/spec-discovery.test.ts +68 -0
- package/test/spec-drift.test.ts +5 -0
- package/test/structure.test.ts +165 -0
- package/test/unit/agent-brief-guard-ship.test.ts +293 -0
- package/test/unit/extract-constraints.test.ts +145 -0
- package/test/unit/issue-close-guard.test.ts +204 -0
- package/test/unit/scaffold-project.test.ts +417 -0
- package/test/unit/skill-cooccurrence.test.ts +177 -0
- package/test/unit/skill-sequence-logger.test.ts +244 -0
- package/test/unit/workflow-state-guard.test.ts +95 -0
- package/workflows/batch-ship.js +295 -0
- package/workflows/council.js +481 -0
- package/workflows/prove.js +560 -0
- package/workflows/ship.js +789 -0
- package/workflows/verify.js +236 -0
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
import { test, expect, describe } from "bun:test";
|
|
2
|
+
import { ACSchema } from "./schema";
|
|
3
|
+
|
|
4
|
+
function makeAC(overrides: Record<string, any> = {}) {
|
|
5
|
+
return {
|
|
6
|
+
id: "AC-1",
|
|
7
|
+
statement: "Email body assembled from 7 template blocks with personalization tokens",
|
|
8
|
+
threshold: { op: ">=", value: 7 },
|
|
9
|
+
evidence: null,
|
|
10
|
+
...overrides,
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
function validate(ac: Record<string, any>) {
|
|
15
|
+
return ACSchema.safeParse(ac);
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
function issueMessages(result: ReturnType<typeof validate>): string[] {
|
|
19
|
+
if (result.success) return [];
|
|
20
|
+
return result.error.issues.map((i) => i.message);
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
describe("AC heuristic quality checks", () => {
|
|
24
|
+
test("garbage statement 'file exists' fails validation", () => {
|
|
25
|
+
const result = validate(makeAC({ statement: "file exists" }));
|
|
26
|
+
const msgs = issueMessages(result);
|
|
27
|
+
expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
test("garbage statement 'it works' fails validation", () => {
|
|
31
|
+
const result = validate(makeAC({ statement: "it works" }));
|
|
32
|
+
const msgs = issueMessages(result);
|
|
33
|
+
expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
test("garbage statement 'tests pass' fails validation", () => {
|
|
37
|
+
const result = validate(makeAC({ statement: "tests pass" }));
|
|
38
|
+
const msgs = issueMessages(result);
|
|
39
|
+
expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
test("garbage statement 'code is correct' fails validation", () => {
|
|
43
|
+
const result = validate(makeAC({ statement: "code is correct" }));
|
|
44
|
+
const msgs = issueMessages(result);
|
|
45
|
+
expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
|
|
46
|
+
});
|
|
47
|
+
|
|
48
|
+
test("garbage statement 'no errors' fails validation", () => {
|
|
49
|
+
const result = validate(makeAC({ statement: "no errors" }));
|
|
50
|
+
const msgs = issueMessages(result);
|
|
51
|
+
expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
|
|
52
|
+
});
|
|
53
|
+
|
|
54
|
+
test("garbage statement 'changes are made' fails validation", () => {
|
|
55
|
+
const result = validate(makeAC({ statement: "changes are made" }));
|
|
56
|
+
const msgs = issueMessages(result);
|
|
57
|
+
expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(true);
|
|
58
|
+
});
|
|
59
|
+
|
|
60
|
+
test("weak threshold >= 1 fails validation", () => {
|
|
61
|
+
const result = validate(makeAC({ threshold: { op: ">=", value: 1 } }));
|
|
62
|
+
const msgs = issueMessages(result);
|
|
63
|
+
expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(true);
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
test("weak threshold >= 0 fails validation", () => {
|
|
67
|
+
const result = validate(makeAC({ threshold: { op: ">=", value: 0 } }));
|
|
68
|
+
const msgs = issueMessages(result);
|
|
69
|
+
expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(true);
|
|
70
|
+
});
|
|
71
|
+
|
|
72
|
+
test("valid statement with threshold >= 7 passes", () => {
|
|
73
|
+
const result = validate(makeAC({
|
|
74
|
+
statement: "Email body assembled from 7 blocks",
|
|
75
|
+
threshold: { op: ">=", value: 7 },
|
|
76
|
+
}));
|
|
77
|
+
const msgs = issueMessages(result);
|
|
78
|
+
expect(msgs.some((m) => m.includes("tautological/garbage"))).toBe(false);
|
|
79
|
+
expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(false);
|
|
80
|
+
expect(msgs.some((m) => m.includes("statement too short"))).toBe(false);
|
|
81
|
+
});
|
|
82
|
+
|
|
83
|
+
test("short statement 'fix bug' fails validation (< 5 words)", () => {
|
|
84
|
+
const result = validate(makeAC({ statement: "fix bug" }));
|
|
85
|
+
const msgs = issueMessages(result);
|
|
86
|
+
expect(msgs.some((m) => m.includes("statement too short"))).toBe(true);
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
test("short statement 'add test' fails validation (< 5 words)", () => {
|
|
90
|
+
const result = validate(makeAC({ statement: "add test" }));
|
|
91
|
+
const msgs = issueMessages(result);
|
|
92
|
+
expect(msgs.some((m) => m.includes("statement too short"))).toBe(true);
|
|
93
|
+
});
|
|
94
|
+
|
|
95
|
+
test("threshold >= 5 does NOT trigger weak threshold", () => {
|
|
96
|
+
const result = validate(makeAC({ threshold: { op: ">=", value: 5 } }));
|
|
97
|
+
const msgs = issueMessages(result);
|
|
98
|
+
expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(false);
|
|
99
|
+
});
|
|
100
|
+
|
|
101
|
+
test("threshold == 1 does NOT trigger weak threshold (only >= is checked)", () => {
|
|
102
|
+
const result = validate(makeAC({ threshold: { op: "==", value: 1 } }));
|
|
103
|
+
const msgs = issueMessages(result);
|
|
104
|
+
expect(msgs.some((m) => m.includes("threshold too weak"))).toBe(false);
|
|
105
|
+
});
|
|
106
|
+
});
|
|
@@ -0,0 +1,274 @@
|
|
|
1
|
+
import { test, expect, describe, beforeEach, afterEach } from "bun:test";
|
|
2
|
+
import { readFileSync, writeFileSync, mkdirSync, rmSync, existsSync } from "fs";
|
|
3
|
+
import { join } from "path";
|
|
4
|
+
import { writeWitness, verifyWitness, verifyWitnessChain } from "./witness";
|
|
5
|
+
|
|
6
|
+
// HOME_DIR is set so workDir resolves correctly via RUNGATE_WORK_DIR
|
|
7
|
+
const HOME_DIR = `/tmp/adversarial-home-${process.pid}`;
|
|
8
|
+
const SLUG = "adversarial-test";
|
|
9
|
+
const WORK_DIR = join(HOME_DIR, ".rungate", SLUG);
|
|
10
|
+
const WITNESS_DIR = join(WORK_DIR, "witnesses");
|
|
11
|
+
|
|
12
|
+
const origHome = process.env.HOME;
|
|
13
|
+
const origRungateWorkDir = process.env.RUNGATE_WORK_DIR;
|
|
14
|
+
|
|
15
|
+
beforeEach(() => {
|
|
16
|
+
mkdirSync(WITNESS_DIR, { recursive: true });
|
|
17
|
+
// Copy gate salt into test HOME so HMAC functions work
|
|
18
|
+
const saltSrc = join(origHome!, ".claude", "hooks", "lib", ".gate-salt");
|
|
19
|
+
const saltDst = join(HOME_DIR, ".claude", "hooks", "lib", ".gate-salt");
|
|
20
|
+
mkdirSync(join(HOME_DIR, ".claude", "hooks", "lib"), { recursive: true });
|
|
21
|
+
if (existsSync(saltSrc)) {
|
|
22
|
+
writeFileSync(saltDst, readFileSync(saltSrc));
|
|
23
|
+
}
|
|
24
|
+
process.env.HOME = HOME_DIR;
|
|
25
|
+
delete process.env.RUNGATE_WORK_DIR;
|
|
26
|
+
});
|
|
27
|
+
|
|
28
|
+
afterEach(() => {
|
|
29
|
+
process.env.HOME = origHome;
|
|
30
|
+
if (origRungateWorkDir !== undefined) process.env.RUNGATE_WORK_DIR = origRungateWorkDir;
|
|
31
|
+
else delete process.env.RUNGATE_WORK_DIR;
|
|
32
|
+
try { rmSync(HOME_DIR, { recursive: true, force: true }); } catch {}
|
|
33
|
+
});
|
|
34
|
+
|
|
35
|
+
// ── Helper: create a properly-signed witness file ───────────────────
|
|
36
|
+
|
|
37
|
+
function createSignedWitness(
|
|
38
|
+
gate: string,
|
|
39
|
+
result: "PASS" | "FAIL",
|
|
40
|
+
commitSha: string,
|
|
41
|
+
overrides: Partial<Record<string, unknown>> = {},
|
|
42
|
+
): string {
|
|
43
|
+
// Use the real writeWitness path by writing directly with known salt
|
|
44
|
+
const saltPath = join(origHome!, ".claude", "hooks", "lib", ".gate-salt");
|
|
45
|
+
const salt = readFileSync(saltPath, "utf-8").trim();
|
|
46
|
+
const { createHmac } = require("crypto");
|
|
47
|
+
|
|
48
|
+
const ts = new Date().toISOString().replace(/\.\d{3}Z$/, "Z");
|
|
49
|
+
const testOutputHash = createHmac("sha256", "test-output")
|
|
50
|
+
.update("test output")
|
|
51
|
+
.digest("hex")
|
|
52
|
+
.slice(0, 16);
|
|
53
|
+
|
|
54
|
+
const record: Record<string, unknown> = {
|
|
55
|
+
gate,
|
|
56
|
+
result,
|
|
57
|
+
slug: SLUG,
|
|
58
|
+
issue: 471,
|
|
59
|
+
commitSha,
|
|
60
|
+
timestamp: ts,
|
|
61
|
+
testOutputHash,
|
|
62
|
+
...overrides,
|
|
63
|
+
};
|
|
64
|
+
|
|
65
|
+
const input = [
|
|
66
|
+
record.gate,
|
|
67
|
+
record.result,
|
|
68
|
+
record.slug,
|
|
69
|
+
record.issue,
|
|
70
|
+
record.commitSha,
|
|
71
|
+
record.timestamp,
|
|
72
|
+
record.testOutputHash,
|
|
73
|
+
].join(":");
|
|
74
|
+
const hmac = createHmac("sha256", salt).update(input).digest("hex").slice(0, 16);
|
|
75
|
+
record.hmac = hmac;
|
|
76
|
+
|
|
77
|
+
const filename = `${gate}-${ts.replace(/[:.]/g, "-")}.json`;
|
|
78
|
+
const witnessPath = join(WITNESS_DIR, filename);
|
|
79
|
+
writeFileSync(witnessPath, JSON.stringify(record, null, 2) + "\n");
|
|
80
|
+
return witnessPath;
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
function createForgedWitness(
|
|
84
|
+
gate: string,
|
|
85
|
+
result: "PASS" | "FAIL",
|
|
86
|
+
commitSha: string,
|
|
87
|
+
): string {
|
|
88
|
+
const ts = new Date().toISOString().replace(/\.\d{3}Z$/, "Z");
|
|
89
|
+
const record = {
|
|
90
|
+
gate,
|
|
91
|
+
result,
|
|
92
|
+
slug: SLUG,
|
|
93
|
+
issue: 471,
|
|
94
|
+
commitSha,
|
|
95
|
+
timestamp: ts,
|
|
96
|
+
testOutputHash: "forged-hash-value",
|
|
97
|
+
hmac: "aaaa1111bbbb2222", // forged HMAC
|
|
98
|
+
};
|
|
99
|
+
|
|
100
|
+
const filename = `${gate}-${ts.replace(/[:.]/g, "-")}.json`;
|
|
101
|
+
const witnessPath = join(WITNESS_DIR, filename);
|
|
102
|
+
writeFileSync(witnessPath, JSON.stringify(record, null, 2) + "\n");
|
|
103
|
+
return witnessPath;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
// ── Test 1: Write protection — blocks direct gate result writes ─────
|
|
107
|
+
|
|
108
|
+
describe("adversarial-write-protection", () => {
|
|
109
|
+
test("detects gate result fields in workflow-state.json content", () => {
|
|
110
|
+
// Simulate what GateResultProtection.hook.ts checks:
|
|
111
|
+
// Parse JSON content for gate result fields
|
|
112
|
+
const blockedContent = JSON.stringify({
|
|
113
|
+
phase: "BUILD",
|
|
114
|
+
gates: {
|
|
115
|
+
scope: { result: "PASS", attempt: 1 },
|
|
116
|
+
},
|
|
117
|
+
});
|
|
118
|
+
|
|
119
|
+
// Check: does content contain gate result fields?
|
|
120
|
+
const parsed = JSON.parse(blockedContent);
|
|
121
|
+
const hasGateResult =
|
|
122
|
+
parsed.gates?.scope?.result ||
|
|
123
|
+
parsed.gates?.verify?.result ||
|
|
124
|
+
parsed.gates?.ship?.result;
|
|
125
|
+
const hasDonePhase = parsed.phase === "DONE";
|
|
126
|
+
|
|
127
|
+
expect(hasGateResult).toBeTruthy();
|
|
128
|
+
expect(hasDonePhase).toBe(false);
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
test("allows non-gate-field writes to workflow-state.json", () => {
|
|
132
|
+
const allowedContent = JSON.stringify({
|
|
133
|
+
phase: "BUILD",
|
|
134
|
+
acs: [{ id: "SC-1", statement: "test" }],
|
|
135
|
+
changelog: [{ ts: "2026-09-10", event: "ac-added" }],
|
|
136
|
+
});
|
|
137
|
+
|
|
138
|
+
const parsed = JSON.parse(allowedContent);
|
|
139
|
+
const hasGateResult =
|
|
140
|
+
parsed.gates?.scope?.result ||
|
|
141
|
+
parsed.gates?.verify?.result ||
|
|
142
|
+
parsed.gates?.ship?.result;
|
|
143
|
+
const hasDonePhase = parsed.phase === "DONE";
|
|
144
|
+
|
|
145
|
+
expect(hasGateResult).toBeFalsy();
|
|
146
|
+
expect(hasDonePhase).toBe(false);
|
|
147
|
+
});
|
|
148
|
+
|
|
149
|
+
test("detects DONE phase as blocked", () => {
|
|
150
|
+
const blockedContent = JSON.stringify({ phase: "DONE" });
|
|
151
|
+
const parsed = JSON.parse(blockedContent);
|
|
152
|
+
expect(parsed.phase === "DONE").toBe(true);
|
|
153
|
+
});
|
|
154
|
+
|
|
155
|
+
test("detects gate result in Edit new_string", () => {
|
|
156
|
+
// Simulates Edit tool — check if new_string contains gate result patterns
|
|
157
|
+
const editNewString = '"result": "PASS"';
|
|
158
|
+
const blocked =
|
|
159
|
+
editNewString.includes('"result": "PASS"') ||
|
|
160
|
+
editNewString.includes('"result": "FAIL"') ||
|
|
161
|
+
editNewString.includes('"phase": "DONE"');
|
|
162
|
+
|
|
163
|
+
expect(blocked).toBe(true);
|
|
164
|
+
});
|
|
165
|
+
});
|
|
166
|
+
|
|
167
|
+
// ── Test 2: HMAC forgery — rejects witness without valid HMAC ───────
|
|
168
|
+
|
|
169
|
+
describe("adversarial-hmac-forgery", () => {
|
|
170
|
+
test("rejects witness with forged HMAC", () => {
|
|
171
|
+
const forgedPath = createForgedWitness("scope", "PASS", "abc123");
|
|
172
|
+
const result = verifyWitness(forgedPath);
|
|
173
|
+
|
|
174
|
+
expect(result.valid).toBe(false);
|
|
175
|
+
expect(result.error).toContain("HMAC mismatch");
|
|
176
|
+
});
|
|
177
|
+
|
|
178
|
+
test("accepts witness with valid HMAC", () => {
|
|
179
|
+
const validPath = createSignedWitness("scope", "PASS", "abc123");
|
|
180
|
+
const result = verifyWitness(validPath);
|
|
181
|
+
|
|
182
|
+
expect(result.valid).toBe(true);
|
|
183
|
+
expect(result.error).toBeUndefined();
|
|
184
|
+
});
|
|
185
|
+
|
|
186
|
+
test("rejects witness with missing fields", () => {
|
|
187
|
+
const ts = new Date().toISOString().replace(/\.\d{3}Z$/, "Z");
|
|
188
|
+
const incomplete = { gate: "scope", result: "PASS" }; // missing most fields
|
|
189
|
+
const witnessPath = join(WITNESS_DIR, "incomplete.json");
|
|
190
|
+
writeFileSync(witnessPath, JSON.stringify(incomplete));
|
|
191
|
+
|
|
192
|
+
const result = verifyWitness(witnessPath);
|
|
193
|
+
expect(result.valid).toBe(false);
|
|
194
|
+
expect(result.error).toContain("Missing field");
|
|
195
|
+
});
|
|
196
|
+
|
|
197
|
+
test("rejects witness with tampered result field", () => {
|
|
198
|
+
// Create valid witness, then tamper with result
|
|
199
|
+
const validPath = createSignedWitness("scope", "FAIL", "abc123");
|
|
200
|
+
const data = JSON.parse(readFileSync(validPath, "utf-8"));
|
|
201
|
+
data.result = "PASS"; // tamper: FAIL -> PASS
|
|
202
|
+
writeFileSync(validPath, JSON.stringify(data));
|
|
203
|
+
|
|
204
|
+
const result = verifyWitness(validPath);
|
|
205
|
+
expect(result.valid).toBe(false);
|
|
206
|
+
expect(result.error).toContain("HMAC mismatch");
|
|
207
|
+
});
|
|
208
|
+
});
|
|
209
|
+
|
|
210
|
+
// ── Test 3: Ground-truth — detects stale commit SHA ─────────────────
|
|
211
|
+
|
|
212
|
+
describe("adversarial-ground-truth", () => {
|
|
213
|
+
test("detects stale commit SHA in witness chain", () => {
|
|
214
|
+
const oldSha = "aaa111bbb222ccc333";
|
|
215
|
+
const currentSha = "ddd444eee555fff666";
|
|
216
|
+
|
|
217
|
+
createSignedWitness("scope", "PASS", oldSha);
|
|
218
|
+
createSignedWitness("ship", "PASS", oldSha);
|
|
219
|
+
|
|
220
|
+
// Verify chain with different HEAD
|
|
221
|
+
const result = verifyWitnessChain(SLUG, currentSha);
|
|
222
|
+
expect(result.valid).toBe(false);
|
|
223
|
+
expect(result.errors.some(e => e.includes("Stale witness"))).toBe(true);
|
|
224
|
+
});
|
|
225
|
+
|
|
226
|
+
test("accepts matching commit SHA", () => {
|
|
227
|
+
const sha = "abc123def456789";
|
|
228
|
+
|
|
229
|
+
createSignedWitness("scope", "PASS", sha);
|
|
230
|
+
createSignedWitness("ship", "PASS", sha);
|
|
231
|
+
|
|
232
|
+
const result = verifyWitnessChain(SLUG, sha);
|
|
233
|
+
expect(result.valid).toBe(true);
|
|
234
|
+
expect(result.errors).toHaveLength(0);
|
|
235
|
+
});
|
|
236
|
+
});
|
|
237
|
+
|
|
238
|
+
// ── Test 4: Chain incomplete — blocks push with missing gates ───────
|
|
239
|
+
|
|
240
|
+
describe("adversarial-chain-incomplete", () => {
|
|
241
|
+
test("rejects chain with only scope (no ship)", () => {
|
|
242
|
+
createSignedWitness("scope", "PASS", "abc123");
|
|
243
|
+
// No ship witness
|
|
244
|
+
|
|
245
|
+
const result = verifyWitnessChain(SLUG, "abc123");
|
|
246
|
+
expect(result.valid).toBe(false);
|
|
247
|
+
expect(result.errors.some(e => e.includes("Missing PASS witness for required gate: ship"))).toBe(true);
|
|
248
|
+
});
|
|
249
|
+
|
|
250
|
+
test("rejects chain with only ship (no scope)", () => {
|
|
251
|
+
createSignedWitness("ship", "PASS", "abc123");
|
|
252
|
+
// No scope witness
|
|
253
|
+
|
|
254
|
+
const result = verifyWitnessChain(SLUG, "abc123");
|
|
255
|
+
expect(result.valid).toBe(false);
|
|
256
|
+
expect(result.errors.some(e => e.includes("Missing PASS witness for required gate: scope"))).toBe(true);
|
|
257
|
+
});
|
|
258
|
+
|
|
259
|
+
test("rejects empty witness directory", () => {
|
|
260
|
+
// WITNESS_DIR exists but is empty
|
|
261
|
+
const result = verifyWitnessChain(SLUG, "abc123");
|
|
262
|
+
expect(result.valid).toBe(false);
|
|
263
|
+
expect(result.errors.some(e => e.includes("No witness files found"))).toBe(true);
|
|
264
|
+
});
|
|
265
|
+
|
|
266
|
+
test("rejects when required gate has only FAIL witness", () => {
|
|
267
|
+
createSignedWitness("scope", "PASS", "abc123");
|
|
268
|
+
createSignedWitness("ship", "FAIL", "abc123"); // FAIL, not PASS
|
|
269
|
+
|
|
270
|
+
const result = verifyWitnessChain(SLUG, "abc123");
|
|
271
|
+
expect(result.valid).toBe(false);
|
|
272
|
+
expect(result.errors.some(e => e.includes("Missing PASS witness for required gate: ship"))).toBe(true);
|
|
273
|
+
});
|
|
274
|
+
});
|