rungate 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/aditi.md +47 -0
- package/.claude/agents/marcus.md +50 -0
- package/.claude/agents/quinn.md +58 -0
- package/.claude/agents/rook.md +47 -0
- package/.claude/agents/serena.md +46 -0
- package/.claude/rungate.json +11 -0
- package/.fallowrc.json +28 -0
- package/.github/copilot-instructions.md +20 -0
- package/.rungate/conformity-findings.json +648 -0
- package/AGENTS.md +106 -0
- package/CODE-MAP.md +50 -0
- package/HARNESS.md +88 -0
- package/bun.lock +26 -0
- package/bunfig.toml +2 -0
- package/config/brief-policies.json +28 -0
- package/config/ceremony-profiles.json +212 -0
- package/config/consumer-cascade-map.json +24 -0
- package/config/doc-cascade-map.json +24 -0
- package/config/eval.json +84 -0
- package/config/profiles/account-plan.yaml +36 -0
- package/config/profiles/campaign.yaml +94 -0
- package/config/prove-evidence.schema.json +65 -0
- package/config/spec-policies.json +36 -0
- package/config/workflow-schema.json +281 -0
- package/gates/SCHEMA-GUIDE.md +121 -0
- package/gates/ac-quality.test.ts +106 -0
- package/gates/adversarial.test.ts +274 -0
- package/gates/brief-assembler.test.ts +429 -0
- package/gates/brief-assembler.ts +334 -0
- package/gates/bunfig.toml +2 -0
- package/gates/chain.test.ts +91 -0
- package/gates/e2e-smoke.test.ts +234 -0
- package/gates/error-classifier.test.ts +249 -0
- package/gates/error-classifier.ts +89 -0
- package/gates/orchestrator.test.ts +950 -0
- package/gates/orchestrator.ts +569 -0
- package/gates/preload.ts +77 -0
- package/gates/prompts/ac-adversary.md +20 -0
- package/gates/prompts/evidence-validator.md +22 -0
- package/gates/prompts/prove-reproducer.md +53 -0
- package/gates/prove.test.ts +164 -0
- package/gates/run-gate.ts +936 -0
- package/gates/schema-parity.test.ts +197 -0
- package/gates/schema.ts +362 -0
- package/gates/self-heal.test.ts +511 -0
- package/gates/self-heal.ts +121 -0
- package/gates/ship-orchestrator.test.ts +379 -0
- package/gates/ship-orchestrator.ts +363 -0
- package/gates/test-fixtures/broken-no-environments.json +60 -0
- package/gates/test-fixtures/valid-standard.json +54 -0
- package/gates/test-utils.ts +43 -0
- package/gates/witness.ts +220 -0
- package/gates/workflow.test.ts +1053 -0
- package/hooks/AgentBriefGuard.hook.ts +586 -0
- package/hooks/AgentVerdictCapture.hook.ts +134 -0
- package/hooks/AutoVerifyGate.hook.ts +76 -0
- package/hooks/GateEnforcement.hook.ts +273 -0
- package/hooks/IssueCloseGuard.hook.ts +116 -0
- package/hooks/MergeGuard.hook.ts +55 -0
- package/hooks/StaleTTLCleanup.hook.ts +133 -0
- package/hooks/VerifyPhaseLock.hook.ts +81 -0
- package/hooks/WorkflowStateGuard.hook.ts +37 -0
- package/hooks/lib/agentDetection.ts +70 -0
- package/hooks/lib/findWorkflow.ts +101 -0
- package/hooks/lib/parseStdin.ts +37 -0
- package/hooks/lib/paths.ts +111 -0
- package/hooks/lib/utils.ts +81 -0
- package/lib/conformity.ts +959 -0
- package/lib/paths.ts +23 -0
- package/lib/rungate-schema.ts +60 -0
- package/lib/signal-phrases.ts +7 -0
- package/package.json +20 -0
- package/prompts/ac-adversary.md +20 -0
- package/prompts/ac-format.md +34 -0
- package/prompts/aditi.md +29 -0
- package/prompts/blast-radius.md +29 -0
- package/prompts/coding-principles.md +34 -0
- package/prompts/container-rebuild.md +29 -0
- package/prompts/container-verify.md +28 -0
- package/prompts/discovery.md +27 -0
- package/prompts/environment.md +28 -0
- package/prompts/escalation-decision-tree.md +38 -0
- package/prompts/evidence-hierarchy.md +31 -0
- package/prompts/evidence-validator.md +22 -0
- package/prompts/marcus.md +29 -0
- package/prompts/prevention.md +26 -0
- package/prompts/prove-reproducer.md +43 -0
- package/prompts/quinn-decision-tree.md +31 -0
- package/prompts/quinn-ui-brief.md +106 -0
- package/prompts/quinn.md +29 -0
- package/prompts/rca.md +28 -0
- package/prompts/read-before-write.md +30 -0
- package/prompts/regression.md +26 -0
- package/prompts/rook.md +29 -0
- package/prompts/serena.md +28 -0
- package/prompts/testing-strategy.md +34 -0
- package/reference/migration-manifest.json +554 -0
- package/reference/prompts/agent-aditi.md +38 -0
- package/reference/prompts/agent-marcus.md +38 -0
- package/reference/prompts/agent-quinn.md +38 -0
- package/reference/prompts/agent-rook.md +37 -0
- package/reference/prompts/agent-serena.md +37 -0
- package/reference/prompts/council-skill.md +170 -0
- package/reference/prompts/goal-skill.md +235 -0
- package/reference/prompts/prove-skill.md +283 -0
- package/reference/prompts/quinn-standard.md +246 -0
- package/reference/prompts/ship-convergence.md +65 -0
- package/reference/prompts/ship-escalation.md +43 -0
- package/reference/prompts/ship-iteration.md +382 -0
- package/reference/prompts/ship-pending-patches.md +246 -0
- package/reference/prompts/ship-reference.md +250 -0
- package/reference/prompts/ship-skill.md +347 -0
- package/reference/prompts/ship-templates.md +215 -0
- package/reference/scripts/batch-status.sh +68 -0
- package/reference/scripts/chain-compat-check.sh +67 -0
- package/reference/scripts/context-audit.sh +314 -0
- package/reference/scripts/dead-export-check.sh +61 -0
- package/reference/scripts/generate-qc-tables.sh +92 -0
- package/reference/scripts/harness-init.sh +111 -0
- package/reference/scripts/pai-054-baseline-check.sh +40 -0
- package/reference/scripts/prove-smoke-test.sh +112 -0
- package/reference/scripts/setup-keychain-salt.sh +12 -0
- package/reference/scripts/skill-optimizer-friday.sh +88 -0
- package/reference/scripts/skill-qc-test.sh +351 -0
- package/reference/scripts/skill-synthesize-tonight.sh +66 -0
- package/reference/specs/HARNESS-EXTRACTION-SPEC.md +263 -0
- package/reference/specs/harness-v3-bash-deletion-plan.md +65 -0
- package/reference/specs/harness-v3-migration-plan.md +188 -0
- package/scripts/decision-reconcile.sh +74 -0
- package/scripts/decision-reconcile.ts +152 -0
- package/scripts/extract-constraints.ts +260 -0
- package/scripts/generate-code-map.ts +339 -0
- package/scripts/git-hooks/pre-commit +76 -0
- package/scripts/git-hooks/pre-push +271 -0
- package/scripts/harness-skill-check.sh +52 -0
- package/scripts/lib/gap-emit.sh +65 -0
- package/scripts/lib/jq-update.sh +30 -0
- package/scripts/lib/resolve-slug.sh +30 -0
- package/scripts/lib/verify-spec-compliance.sh +102 -0
- package/scripts/prove-backfill.sh +87 -0
- package/scripts/scaffold-project.ts +1488 -0
- package/scripts/scaffold-rungate-config.ts +91 -0
- package/scripts/self-containment-check.sh +109 -0
- package/scripts/skill-qc-validator.sh +402 -0
- package/scripts/slug-resolver.sh +14 -0
- package/scripts/sync-spec-tests.ts +236 -0
- package/specs/BOOTSTRAP-DATA-FLOW-SPEC.md +2493 -0
- package/specs/BOOTSTRAP-TEST-PLAN.md +571 -0
- package/specs/HARNESS-GATES.md +256 -0
- package/specs/HARNESS-SKILL-CHAIN.md +286 -0
- package/specs/HARNESS-SKILL-CONTRACT.md +93 -0
- package/specs/HARNESS-STANDARD.md +488 -0
- package/specs/SPEC-TEMPLATE.md +53 -0
- package/specs/bootstrap-data-flow.png +0 -0
- package/specs/harness-automation-matrix.md +314 -0
- package/specs/harness-automation-matrix.rules.json +64 -0
- package/test/anti.test.ts +80 -0
- package/test/contract-negative.test.ts +86 -0
- package/test/contract.test.ts +158 -0
- package/test/external-deps.test.ts +48 -0
- package/test/fixtures/golden-project/.env.example +3 -0
- package/test/fixtures/golden-project/Makefile +7 -0
- package/test/fixtures/golden-project/docs/adr/ADR-001-framework.md +23 -0
- package/test/fixtures/golden-project/docs/setup-guide.md +10 -0
- package/test/fixtures/golden-project/package.json +10 -0
- package/test/fixtures/golden-project/specs/api-spec.md +20 -0
- package/test/fixtures/golden-project/src/auth.ts +8 -0
- package/test/fixtures/golden-project/src/db.ts +11 -0
- package/test/fixtures/golden-project/src/index.ts +19 -0
- package/test/fixtures/golden-project/src/utils/format.ts +3 -0
- package/test/fixtures/golden-project/test/auth.test.ts +15 -0
- package/test/fixtures/golden-project/tsconfig.json +12 -0
- package/test/meta-sc-coverage.test.ts +159 -0
- package/test/phase-0.test.ts +846 -0
- package/test/phase-1.test.ts +617 -0
- package/test/phase-2.test.ts +620 -0
- package/test/phase-3.test.ts +99 -0
- package/test/scaffold-conformity.test.ts +8 -0
- package/test/schema-canary.test.ts +51 -0
- package/test/spec-compliance-auto.test.ts +64 -0
- package/test/spec-compliance.test.ts +295 -0
- package/test/spec-discovery.test.ts +68 -0
- package/test/spec-drift.test.ts +5 -0
- package/test/structure.test.ts +165 -0
- package/test/unit/agent-brief-guard-ship.test.ts +293 -0
- package/test/unit/extract-constraints.test.ts +145 -0
- package/test/unit/issue-close-guard.test.ts +204 -0
- package/test/unit/scaffold-project.test.ts +417 -0
- package/test/unit/skill-cooccurrence.test.ts +177 -0
- package/test/unit/skill-sequence-logger.test.ts +244 -0
- package/test/unit/workflow-state-guard.test.ts +95 -0
- package/workflows/batch-ship.js +295 -0
- package/workflows/council.js +481 -0
- package/workflows/prove.js +560 -0
- package/workflows/ship.js +789 -0
- package/workflows/verify.js +236 -0
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
import { describe, test, expect } from "bun:test";
|
|
2
|
+
import { readFileSync, existsSync, readdirSync } from "fs";
|
|
3
|
+
import { join, resolve } from "path";
|
|
4
|
+
import { execSync } from "child_process";
|
|
5
|
+
|
|
6
|
+
const HARNESS_ROOT = resolve(import.meta.dir, "..");
|
|
7
|
+
const HOME = process.env.HOME || "";
|
|
8
|
+
const CLAUDE_DIR = join(HOME, ".claude");
|
|
9
|
+
|
|
10
|
+
interface ManifestEntry {
|
|
11
|
+
source: string;
|
|
12
|
+
dest: string;
|
|
13
|
+
migrated: boolean;
|
|
14
|
+
note?: string;
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
interface Manifest {
|
|
18
|
+
files: ManifestEntry[];
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
function loadManifest(): Manifest {
|
|
22
|
+
const raw = readFileSync(join(HARNESS_ROOT, "reference", "migration-manifest.json"), "utf8");
|
|
23
|
+
return JSON.parse(raw);
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
describe("ST-1: Migrated files exist at dest", () => {
|
|
27
|
+
const manifest = loadManifest();
|
|
28
|
+
const migrated = manifest.files.filter(f => f.migrated && f.dest !== "DUPLICATE-DELETE");
|
|
29
|
+
|
|
30
|
+
test("at least one file is marked migrated", () => {
|
|
31
|
+
expect(migrated.length).toBeGreaterThan(0);
|
|
32
|
+
});
|
|
33
|
+
|
|
34
|
+
for (const entry of migrated) {
|
|
35
|
+
test(`${entry.dest} exists`, () => {
|
|
36
|
+
const fullPath = join(HARNESS_ROOT, entry.dest);
|
|
37
|
+
expect(existsSync(fullPath)).toBe(true);
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
describe("ST-2: Containment — harness files not in old locations", () => {
|
|
43
|
+
const harnessPatterns = [
|
|
44
|
+
"workflows/ship.js",
|
|
45
|
+
"workflows/prove.js",
|
|
46
|
+
"workflows/council.js",
|
|
47
|
+
"workflows/batch-ship.js",
|
|
48
|
+
"workflows/verify.js",
|
|
49
|
+
"gates/run-gate.ts",
|
|
50
|
+
"gates/orchestrator.ts",
|
|
51
|
+
"gates/schema.ts",
|
|
52
|
+
"gates/witness.ts",
|
|
53
|
+
"gates/ship-orchestrator.ts",
|
|
54
|
+
"gates/brief-assembler.ts",
|
|
55
|
+
"scripts/sync-spec-tests.ts",
|
|
56
|
+
"scripts/scaffold-rungate-config.ts",
|
|
57
|
+
"lib/paths.ts",
|
|
58
|
+
];
|
|
59
|
+
|
|
60
|
+
for (const pattern of harnessPatterns) {
|
|
61
|
+
const oldPath = join(CLAUDE_DIR, pattern);
|
|
62
|
+
test(`${pattern} not in ~/.claude/`, () => {
|
|
63
|
+
expect(existsSync(oldPath)).toBe(false);
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
});
|
|
67
|
+
|
|
68
|
+
describe("ST-2c: Hook independence — no PAI imports", () => {
|
|
69
|
+
test("hooks have zero imports from ~/.pai/hooks/lib/", () => {
|
|
70
|
+
const hooksDir = join(HARNESS_ROOT, "hooks");
|
|
71
|
+
if (!existsSync(hooksDir)) return;
|
|
72
|
+
const result = execSync(
|
|
73
|
+
`grep -rn "from.*\\.pai/hooks\\|require.*\\.pai/hooks\\|from.*hooks/lib/paths\\|from.*hooks/lib/parseStdin\\|from.*hooks/lib/findWorkflow\\|from.*hooks/lib/agentDetection" ${hooksDir} --include='*.ts' 2>/dev/null || true`,
|
|
74
|
+
{ encoding: "utf8" }
|
|
75
|
+
);
|
|
76
|
+
const lines = result.trim().split("\n").filter(l => l.length > 0);
|
|
77
|
+
expect(lines).toEqual([]);
|
|
78
|
+
});
|
|
79
|
+
});
|
|
80
|
+
|
|
81
|
+
describe("ST-2b: Containment — no harness-pattern files in old locations", () => {
|
|
82
|
+
const oldHarnessDirs = [
|
|
83
|
+
{ dir: join(CLAUDE_DIR, "workflows"), ext: ".js" },
|
|
84
|
+
{ dir: join(CLAUDE_DIR, "gates"), ext: ".ts" },
|
|
85
|
+
{ dir: join(CLAUDE_DIR, "lib"), ext: ".ts" },
|
|
86
|
+
];
|
|
87
|
+
|
|
88
|
+
for (const { dir, ext } of oldHarnessDirs) {
|
|
89
|
+
test(`no ${ext} files in ${dir.replace(HOME, "~")}`, () => {
|
|
90
|
+
if (!existsSync(dir)) return;
|
|
91
|
+
const files = readdirSync(dir).filter(f => f.endsWith(ext));
|
|
92
|
+
expect(files).toEqual([]);
|
|
93
|
+
});
|
|
94
|
+
}
|
|
95
|
+
});
|
|
96
|
+
|
|
97
|
+
describe("ST-3: Path purity — no hardcoded ~/.claude/ paths", () => {
|
|
98
|
+
test("no hardcoded paths in .ts/.js files", () => {
|
|
99
|
+
const dirs = ["workflows", "gates", "scripts", "lib"].map(d => join(HARNESS_ROOT, d));
|
|
100
|
+
const existingDirs = dirs.filter(d => existsSync(d));
|
|
101
|
+
if (existingDirs.length === 0) {
|
|
102
|
+
expect(existingDirs.length).toBeGreaterThan(0);
|
|
103
|
+
return;
|
|
104
|
+
}
|
|
105
|
+
const result = execSync(
|
|
106
|
+
`grep -rn '${HOME}/.claude' ${existingDirs.join(" ")} --include='*.ts' --include='*.js' 2>/dev/null || true`,
|
|
107
|
+
{ encoding: "utf8" }
|
|
108
|
+
);
|
|
109
|
+
const lines = result.trim().split("\n").filter(l => l.length > 0);
|
|
110
|
+
expect(lines).toEqual([]);
|
|
111
|
+
});
|
|
112
|
+
});
|
|
113
|
+
|
|
114
|
+
describe("ST-4: Config dedup — each config file exists exactly once", () => {
|
|
115
|
+
const configFiles = ["ceremony-profiles.json", "workflow-schema.json", "spec-policies.json"];
|
|
116
|
+
|
|
117
|
+
for (const file of configFiles) {
|
|
118
|
+
test(`${file} exists exactly once`, () => {
|
|
119
|
+
const result = execSync(
|
|
120
|
+
`find ${HARNESS_ROOT} -name '${file}' -type f 2>/dev/null`,
|
|
121
|
+
{ encoding: "utf8" }
|
|
122
|
+
);
|
|
123
|
+
const matches = result.trim().split("\n").filter(l => l.length > 0);
|
|
124
|
+
expect(matches.length).toBe(1);
|
|
125
|
+
});
|
|
126
|
+
}
|
|
127
|
+
});
|
|
128
|
+
|
|
129
|
+
describe("ST-5: No skills/ directory in rungate", () => {
|
|
130
|
+
test("skills/ directory does not exist", () => {
|
|
131
|
+
expect(existsSync(join(HARNESS_ROOT, "skills"))).toBe(false);
|
|
132
|
+
});
|
|
133
|
+
});
|
|
134
|
+
|
|
135
|
+
describe("ST-6: No templates/ directory in rungate", () => {
|
|
136
|
+
test("templates/ directory does not exist", () => {
|
|
137
|
+
expect(existsSync(join(HARNESS_ROOT, "templates"))).toBe(false);
|
|
138
|
+
});
|
|
139
|
+
});
|
|
140
|
+
|
|
141
|
+
describe("ST-7: lib/paths.ts exports required functions", () => {
|
|
142
|
+
test("lib/paths.ts exists", () => {
|
|
143
|
+
expect(existsSync(join(HARNESS_ROOT, "lib", "paths.ts"))).toBe(true);
|
|
144
|
+
});
|
|
145
|
+
|
|
146
|
+
test("exports harnessRoot", () => {
|
|
147
|
+
const content = readFileSync(join(HARNESS_ROOT, "lib", "paths.ts"), "utf8");
|
|
148
|
+
expect(content).toContain("harnessRoot");
|
|
149
|
+
});
|
|
150
|
+
|
|
151
|
+
test("exports paiRoot", () => {
|
|
152
|
+
const content = readFileSync(join(HARNESS_ROOT, "lib", "paths.ts"), "utf8");
|
|
153
|
+
expect(content).toContain("paiRoot");
|
|
154
|
+
});
|
|
155
|
+
|
|
156
|
+
test("exports workDir", () => {
|
|
157
|
+
const content = readFileSync(join(HARNESS_ROOT, "lib", "paths.ts"), "utf8");
|
|
158
|
+
expect(content).toContain("workDir");
|
|
159
|
+
});
|
|
160
|
+
|
|
161
|
+
test("exports gateSaltPath", () => {
|
|
162
|
+
const content = readFileSync(join(HARNESS_ROOT, "lib", "paths.ts"), "utf8");
|
|
163
|
+
expect(content).toContain("gateSaltPath");
|
|
164
|
+
});
|
|
165
|
+
});
|
|
@@ -0,0 +1,293 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Regression tests for AgentBriefGuard.hook.ts — ship-active enforcement
|
|
3
|
+
* Covers:
|
|
4
|
+
* 1. Engineer BLOCKED when no .ship-active marker exists anywhere in MEMORY/WORK/
|
|
5
|
+
* 2. Engineer ALLOWED when valid .ship-active marker exists (< 4 hours old)
|
|
6
|
+
* 3. Engineer BLOCKED when marker exists but is > 4 hours old (stale)
|
|
7
|
+
* 4. Quinn/Rook NOT affected by ship-active check (they pass without marker)
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
import { describe, it, expect, beforeEach, afterEach } from 'bun:test';
|
|
11
|
+
import {
|
|
12
|
+
mkdtempSync,
|
|
13
|
+
mkdirSync,
|
|
14
|
+
writeFileSync,
|
|
15
|
+
rmSync,
|
|
16
|
+
existsSync,
|
|
17
|
+
readdirSync,
|
|
18
|
+
readFileSync,
|
|
19
|
+
} from 'fs';
|
|
20
|
+
import { join } from 'path';
|
|
21
|
+
import { tmpdir } from 'os';
|
|
22
|
+
|
|
23
|
+
let tempDir: string;
|
|
24
|
+
let workDir: string;
|
|
25
|
+
let signalsDir: string;
|
|
26
|
+
|
|
27
|
+
const origPaiDir = process.env.PAI_DIR;
|
|
28
|
+
|
|
29
|
+
beforeEach(() => {
|
|
30
|
+
tempDir = mkdtempSync(join(tmpdir(), 'ship-guard-test-'));
|
|
31
|
+
workDir = join(tempDir, 'MEMORY', 'WORK');
|
|
32
|
+
signalsDir = join(tempDir, 'MEMORY', 'LEARNING', 'SIGNALS');
|
|
33
|
+
mkdirSync(workDir, { recursive: true });
|
|
34
|
+
mkdirSync(signalsDir, { recursive: true });
|
|
35
|
+
// Create signals.jsonl so logSignal doesn't skip
|
|
36
|
+
writeFileSync(join(signalsDir, 'signals.jsonl'), '');
|
|
37
|
+
process.env.PAI_DIR = tempDir;
|
|
38
|
+
});
|
|
39
|
+
|
|
40
|
+
afterEach(() => {
|
|
41
|
+
rmSync(tempDir, { recursive: true, force: true });
|
|
42
|
+
if (origPaiDir !== undefined) {
|
|
43
|
+
process.env.PAI_DIR = origPaiDir;
|
|
44
|
+
} else {
|
|
45
|
+
delete process.env.PAI_DIR;
|
|
46
|
+
}
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
// ─── Reimplementation of checkShipActive matching the expected hook behavior ───
|
|
50
|
+
|
|
51
|
+
interface ShipMarker {
|
|
52
|
+
issue: number;
|
|
53
|
+
ts: string;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
function checkShipActive(testWorkDir: string): ShipMarker | null {
|
|
57
|
+
if (!existsSync(testWorkDir)) return null;
|
|
58
|
+
|
|
59
|
+
const markers: ShipMarker[] = [];
|
|
60
|
+
|
|
61
|
+
try {
|
|
62
|
+
const entries = readdirSync(testWorkDir, { withFileTypes: true });
|
|
63
|
+
for (const entry of entries) {
|
|
64
|
+
if (!entry.isDirectory()) continue;
|
|
65
|
+
const markerPath = join(testWorkDir, entry.name, '.ship-active');
|
|
66
|
+
if (!existsSync(markerPath)) continue;
|
|
67
|
+
|
|
68
|
+
try {
|
|
69
|
+
const raw = readFileSync(markerPath, 'utf-8');
|
|
70
|
+
const parsed = JSON.parse(raw) as ShipMarker;
|
|
71
|
+
if (parsed.issue && parsed.ts) {
|
|
72
|
+
markers.push(parsed);
|
|
73
|
+
}
|
|
74
|
+
} catch {
|
|
75
|
+
// Skip malformed markers
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
} catch {
|
|
79
|
+
return null;
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
if (markers.length === 0) return null;
|
|
83
|
+
|
|
84
|
+
// Return most recent by ts
|
|
85
|
+
markers.sort((a, b) => new Date(b.ts).getTime() - new Date(a.ts).getTime());
|
|
86
|
+
return markers[0];
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
function isMarkerStale(marker: ShipMarker, maxAgeMs = 4 * 60 * 60 * 1000): boolean {
|
|
90
|
+
const age = Date.now() - new Date(marker.ts).getTime();
|
|
91
|
+
return age > maxAgeMs;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
// Helper: create a .ship-active marker
|
|
95
|
+
function createShipMarker(dirName: string, issue: number, ts: string) {
|
|
96
|
+
const dir = join(workDir, dirName);
|
|
97
|
+
mkdirSync(dir, { recursive: true });
|
|
98
|
+
writeFileSync(join(dir, '.ship-active'), JSON.stringify({ issue, ts }));
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
// Helper: create a CHECKPOINT.md with sizing (needed for existing checks)
|
|
102
|
+
function createCheckpointWithSizing(dirName: string, size: string) {
|
|
103
|
+
const dir = join(workDir, dirName);
|
|
104
|
+
mkdirSync(dir, { recursive: true });
|
|
105
|
+
writeFileSync(join(dir, 'CHECKPOINT.md'), `# Checkpoint\n**Size:** ${size}\n`);
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
describe('AgentBriefGuard — ship-active enforcement', () => {
|
|
109
|
+
|
|
110
|
+
describe('checkShipActive function', () => {
|
|
111
|
+
it('returns null when no .ship-active markers exist', () => {
|
|
112
|
+
mkdirSync(join(workDir, '65-some-work'), { recursive: true });
|
|
113
|
+
const result = checkShipActive(workDir);
|
|
114
|
+
expect(result).toBeNull();
|
|
115
|
+
});
|
|
116
|
+
|
|
117
|
+
it('returns marker when valid .ship-active exists', () => {
|
|
118
|
+
const now = new Date().toISOString();
|
|
119
|
+
createShipMarker('65-engineer-guard', 65, now);
|
|
120
|
+
const result = checkShipActive(workDir);
|
|
121
|
+
expect(result).not.toBeNull();
|
|
122
|
+
expect(result!.issue).toBe(65);
|
|
123
|
+
expect(result!.ts).toBe(now);
|
|
124
|
+
});
|
|
125
|
+
|
|
126
|
+
it('returns most recent marker when multiple exist', () => {
|
|
127
|
+
const older = '2026-06-29T10:00:00Z';
|
|
128
|
+
const newer = '2026-06-29T14:00:00Z';
|
|
129
|
+
createShipMarker('60-old-work', 60, older);
|
|
130
|
+
createShipMarker('65-new-work', 65, newer);
|
|
131
|
+
const result = checkShipActive(workDir);
|
|
132
|
+
expect(result).not.toBeNull();
|
|
133
|
+
expect(result!.issue).toBe(65);
|
|
134
|
+
expect(result!.ts).toBe(newer);
|
|
135
|
+
});
|
|
136
|
+
|
|
137
|
+
it('returns null when WORK_DIR does not exist', () => {
|
|
138
|
+
rmSync(workDir, { recursive: true, force: true });
|
|
139
|
+
const result = checkShipActive(workDir);
|
|
140
|
+
expect(result).toBeNull();
|
|
141
|
+
});
|
|
142
|
+
|
|
143
|
+
it('skips malformed marker files', () => {
|
|
144
|
+
const dir = join(workDir, '65-bad-marker');
|
|
145
|
+
mkdirSync(dir, { recursive: true });
|
|
146
|
+
writeFileSync(join(dir, '.ship-active'), 'not json');
|
|
147
|
+
const result = checkShipActive(workDir);
|
|
148
|
+
expect(result).toBeNull();
|
|
149
|
+
});
|
|
150
|
+
});
|
|
151
|
+
|
|
152
|
+
describe('isMarkerStale', () => {
|
|
153
|
+
it('marker < 4 hours old is NOT stale', () => {
|
|
154
|
+
const twoHoursAgo = new Date(Date.now() - 2 * 60 * 60 * 1000).toISOString();
|
|
155
|
+
const marker: ShipMarker = { issue: 65, ts: twoHoursAgo };
|
|
156
|
+
expect(isMarkerStale(marker)).toBe(false);
|
|
157
|
+
});
|
|
158
|
+
|
|
159
|
+
it('marker > 4 hours old IS stale', () => {
|
|
160
|
+
const fiveHoursAgo = new Date(Date.now() - 5 * 60 * 60 * 1000).toISOString();
|
|
161
|
+
const marker: ShipMarker = { issue: 65, ts: fiveHoursAgo };
|
|
162
|
+
expect(isMarkerStale(marker)).toBe(true);
|
|
163
|
+
});
|
|
164
|
+
|
|
165
|
+
it('marker slightly over 4 hours is stale', () => {
|
|
166
|
+
const slightlyOver = new Date(Date.now() - 4 * 60 * 60 * 1000 - 1000).toISOString();
|
|
167
|
+
const overMarker: ShipMarker = { issue: 65, ts: slightlyOver };
|
|
168
|
+
expect(isMarkerStale(overMarker)).toBe(true);
|
|
169
|
+
});
|
|
170
|
+
});
|
|
171
|
+
|
|
172
|
+
describe('Integration: hook blocks/allows Engineer spawns', () => {
|
|
173
|
+
const hookPath = join(import.meta.dir, '..', '..', 'hooks', 'AgentBriefGuard.hook.ts');
|
|
174
|
+
|
|
175
|
+
// Build a valid agent payload with correct template markers
|
|
176
|
+
function makePayload(agentType: string, extras: Record<string, unknown> = {}) {
|
|
177
|
+
const markers: Record<string, string[]> = {
|
|
178
|
+
Engineer: ['## Context', '## Task', '## Verify', '## Report back'],
|
|
179
|
+
QATester: ['## Context', '## Environment', '## Test scenarios'],
|
|
180
|
+
Pentester: ['## Context', '## Scan scope', '## Report'],
|
|
181
|
+
};
|
|
182
|
+
|
|
183
|
+
const prompt = (markers[agentType] || []).join('\n\nContent here.\n\n');
|
|
184
|
+
return JSON.stringify({
|
|
185
|
+
tool_name: 'Agent',
|
|
186
|
+
tool_input: {
|
|
187
|
+
prompt,
|
|
188
|
+
subagent_type: agentType,
|
|
189
|
+
mode: 'bypassPermissions',
|
|
190
|
+
...extras,
|
|
191
|
+
},
|
|
192
|
+
});
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
it('BLOCKS Engineer when no .ship-active marker exists', async () => {
|
|
196
|
+
const proc = Bun.spawn(['bun', 'run', hookPath], {
|
|
197
|
+
stdin: Buffer.from(makePayload('Engineer')),
|
|
198
|
+
stdout: 'pipe',
|
|
199
|
+
stderr: 'pipe',
|
|
200
|
+
env: { ...process.env, PAI_DIR: tempDir, RUNGATE_WORK_DIR: workDir, HOOK_EVENT: 'PreToolUse' },
|
|
201
|
+
});
|
|
202
|
+
|
|
203
|
+
const stdout = await new Response(proc.stdout).text();
|
|
204
|
+
const stderr = await new Response(proc.stderr).text();
|
|
205
|
+
await proc.exited;
|
|
206
|
+
|
|
207
|
+
expect(stdout).toContain('"decision":"block"');
|
|
208
|
+
expect(stdout).toContain('ship');
|
|
209
|
+
expect(stderr).toContain('no_ship_session');
|
|
210
|
+
});
|
|
211
|
+
|
|
212
|
+
it('ALLOWS Engineer when valid .ship-active marker exists', async () => {
|
|
213
|
+
const now = new Date().toISOString();
|
|
214
|
+
createShipMarker('65-engineer-guard', 65, now);
|
|
215
|
+
createCheckpointWithSizing('65-engineer-guard', 'S');
|
|
216
|
+
|
|
217
|
+
const proc = Bun.spawn(['bun', 'run', hookPath], {
|
|
218
|
+
stdin: Buffer.from(makePayload('Engineer')),
|
|
219
|
+
stdout: 'pipe',
|
|
220
|
+
stderr: 'pipe',
|
|
221
|
+
env: { ...process.env, PAI_DIR: tempDir, RUNGATE_WORK_DIR: workDir, HOOK_EVENT: 'PreToolUse' },
|
|
222
|
+
});
|
|
223
|
+
|
|
224
|
+
const stdout = await new Response(proc.stdout).text();
|
|
225
|
+
const stderr = await new Response(proc.stderr).text();
|
|
226
|
+
await proc.exited;
|
|
227
|
+
|
|
228
|
+
expect(stdout).not.toContain('"decision":"block"');
|
|
229
|
+
expect(stdout).toContain('system-reminder');
|
|
230
|
+
expect(stderr).toContain('spawn validated');
|
|
231
|
+
});
|
|
232
|
+
|
|
233
|
+
it('BLOCKS Engineer when marker is stale (> 4 hours old)', async () => {
|
|
234
|
+
const staleTs = new Date(Date.now() - 5 * 60 * 60 * 1000).toISOString();
|
|
235
|
+
createShipMarker('65-engineer-guard', 65, staleTs);
|
|
236
|
+
|
|
237
|
+
const proc = Bun.spawn(['bun', 'run', hookPath], {
|
|
238
|
+
stdin: Buffer.from(makePayload('Engineer')),
|
|
239
|
+
stdout: 'pipe',
|
|
240
|
+
stderr: 'pipe',
|
|
241
|
+
env: { ...process.env, PAI_DIR: tempDir, RUNGATE_WORK_DIR: workDir, HOOK_EVENT: 'PreToolUse' },
|
|
242
|
+
});
|
|
243
|
+
|
|
244
|
+
const stdout = await new Response(proc.stdout).text();
|
|
245
|
+
const stderr = await new Response(proc.stderr).text();
|
|
246
|
+
await proc.exited;
|
|
247
|
+
|
|
248
|
+
expect(stdout).toContain('"decision":"block"');
|
|
249
|
+
expect(stdout).toContain('ship');
|
|
250
|
+
expect(stderr).toContain('no_ship_session');
|
|
251
|
+
});
|
|
252
|
+
|
|
253
|
+
it('Quinn NOT affected — passes with active ship session', async () => {
|
|
254
|
+
const now = new Date().toISOString();
|
|
255
|
+
createShipMarker('65-engineer-guard', 65, now);
|
|
256
|
+
|
|
257
|
+
const proc = Bun.spawn(['bun', 'run', hookPath], {
|
|
258
|
+
stdin: Buffer.from(makePayload('QATester')),
|
|
259
|
+
stdout: 'pipe',
|
|
260
|
+
stderr: 'pipe',
|
|
261
|
+
env: { ...process.env, PAI_DIR: tempDir, RUNGATE_WORK_DIR: workDir, HOOK_EVENT: 'PreToolUse' },
|
|
262
|
+
});
|
|
263
|
+
|
|
264
|
+
const stdout = await new Response(proc.stdout).text();
|
|
265
|
+
const stderr = await new Response(proc.stderr).text();
|
|
266
|
+
await proc.exited;
|
|
267
|
+
|
|
268
|
+
expect(stdout).not.toContain('"decision":"block"');
|
|
269
|
+
expect(stdout).toContain('system-reminder');
|
|
270
|
+
expect(stderr).toContain('spawn validated');
|
|
271
|
+
});
|
|
272
|
+
|
|
273
|
+
it('Rook NOT affected — passes with active ship session', async () => {
|
|
274
|
+
const now = new Date().toISOString();
|
|
275
|
+
createShipMarker('65-engineer-guard', 65, now);
|
|
276
|
+
|
|
277
|
+
const proc = Bun.spawn(['bun', 'run', hookPath], {
|
|
278
|
+
stdin: Buffer.from(makePayload('Pentester')),
|
|
279
|
+
stdout: 'pipe',
|
|
280
|
+
stderr: 'pipe',
|
|
281
|
+
env: { ...process.env, PAI_DIR: tempDir, RUNGATE_WORK_DIR: workDir, HOOK_EVENT: 'PreToolUse' },
|
|
282
|
+
});
|
|
283
|
+
|
|
284
|
+
const stdout = await new Response(proc.stdout).text();
|
|
285
|
+
const stderr = await new Response(proc.stderr).text();
|
|
286
|
+
await proc.exited;
|
|
287
|
+
|
|
288
|
+
expect(stdout).not.toContain('"decision":"block"');
|
|
289
|
+
expect(stdout).toContain('system-reminder');
|
|
290
|
+
expect(stderr).toContain('spawn validated');
|
|
291
|
+
});
|
|
292
|
+
});
|
|
293
|
+
});
|
|
@@ -0,0 +1,145 @@
|
|
|
1
|
+
import { test, expect, describe, afterEach } from "bun:test";
|
|
2
|
+
import { mkdirSync, writeFileSync, rmSync, existsSync, readFileSync } from "fs";
|
|
3
|
+
import { join } from "path";
|
|
4
|
+
import { extractConstraints, contentHash } from "../../scripts/extract-constraints";
|
|
5
|
+
|
|
6
|
+
function createTempDir(): string {
|
|
7
|
+
const dir = join("/tmp", `ec-test-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`);
|
|
8
|
+
mkdirSync(dir, { recursive: true });
|
|
9
|
+
return dir;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
describe("extract-constraints: signal phrase extraction", () => {
|
|
13
|
+
let tmpDir: string;
|
|
14
|
+
|
|
15
|
+
afterEach(() => {
|
|
16
|
+
if (tmpDir && existsSync(tmpDir)) rmSync(tmpDir, { recursive: true });
|
|
17
|
+
});
|
|
18
|
+
|
|
19
|
+
test("finds 'do not remove' pattern", async () => {
|
|
20
|
+
tmpDir = createTempDir();
|
|
21
|
+
mkdirSync(join(tmpDir, "docs"), { recursive: true });
|
|
22
|
+
writeFileSync(
|
|
23
|
+
join(tmpDir, "docs", "RULES.md"),
|
|
24
|
+
"# Rules\n\nThis is a guard. Do not remove the safety check or tests will break.\n\nMore text here.\n"
|
|
25
|
+
);
|
|
26
|
+
const result = await extractConstraints(tmpDir);
|
|
27
|
+
const found = result.candidates.some((c) => /do not remove/i.test(c.rule));
|
|
28
|
+
expect(found).toBe(true);
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
test("finds 'intentional' pattern", async () => {
|
|
32
|
+
tmpDir = createTempDir();
|
|
33
|
+
mkdirSync(join(tmpDir, "specs"), { recursive: true });
|
|
34
|
+
writeFileSync(
|
|
35
|
+
join(tmpDir, "specs", "DESIGN.md"),
|
|
36
|
+
"---\ntestable: true\ndoc-type: spec\n---\n# Design\n\nThe duplication here is intentional because each consumer has different lifetimes.\n"
|
|
37
|
+
);
|
|
38
|
+
const result = await extractConstraints(tmpDir);
|
|
39
|
+
const found = result.candidates.some((c) => /intentional/i.test(c.rule));
|
|
40
|
+
expect(found).toBe(true);
|
|
41
|
+
});
|
|
42
|
+
});
|
|
43
|
+
|
|
44
|
+
describe("extract-constraints: deduplication", () => {
|
|
45
|
+
let tmpDir: string;
|
|
46
|
+
|
|
47
|
+
afterEach(() => {
|
|
48
|
+
if (tmpDir && existsSync(tmpDir)) rmSync(tmpDir, { recursive: true });
|
|
49
|
+
});
|
|
50
|
+
|
|
51
|
+
test("removes candidates matching existing Hard Constraints", async () => {
|
|
52
|
+
tmpDir = createTempDir();
|
|
53
|
+
mkdirSync(join(tmpDir, "docs"), { recursive: true });
|
|
54
|
+
writeFileSync(
|
|
55
|
+
join(tmpDir, "AGENTS.md"),
|
|
56
|
+
"## Hard Constraints (non-inferrable)\n\n- **Safety check** — never remove the safety check from the pipeline\n"
|
|
57
|
+
);
|
|
58
|
+
writeFileSync(
|
|
59
|
+
join(tmpDir, "docs", "RULES.md"),
|
|
60
|
+
"# Rules\n\n- Agents must never remove the safety check from the pipeline.\n"
|
|
61
|
+
);
|
|
62
|
+
const result = await extractConstraints(tmpDir);
|
|
63
|
+
expect(result.deduped.existingConstraints).toBeGreaterThanOrEqual(1);
|
|
64
|
+
const found = result.candidates.some((c) => /never remove the safety check/i.test(c.rule));
|
|
65
|
+
expect(found).toBe(false);
|
|
66
|
+
});
|
|
67
|
+
|
|
68
|
+
test("content hash dedup works for rejected-constraints.md", async () => {
|
|
69
|
+
tmpDir = createTempDir();
|
|
70
|
+
mkdirSync(join(tmpDir, "docs"), { recursive: true });
|
|
71
|
+
mkdirSync(join(tmpDir, "reference"), { recursive: true });
|
|
72
|
+
|
|
73
|
+
const rule = "Do not remove the legacy adapter until migration completes";
|
|
74
|
+
const hash = contentHash(rule.replace(/^[-*] /, "").trim().replace(/[.;]$/, ""));
|
|
75
|
+
|
|
76
|
+
writeFileSync(
|
|
77
|
+
join(tmpDir, "reference", "rejected-constraints.md"),
|
|
78
|
+
`# Rejected Constraints\n\n| Hash | Rule | Source | Rejected |\n|------|------|--------|----------|\n| ${hash} | Do not remove the legacy... | RULES.md:5 | 2026-09-18 |\n`
|
|
79
|
+
);
|
|
80
|
+
writeFileSync(
|
|
81
|
+
join(tmpDir, "docs", "RULES.md"),
|
|
82
|
+
`# Rules\n\n${rule}.\n`
|
|
83
|
+
);
|
|
84
|
+
|
|
85
|
+
const result = await extractConstraints(tmpDir);
|
|
86
|
+
expect(result.deduped.rejectedPrior).toBeGreaterThanOrEqual(1);
|
|
87
|
+
});
|
|
88
|
+
});
|
|
89
|
+
|
|
90
|
+
describe("extract-constraints: output structure", () => {
|
|
91
|
+
let tmpDir: string;
|
|
92
|
+
|
|
93
|
+
afterEach(() => {
|
|
94
|
+
if (tmpDir && existsSync(tmpDir)) rmSync(tmpDir, { recursive: true });
|
|
95
|
+
});
|
|
96
|
+
|
|
97
|
+
test("output JSON has correct structure", async () => {
|
|
98
|
+
tmpDir = createTempDir();
|
|
99
|
+
mkdirSync(join(tmpDir, "docs"), { recursive: true });
|
|
100
|
+
writeFileSync(
|
|
101
|
+
join(tmpDir, "docs", "GUIDE.md"),
|
|
102
|
+
"# Guide\n\nThis flag is permanently disabled for compliance reasons.\n"
|
|
103
|
+
);
|
|
104
|
+
const result = await extractConstraints(tmpDir);
|
|
105
|
+
|
|
106
|
+
expect(result).toHaveProperty("candidates");
|
|
107
|
+
expect(result).toHaveProperty("deduped");
|
|
108
|
+
expect(result).toHaveProperty("staleness");
|
|
109
|
+
expect(result.deduped).toHaveProperty("existingConstraints");
|
|
110
|
+
expect(result.deduped).toHaveProperty("rejectedPrior");
|
|
111
|
+
expect(result.deduped).toHaveProperty("candidatesRemoved");
|
|
112
|
+
expect(Array.isArray(result.candidates)).toBe(true);
|
|
113
|
+
expect(Array.isArray(result.staleness)).toBe(true);
|
|
114
|
+
|
|
115
|
+
if (result.candidates.length > 0) {
|
|
116
|
+
const c = result.candidates[0];
|
|
117
|
+
expect(c).toHaveProperty("rule");
|
|
118
|
+
expect(c).toHaveProperty("source");
|
|
119
|
+
expect(c).toHaveProperty("context");
|
|
120
|
+
expect(c).toHaveProperty("hash");
|
|
121
|
+
}
|
|
122
|
+
});
|
|
123
|
+
});
|
|
124
|
+
|
|
125
|
+
describe("extract-constraints: ADR staleness exemption", () => {
|
|
126
|
+
let tmpDir: string;
|
|
127
|
+
|
|
128
|
+
afterEach(() => {
|
|
129
|
+
if (tmpDir && existsSync(tmpDir)) rmSync(tmpDir, { recursive: true });
|
|
130
|
+
});
|
|
131
|
+
|
|
132
|
+
test("ADR files are included in scan but exempt from staleness", async () => {
|
|
133
|
+
tmpDir = createTempDir();
|
|
134
|
+
mkdirSync(join(tmpDir, "docs", "adr"), { recursive: true });
|
|
135
|
+
writeFileSync(
|
|
136
|
+
join(tmpDir, "docs", "adr", "ADR-001.md"),
|
|
137
|
+
"# ADR-001\n\nThis decision is intentional and by design — we chose X over Y.\n"
|
|
138
|
+
);
|
|
139
|
+
const result = await extractConstraints(tmpDir);
|
|
140
|
+
const adrCandidate = result.candidates.some((c) => c.source.includes("ADR-001"));
|
|
141
|
+
expect(adrCandidate).toBe(true);
|
|
142
|
+
const adrStale = result.staleness.some((s) => s.file.includes("ADR-001"));
|
|
143
|
+
expect(adrStale).toBe(false);
|
|
144
|
+
});
|
|
145
|
+
});
|