rungate 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (282) hide show
  1. package/bin/rungate.ts +70 -0
  2. package/lib/aes-calculator.ts +66 -0
  3. package/lib/agent-audit.ts +139 -0
  4. package/lib/agent-brief-validation.ts +359 -0
  5. package/lib/agents-md-refs.ts +90 -0
  6. package/lib/bash-file-read.ts +197 -0
  7. package/lib/behavioral-cache.ts +78 -0
  8. package/lib/branch-cleanup.ts +234 -0
  9. package/lib/brief-context-parser.ts +35 -0
  10. package/lib/canary.ts +117 -0
  11. package/lib/check-registry.ts +226 -0
  12. package/lib/ci-checkout.ts +400 -0
  13. package/lib/cli-commands.ts +137 -0
  14. package/lib/compliance-backfill.ts +220 -0
  15. package/lib/compliance-report.ts +504 -0
  16. package/lib/compliance.ts +361 -0
  17. package/lib/config-loader.ts +255 -0
  18. package/lib/conformity.ts +1818 -131
  19. package/lib/container-provenance.ts +230 -0
  20. package/lib/create-brief.ts +150 -0
  21. package/lib/create-sc.ts +272 -0
  22. package/lib/deep-merge.ts +69 -0
  23. package/lib/dev-liveness.ts +214 -0
  24. package/lib/directive-extractor.ts +210 -0
  25. package/lib/distribution-standing.ts +113 -0
  26. package/lib/doc-hygiene.ts +238 -0
  27. package/lib/eval-criteria.ts +6 -0
  28. package/lib/evidence-portability.ts +123 -0
  29. package/lib/evidence-prevalidator.ts +390 -0
  30. package/lib/evidence-required.ts +150 -0
  31. package/lib/evidence-satisfiability.ts +288 -0
  32. package/lib/frontmatter.ts +163 -0
  33. package/lib/gap-scanner.ts +348 -0
  34. package/lib/gate-enforcement.ts +366 -0
  35. package/lib/generators/agent-briefs.ts +136 -0
  36. package/lib/generators/agents-md.ts +506 -0
  37. package/lib/generators/code-map.ts +60 -0
  38. package/lib/generators/types.ts +184 -0
  39. package/lib/git-ref-normalizer.ts +107 -0
  40. package/lib/github.ts +539 -0
  41. package/lib/harness-identity.ts +63 -0
  42. package/lib/hill-climb.ts +164 -0
  43. package/lib/instruction-effectiveness.ts +131 -0
  44. package/lib/issue-closure-audit.ts +225 -0
  45. package/lib/issue-create-override.ts +343 -0
  46. package/lib/js-top-level-code.ts +250 -0
  47. package/lib/liveness-contradiction.ts +149 -0
  48. package/lib/organize.ts +505 -0
  49. package/lib/paths.ts +197 -6
  50. package/lib/post-fix-verify.ts +157 -0
  51. package/lib/prior-branch.ts +489 -0
  52. package/lib/project-state-shape.ts +166 -0
  53. package/lib/promote-outputs.ts +156 -0
  54. package/lib/prove-label-gate.ts +35 -0
  55. package/lib/reachability.ts +302 -0
  56. package/lib/release-preflight.ts +186 -0
  57. package/lib/rule-health-pipeline.ts +264 -0
  58. package/lib/rule-health-trend.ts +161 -0
  59. package/lib/rule-provenance.ts +149 -0
  60. package/lib/rule-registry.ts +128 -0
  61. package/lib/rungate-schema.ts +114 -4
  62. package/lib/sc-claim-forms.ts +179 -0
  63. package/lib/sc-cover.ts +150 -0
  64. package/lib/sc-guard.ts +157 -0
  65. package/lib/sc-ids.ts +344 -0
  66. package/lib/scaffold/defaults.ts +165 -0
  67. package/lib/scaffold/managed-workflow.ts +370 -0
  68. package/lib/scaffold/owned-files.ts +265 -0
  69. package/lib/scaffold/steps.ts +2680 -0
  70. package/lib/scanner.ts +701 -0
  71. package/lib/screenshot-upload.ts +73 -0
  72. package/lib/secret-patterns.ts +112 -0
  73. package/lib/security-verdict.ts +616 -0
  74. package/lib/signal-phrases.ts +1 -0
  75. package/lib/spec-change-conformity.ts +80 -0
  76. package/lib/spec-files.ts +62 -0
  77. package/lib/spec-registry.ts +133 -0
  78. package/lib/spec-updater.ts +96 -0
  79. package/lib/stale-cleanup.ts +224 -0
  80. package/lib/stale-issue-scanner.ts +36 -0
  81. package/lib/strip-js-comments.ts +269 -0
  82. package/lib/suite-measurement.ts +228 -0
  83. package/lib/task-completion-checks.ts +177 -0
  84. package/lib/test-suite-lock.ts +1136 -0
  85. package/lib/transcript-checker.ts +1140 -0
  86. package/lib/validators/spec-validators.ts +171 -0
  87. package/lib/verdict-capture.ts +73 -0
  88. package/lib/verified-push.ts +358 -0
  89. package/lib/workflow-security.ts +174 -0
  90. package/lib/worktree-cleanup.ts +250 -0
  91. package/lib/worktree-collect.ts +283 -0
  92. package/lib/worktree-isolation.ts +82 -0
  93. package/package.json +36 -3
  94. package/prompts/ac-adversary.md +14 -2
  95. package/prompts/aditi.md +5 -0
  96. package/prompts/blast-radius.md +5 -0
  97. package/prompts/container-verify.md +5 -0
  98. package/prompts/discovery.md +4 -0
  99. package/prompts/environment.md +5 -0
  100. package/prompts/evidence-hierarchy.md +5 -0
  101. package/prompts/evidence-validator.md +11 -0
  102. package/prompts/marcus.md +5 -0
  103. package/prompts/prevention.md +5 -0
  104. package/prompts/prove-reproducer.md +12 -0
  105. package/prompts/quinn-decision-tree.md +5 -0
  106. package/prompts/quinn-ui-brief.md +5 -0
  107. package/prompts/quinn.md +5 -0
  108. package/prompts/rca.md +5 -0
  109. package/prompts/read-before-write.md +4 -0
  110. package/prompts/regression.md +5 -0
  111. package/prompts/serena.md +5 -0
  112. package/scripts/audit-specs.ts +464 -0
  113. package/scripts/convert-spec.ts +293 -0
  114. package/scripts/create-sc.ts +92 -0
  115. package/scripts/create-spec.ts +166 -0
  116. package/scripts/extract-constraints.ts +4 -3
  117. package/scripts/generate-code-map.ts +1 -1
  118. package/scripts/scaffold-project.ts +138 -1426
  119. package/scripts/sync-spec-tests.ts +211 -126
  120. package/.claude/agents/aditi.md +0 -47
  121. package/.claude/agents/marcus.md +0 -50
  122. package/.claude/agents/quinn.md +0 -58
  123. package/.claude/agents/rook.md +0 -47
  124. package/.claude/agents/serena.md +0 -46
  125. package/.claude/rungate.json +0 -11
  126. package/.fallowrc.json +0 -28
  127. package/.github/copilot-instructions.md +0 -20
  128. package/.rungate/conformity-findings.json +0 -648
  129. package/AGENTS.md +0 -106
  130. package/CODE-MAP.md +0 -50
  131. package/HARNESS.md +0 -88
  132. package/bun.lock +0 -26
  133. package/bunfig.toml +0 -2
  134. package/config/brief-policies.json +0 -28
  135. package/config/ceremony-profiles.json +0 -212
  136. package/config/consumer-cascade-map.json +0 -24
  137. package/config/doc-cascade-map.json +0 -24
  138. package/config/eval.json +0 -84
  139. package/config/profiles/account-plan.yaml +0 -36
  140. package/config/profiles/campaign.yaml +0 -94
  141. package/config/prove-evidence.schema.json +0 -65
  142. package/config/spec-policies.json +0 -36
  143. package/config/workflow-schema.json +0 -281
  144. package/gates/SCHEMA-GUIDE.md +0 -121
  145. package/gates/ac-quality.test.ts +0 -106
  146. package/gates/adversarial.test.ts +0 -274
  147. package/gates/brief-assembler.test.ts +0 -429
  148. package/gates/brief-assembler.ts +0 -334
  149. package/gates/bunfig.toml +0 -2
  150. package/gates/chain.test.ts +0 -91
  151. package/gates/e2e-smoke.test.ts +0 -234
  152. package/gates/error-classifier.test.ts +0 -249
  153. package/gates/error-classifier.ts +0 -89
  154. package/gates/orchestrator.test.ts +0 -950
  155. package/gates/orchestrator.ts +0 -569
  156. package/gates/preload.ts +0 -77
  157. package/gates/prompts/ac-adversary.md +0 -20
  158. package/gates/prompts/evidence-validator.md +0 -22
  159. package/gates/prompts/prove-reproducer.md +0 -53
  160. package/gates/prove.test.ts +0 -164
  161. package/gates/run-gate.ts +0 -936
  162. package/gates/schema-parity.test.ts +0 -197
  163. package/gates/schema.ts +0 -362
  164. package/gates/self-heal.test.ts +0 -511
  165. package/gates/self-heal.ts +0 -121
  166. package/gates/ship-orchestrator.test.ts +0 -379
  167. package/gates/ship-orchestrator.ts +0 -363
  168. package/gates/test-fixtures/broken-no-environments.json +0 -60
  169. package/gates/test-fixtures/valid-standard.json +0 -54
  170. package/gates/test-utils.ts +0 -43
  171. package/gates/witness.ts +0 -220
  172. package/gates/workflow.test.ts +0 -1053
  173. package/hooks/AgentBriefGuard.hook.ts +0 -586
  174. package/hooks/AgentVerdictCapture.hook.ts +0 -134
  175. package/hooks/AutoVerifyGate.hook.ts +0 -76
  176. package/hooks/GateEnforcement.hook.ts +0 -273
  177. package/hooks/IssueCloseGuard.hook.ts +0 -116
  178. package/hooks/MergeGuard.hook.ts +0 -55
  179. package/hooks/StaleTTLCleanup.hook.ts +0 -133
  180. package/hooks/VerifyPhaseLock.hook.ts +0 -81
  181. package/hooks/WorkflowStateGuard.hook.ts +0 -37
  182. package/hooks/lib/agentDetection.ts +0 -70
  183. package/hooks/lib/findWorkflow.ts +0 -101
  184. package/hooks/lib/parseStdin.ts +0 -37
  185. package/hooks/lib/paths.ts +0 -111
  186. package/hooks/lib/utils.ts +0 -81
  187. package/reference/migration-manifest.json +0 -554
  188. package/reference/prompts/agent-aditi.md +0 -38
  189. package/reference/prompts/agent-marcus.md +0 -38
  190. package/reference/prompts/agent-quinn.md +0 -38
  191. package/reference/prompts/agent-rook.md +0 -37
  192. package/reference/prompts/agent-serena.md +0 -37
  193. package/reference/prompts/council-skill.md +0 -170
  194. package/reference/prompts/goal-skill.md +0 -235
  195. package/reference/prompts/prove-skill.md +0 -283
  196. package/reference/prompts/quinn-standard.md +0 -246
  197. package/reference/prompts/ship-convergence.md +0 -65
  198. package/reference/prompts/ship-escalation.md +0 -43
  199. package/reference/prompts/ship-iteration.md +0 -382
  200. package/reference/prompts/ship-pending-patches.md +0 -246
  201. package/reference/prompts/ship-reference.md +0 -250
  202. package/reference/prompts/ship-skill.md +0 -347
  203. package/reference/prompts/ship-templates.md +0 -215
  204. package/reference/scripts/batch-status.sh +0 -68
  205. package/reference/scripts/chain-compat-check.sh +0 -67
  206. package/reference/scripts/context-audit.sh +0 -314
  207. package/reference/scripts/dead-export-check.sh +0 -61
  208. package/reference/scripts/generate-qc-tables.sh +0 -92
  209. package/reference/scripts/harness-init.sh +0 -111
  210. package/reference/scripts/pai-054-baseline-check.sh +0 -40
  211. package/reference/scripts/prove-smoke-test.sh +0 -112
  212. package/reference/scripts/setup-keychain-salt.sh +0 -12
  213. package/reference/scripts/skill-optimizer-friday.sh +0 -88
  214. package/reference/scripts/skill-qc-test.sh +0 -351
  215. package/reference/scripts/skill-synthesize-tonight.sh +0 -66
  216. package/reference/specs/HARNESS-EXTRACTION-SPEC.md +0 -263
  217. package/reference/specs/harness-v3-bash-deletion-plan.md +0 -65
  218. package/reference/specs/harness-v3-migration-plan.md +0 -188
  219. package/scripts/decision-reconcile.sh +0 -74
  220. package/scripts/decision-reconcile.ts +0 -152
  221. package/scripts/git-hooks/pre-commit +0 -76
  222. package/scripts/git-hooks/pre-push +0 -271
  223. package/scripts/harness-skill-check.sh +0 -52
  224. package/scripts/lib/gap-emit.sh +0 -65
  225. package/scripts/lib/jq-update.sh +0 -30
  226. package/scripts/lib/resolve-slug.sh +0 -30
  227. package/scripts/lib/verify-spec-compliance.sh +0 -102
  228. package/scripts/prove-backfill.sh +0 -87
  229. package/scripts/scaffold-rungate-config.ts +0 -91
  230. package/scripts/self-containment-check.sh +0 -109
  231. package/scripts/skill-qc-validator.sh +0 -402
  232. package/scripts/slug-resolver.sh +0 -14
  233. package/specs/BOOTSTRAP-DATA-FLOW-SPEC.md +0 -2493
  234. package/specs/BOOTSTRAP-TEST-PLAN.md +0 -571
  235. package/specs/HARNESS-GATES.md +0 -256
  236. package/specs/HARNESS-SKILL-CHAIN.md +0 -286
  237. package/specs/HARNESS-SKILL-CONTRACT.md +0 -93
  238. package/specs/HARNESS-STANDARD.md +0 -488
  239. package/specs/SPEC-TEMPLATE.md +0 -53
  240. package/specs/bootstrap-data-flow.png +0 -0
  241. package/specs/harness-automation-matrix.md +0 -314
  242. package/specs/harness-automation-matrix.rules.json +0 -64
  243. package/test/anti.test.ts +0 -80
  244. package/test/contract-negative.test.ts +0 -86
  245. package/test/contract.test.ts +0 -158
  246. package/test/external-deps.test.ts +0 -48
  247. package/test/fixtures/golden-project/.env.example +0 -3
  248. package/test/fixtures/golden-project/Makefile +0 -7
  249. package/test/fixtures/golden-project/docs/adr/ADR-001-framework.md +0 -23
  250. package/test/fixtures/golden-project/docs/setup-guide.md +0 -10
  251. package/test/fixtures/golden-project/package.json +0 -10
  252. package/test/fixtures/golden-project/specs/api-spec.md +0 -20
  253. package/test/fixtures/golden-project/src/auth.ts +0 -8
  254. package/test/fixtures/golden-project/src/db.ts +0 -11
  255. package/test/fixtures/golden-project/src/index.ts +0 -19
  256. package/test/fixtures/golden-project/src/utils/format.ts +0 -3
  257. package/test/fixtures/golden-project/test/auth.test.ts +0 -15
  258. package/test/fixtures/golden-project/tsconfig.json +0 -12
  259. package/test/meta-sc-coverage.test.ts +0 -159
  260. package/test/phase-0.test.ts +0 -846
  261. package/test/phase-1.test.ts +0 -617
  262. package/test/phase-2.test.ts +0 -620
  263. package/test/phase-3.test.ts +0 -99
  264. package/test/scaffold-conformity.test.ts +0 -8
  265. package/test/schema-canary.test.ts +0 -51
  266. package/test/spec-compliance-auto.test.ts +0 -64
  267. package/test/spec-compliance.test.ts +0 -295
  268. package/test/spec-discovery.test.ts +0 -68
  269. package/test/spec-drift.test.ts +0 -5
  270. package/test/structure.test.ts +0 -165
  271. package/test/unit/agent-brief-guard-ship.test.ts +0 -293
  272. package/test/unit/extract-constraints.test.ts +0 -145
  273. package/test/unit/issue-close-guard.test.ts +0 -204
  274. package/test/unit/scaffold-project.test.ts +0 -417
  275. package/test/unit/skill-cooccurrence.test.ts +0 -177
  276. package/test/unit/skill-sequence-logger.test.ts +0 -244
  277. package/test/unit/workflow-state-guard.test.ts +0 -95
  278. package/workflows/batch-ship.js +0 -295
  279. package/workflows/council.js +0 -481
  280. package/workflows/prove.js +0 -560
  281. package/workflows/ship.js +0 -789
  282. package/workflows/verify.js +0 -236
@@ -1,177 +0,0 @@
1
- /**
2
- * skill-cooccurrence.test.ts
3
- *
4
- * Test suite for SkillCooccurrence.ts CLI tool
5
- *
6
- * COVERAGE:
7
- * - Matrix building from skill-sequences.jsonl
8
- * - Pair counting within same session
9
- * - JSON output format
10
- * - Empty input handling
11
- */
12
-
13
- import { describe, test, expect, beforeEach, afterEach } from 'bun:test';
14
- import { mkdtempSync, rmSync, writeFileSync, readFileSync, existsSync } from 'fs';
15
- import { join } from 'path';
16
- import { tmpdir } from 'os';
17
- import { execSync } from 'child_process';
18
-
19
- describe('SkillCooccurrence.ts', () => {
20
- let tempDir: string;
21
- let sequencesPath: string;
22
- let outputPath: string;
23
-
24
- beforeEach(() => {
25
- tempDir = mkdtempSync(join(tmpdir(), 'cooccur-test-'));
26
- sequencesPath = join(tempDir, 'skill-sequences.jsonl');
27
- outputPath = join(tempDir, 'skill-cooccurrence.json');
28
- });
29
-
30
- afterEach(() => {
31
- if (existsSync(tempDir)) {
32
- rmSync(tempDir, { recursive: true, force: true });
33
- }
34
- });
35
-
36
- test('builds co-occurrence matrix from skill sequences', () => {
37
- // Session 1: dev-loop + testing
38
- // Session 2: dev-loop + testing (again)
39
- // Session 3: debugging + research
40
- const sequences = [
41
- { session_id: 's1', timestamp: '2026-05-10T10:00:00Z', skill_name: 'dev-loop', args: '', rating: 8 },
42
- { session_id: 's1', timestamp: '2026-05-10T10:05:00Z', skill_name: 'testing-and-qa-validation', args: '', rating: 8 },
43
- { session_id: 's2', timestamp: '2026-05-10T11:00:00Z', skill_name: 'dev-loop', args: '', rating: 9 },
44
- { session_id: 's2', timestamp: '2026-05-10T11:05:00Z', skill_name: 'testing-and-qa-validation', args: '', rating: 9 },
45
- { session_id: 's3', timestamp: '2026-05-10T12:00:00Z', skill_name: 'debugging-and-bug-fixes', args: '', rating: 7 },
46
- { session_id: 's3', timestamp: '2026-05-10T12:05:00Z', skill_name: 'research-and-api-investigation', args: '', rating: 7 }
47
- ];
48
-
49
- writeFileSync(sequencesPath, sequences.map(s => JSON.stringify(s)).join('\n'));
50
-
51
- const toolPath = join(process.env.HOME!, '.claude', 'PAI', 'Tools', 'SkillCooccurrence.ts');
52
-
53
- execSync(`bun ${toolPath}`, {
54
- env: {
55
- ...process.env,
56
- SEQUENCES_FILE: sequencesPath,
57
- OUTPUT_FILE: outputPath
58
- }
59
- });
60
-
61
- expect(existsSync(outputPath)).toBe(true);
62
- const matrix = JSON.parse(readFileSync(outputPath, 'utf-8'));
63
-
64
- // dev-loop + testing occurred together 2 times
65
- expect(matrix['dev-loop']['testing-and-qa-validation']).toBe(2);
66
- expect(matrix['testing-and-qa-validation']['dev-loop']).toBe(2);
67
-
68
- // debugging + research occurred together 1 time
69
- expect(matrix['debugging-and-bug-fixes']['research-and-api-investigation']).toBe(1);
70
- expect(matrix['research-and-api-investigation']['debugging-and-bug-fixes']).toBe(1);
71
-
72
- // dev-loop and debugging never occurred together
73
- expect(matrix['dev-loop']['debugging-and-bug-fixes']).toBeUndefined();
74
- });
75
-
76
- test('handles single-skill sessions (no pairs)', () => {
77
- const sequences = [
78
- { session_id: 's1', timestamp: '2026-05-10T10:00:00Z', skill_name: 'dev-loop', args: '', rating: 8 },
79
- { session_id: 's2', timestamp: '2026-05-10T11:00:00Z', skill_name: 'testing-and-qa-validation', args: '', rating: 9 }
80
- ];
81
-
82
- writeFileSync(sequencesPath, sequences.map(s => JSON.stringify(s)).join('\n'));
83
-
84
- const toolPath = join(process.env.HOME!, '.claude', 'PAI', 'Tools', 'SkillCooccurrence.ts');
85
-
86
- execSync(`bun ${toolPath}`, {
87
- env: {
88
- ...process.env,
89
- SEQUENCES_FILE: sequencesPath,
90
- OUTPUT_FILE: outputPath
91
- }
92
- });
93
-
94
- const matrix = JSON.parse(readFileSync(outputPath, 'utf-8'));
95
-
96
- // Each skill appears but has no co-occurrences
97
- expect(matrix['dev-loop']).toEqual({});
98
- expect(matrix['testing-and-qa-validation']).toEqual({});
99
- });
100
-
101
- test('handles empty input file', () => {
102
- writeFileSync(sequencesPath, '');
103
-
104
- const toolPath = join(process.env.HOME!, '.claude', 'PAI', 'Tools', 'SkillCooccurrence.ts');
105
-
106
- execSync(`bun ${toolPath}`, {
107
- env: {
108
- ...process.env,
109
- SEQUENCES_FILE: sequencesPath,
110
- OUTPUT_FILE: outputPath
111
- }
112
- });
113
-
114
- const matrix = JSON.parse(readFileSync(outputPath, 'utf-8'));
115
- expect(Object.keys(matrix).length).toBe(0);
116
- });
117
-
118
- test('counts multiple occurrences in same session as one', () => {
119
- // Same skill called twice in one session — should count as 1 for pairs
120
- const sequences = [
121
- { session_id: 's1', timestamp: '2026-05-10T10:00:00Z', skill_name: 'dev-loop', args: '', rating: 8 },
122
- { session_id: 's1', timestamp: '2026-05-10T10:01:00Z', skill_name: 'dev-loop', args: '', rating: 8 },
123
- { session_id: 's1', timestamp: '2026-05-10T10:05:00Z', skill_name: 'testing-and-qa-validation', args: '', rating: 8 }
124
- ];
125
-
126
- writeFileSync(sequencesPath, sequences.map(s => JSON.stringify(s)).join('\n'));
127
-
128
- const toolPath = join(process.env.HOME!, '.claude', 'PAI', 'Tools', 'SkillCooccurrence.ts');
129
-
130
- execSync(`bun ${toolPath}`, {
131
- env: {
132
- ...process.env,
133
- SEQUENCES_FILE: sequencesPath,
134
- OUTPUT_FILE: outputPath
135
- }
136
- });
137
-
138
- const matrix = JSON.parse(readFileSync(outputPath, 'utf-8'));
139
-
140
- // dev-loop + testing co-occurred once (same session)
141
- expect(matrix['dev-loop']['testing-and-qa-validation']).toBe(1);
142
- });
143
-
144
- test('JSON output format validation', () => {
145
- const sequences = [
146
- { session_id: 's1', timestamp: '2026-05-10T10:00:00Z', skill_name: 'dev-loop', args: '', rating: 8 },
147
- { session_id: 's1', timestamp: '2026-05-10T10:05:00Z', skill_name: 'testing-and-qa-validation', args: '', rating: 8 }
148
- ];
149
-
150
- writeFileSync(sequencesPath, sequences.map(s => JSON.stringify(s)).join('\n'));
151
-
152
- const toolPath = join(process.env.HOME!, '.claude', 'PAI', 'Tools', 'SkillCooccurrence.ts');
153
-
154
- execSync(`bun ${toolPath}`, {
155
- env: {
156
- ...process.env,
157
- SEQUENCES_FILE: sequencesPath,
158
- OUTPUT_FILE: outputPath
159
- }
160
- });
161
-
162
- const content = readFileSync(outputPath, 'utf-8');
163
- const matrix = JSON.parse(content); // Must be valid JSON
164
-
165
- // Top-level keys are skill names
166
- Object.keys(matrix).forEach(skill => {
167
- expect(typeof skill).toBe('string');
168
- expect(typeof matrix[skill]).toBe('object');
169
-
170
- // Nested values are counts
171
- Object.values(matrix[skill]).forEach(count => {
172
- expect(typeof count).toBe('number');
173
- expect(count).toBeGreaterThan(0);
174
- });
175
- });
176
- });
177
- });
@@ -1,244 +0,0 @@
1
- /**
2
- * skill-sequence-logger.test.ts
3
- *
4
- * Test suite for SkillSequenceLogger hook (SessionEnd trigger)
5
- *
6
- * COVERAGE:
7
- * - Transcript parsing for Skill() tool calls
8
- * - JSONL format validation
9
- * - Rating join logic (session_id match)
10
- * - Non-blocking behavior (always exit 0)
11
- */
12
-
13
- import { describe, test, expect, beforeEach, afterEach } from 'bun:test';
14
- import { mkdtempSync, rmSync, writeFileSync, readFileSync, existsSync } from 'fs';
15
- import { join } from 'path';
16
- import { tmpdir } from 'os';
17
- import { execSync } from 'child_process';
18
-
19
- describe('SkillSequenceLogger.hook.ts', () => {
20
- let tempDir: string;
21
- let ratingsPath: string;
22
- let sequencesPath: string;
23
- let transcriptPath: string;
24
-
25
- beforeEach(() => {
26
- tempDir = mkdtempSync(join(tmpdir(), 'skill-seq-test-'));
27
- ratingsPath = join(tempDir, 'ratings.jsonl');
28
- sequencesPath = join(tempDir, 'skill-sequences.jsonl');
29
- transcriptPath = join(tempDir, 'transcript.jsonl');
30
- });
31
-
32
- afterEach(() => {
33
- if (existsSync(tempDir)) {
34
- rmSync(tempDir, { recursive: true, force: true });
35
- }
36
- });
37
-
38
- test('parses Skill() tool calls from transcript', () => {
39
- // Red phase — hook doesn't exist yet
40
- const transcript = [
41
- {
42
- type: 'assistant',
43
- message: {
44
- content: [
45
- { type: 'text', text: 'Let me use a skill' },
46
- { type: 'tool_use', name: 'Skill', input: { skill: 'dev-loop', args: 'BKL-042' } }
47
- ]
48
- }
49
- },
50
- {
51
- type: 'tool_result',
52
- message: { content: [{ type: 'text', text: 'Skill completed successfully' }] }
53
- },
54
- {
55
- type: 'assistant',
56
- message: {
57
- content: [
58
- { type: 'tool_use', name: 'Skill', input: { skill: 'testing-and-qa-validation' } }
59
- ]
60
- }
61
- }
62
- ];
63
-
64
- writeFileSync(transcriptPath, transcript.map(t => JSON.stringify(t)).join('\n'));
65
- writeFileSync(ratingsPath, JSON.stringify({
66
- session_id: 'test-123',
67
- rating: 8,
68
- timestamp: '2026-05-10T10:00:00Z'
69
- }) + '\n');
70
-
71
- const input = JSON.stringify({
72
- session_id: 'test-123',
73
- transcript_path: transcriptPath
74
- });
75
-
76
- const hookPath = join(process.env.HOME!, '.pai', 'hooks', 'SkillSequenceLogger.hook.ts');
77
-
78
- // This will fail until we implement the hook
79
- execSync(`bun ${hookPath}`, {
80
- input: input,
81
- env: {
82
- ...process.env,
83
- RATINGS_FILE: ratingsPath,
84
- SEQUENCES_FILE: sequencesPath
85
- }
86
- });
87
-
88
- expect(existsSync(sequencesPath)).toBe(true);
89
- const lines = readFileSync(sequencesPath, 'utf-8').trim().split('\n');
90
- expect(lines.length).toBe(2); // Two Skill() calls
91
-
92
- const first = JSON.parse(lines[0]);
93
- expect(first.skill_name).toBe('dev-loop');
94
- expect(first.args).toBe('BKL-042');
95
- expect(first.session_id).toBe('test-123');
96
- expect(first.rating).toBe(8);
97
-
98
- const second = JSON.parse(lines[1]);
99
- expect(second.skill_name).toBe('testing-and-qa-validation');
100
- expect(second.session_id).toBe('test-123');
101
- expect(second.rating).toBe(8);
102
- });
103
-
104
- test('joins with ratings.jsonl on session_id', () => {
105
- const transcript = [
106
- {
107
- type: 'assistant',
108
- message: {
109
- content: [
110
- { type: 'tool_use', name: 'Skill', input: { skill: 'debugging-and-bug-fixes' } }
111
- ]
112
- }
113
- }
114
- ];
115
-
116
- writeFileSync(transcriptPath, transcript.map(t => JSON.stringify(t)).join('\n'));
117
- writeFileSync(ratingsPath, JSON.stringify({
118
- session_id: 'test-456',
119
- rating: 3,
120
- timestamp: '2026-05-10T11:00:00Z'
121
- }) + '\n');
122
-
123
- const input = JSON.stringify({
124
- session_id: 'test-456',
125
- transcript_path: transcriptPath
126
- });
127
-
128
- const hookPath = join(process.env.HOME!, '.pai', 'hooks', 'SkillSequenceLogger.hook.ts');
129
-
130
- execSync(`bun ${hookPath}`, {
131
- input: input,
132
- env: {
133
- ...process.env,
134
- RATINGS_FILE: ratingsPath,
135
- SEQUENCES_FILE: sequencesPath
136
- }
137
- });
138
-
139
- const lines = readFileSync(sequencesPath, 'utf-8').trim().split('\n');
140
- const entry = JSON.parse(lines[0]);
141
- expect(entry.rating).toBe(3);
142
- });
143
-
144
- test('handles missing rating gracefully (rating=null)', () => {
145
- const transcript = [
146
- {
147
- type: 'assistant',
148
- message: {
149
- content: [
150
- { type: 'tool_use', name: 'Skill', input: { skill: 'research-and-api-investigation' } }
151
- ]
152
- }
153
- }
154
- ];
155
-
156
- writeFileSync(transcriptPath, transcript.map(t => JSON.stringify(t)).join('\n'));
157
- // No ratings.jsonl file created — missing rating scenario
158
-
159
- const input = JSON.stringify({
160
- session_id: 'test-789',
161
- transcript_path: transcriptPath
162
- });
163
-
164
- const hookPath = join(process.env.HOME!, '.pai', 'hooks', 'SkillSequenceLogger.hook.ts');
165
-
166
- execSync(`bun ${hookPath}`, {
167
- input: input,
168
- env: {
169
- ...process.env,
170
- RATINGS_FILE: ratingsPath,
171
- SEQUENCES_FILE: sequencesPath
172
- }
173
- });
174
-
175
- const lines = readFileSync(sequencesPath, 'utf-8').trim().split('\n');
176
- const entry = JSON.parse(lines[0]);
177
- expect(entry.rating).toBeNull();
178
- });
179
-
180
- test('always exits 0 (non-blocking)', () => {
181
- const input = JSON.stringify({
182
- session_id: 'test-exit',
183
- transcript_path: '/nonexistent/path'
184
- });
185
-
186
- const hookPath = join(process.env.HOME!, '.pai', 'hooks', 'SkillSequenceLogger.hook.ts');
187
-
188
- // Even with invalid input, should exit 0
189
- const result = execSync(`bun ${hookPath}; echo $?`, {
190
- input: input,
191
- encoding: 'utf-8',
192
- env: {
193
- ...process.env,
194
- RATINGS_FILE: ratingsPath,
195
- SEQUENCES_FILE: sequencesPath
196
- }
197
- });
198
-
199
- expect(result.trim().endsWith('0')).toBe(true);
200
- });
201
-
202
- test('JSONL format validation', () => {
203
- const transcript = [
204
- {
205
- type: 'assistant',
206
- message: {
207
- content: [
208
- { type: 'tool_use', name: 'Skill', input: { skill: 'product-feature-development' } }
209
- ]
210
- }
211
- }
212
- ];
213
-
214
- writeFileSync(transcriptPath, transcript.map(t => JSON.stringify(t)).join('\n'));
215
-
216
- const input = JSON.stringify({
217
- session_id: 'test-format',
218
- transcript_path: transcriptPath
219
- });
220
-
221
- const hookPath = join(process.env.HOME!, '.pai', 'hooks', 'SkillSequenceLogger.hook.ts');
222
-
223
- execSync(`bun ${hookPath}`, {
224
- input: input,
225
- env: {
226
- ...process.env,
227
- RATINGS_FILE: ratingsPath,
228
- SEQUENCES_FILE: sequencesPath
229
- }
230
- });
231
-
232
- const content = readFileSync(sequencesPath, 'utf-8');
233
- const lines = content.trim().split('\n');
234
-
235
- // Each line must be valid JSON
236
- lines.forEach(line => {
237
- const entry = JSON.parse(line);
238
- expect(entry).toHaveProperty('session_id');
239
- expect(entry).toHaveProperty('timestamp');
240
- expect(entry).toHaveProperty('skill_name');
241
- expect(entry).toHaveProperty('rating');
242
- });
243
- });
244
- });
@@ -1,95 +0,0 @@
1
- import { test, expect, describe } from "bun:test";
2
- import { readFileSync, existsSync } from "fs";
3
- import { join } from "path";
4
-
5
- const HOOK_PATH = join(__dirname, "..", "..", "hooks", "WorkflowStateGuard.hook.ts");
6
-
7
- describe("WorkflowStateGuard.hook.ts", () => {
8
- test("hook file exists", () => {
9
- expect(existsSync(HOOK_PATH)).toBe(true);
10
- });
11
-
12
- const hookSource = readFileSync(HOOK_PATH, "utf-8");
13
-
14
- test("blocks Write tool when path contains workflow-state.json", () => {
15
- expect(hookSource).toContain("Write");
16
- expect(hookSource).toContain("workflow-state.json");
17
- expect(hookSource).toContain("block");
18
- });
19
-
20
- test("blocks Edit tool when path contains workflow-state.json", () => {
21
- expect(hookSource).toContain("Edit");
22
- expect(hookSource).toContain("workflow-state.json");
23
- });
24
-
25
- test("block message includes writeWorkflowState() function name", () => {
26
- expect(hookSource).toContain("writeWorkflowState()");
27
- });
28
-
29
- test("block message includes bun -e example command", () => {
30
- expect(hookSource).toContain("bun -e");
31
- });
32
-
33
- test("outputs JSON decision block format", () => {
34
- expect(hookSource).toContain("decision");
35
- expect(hookSource).toContain("block");
36
- // Verify it outputs JSON.stringify with decision: 'block'
37
- expect(hookSource).toContain("JSON.stringify");
38
- });
39
-
40
- test("reads file_path from tool_input", () => {
41
- expect(hookSource).toContain("file_path");
42
- });
43
- });
44
-
45
- describe("schema strictness parity (GI-8)", () => {
46
- const orchestratorSource = readFileSync(join(__dirname, "..", "..", "gates", "orchestrator.ts"), "utf-8");
47
- const workflowTestSource = readFileSync(join(__dirname, "..", "..", "gates", "workflow.test.ts"), "utf-8");
48
-
49
- test("writeWorkflowState uses passthrough parse", () => {
50
- // writeWorkflowState should use .passthrough().parse()
51
- expect(orchestratorSource).toContain("WorkflowStateSchema.passthrough().parse(state)");
52
- });
53
-
54
- test("workflow.test.ts uses passthrough safeParse", () => {
55
- // workflow.test.ts should use .passthrough().safeParse()
56
- expect(workflowTestSource).toContain("WorkflowStateSchema.passthrough().safeParse(raw)");
57
- });
58
-
59
- test("both use identical passthrough strictness", () => {
60
- const orchestratorUsesPassthrough = orchestratorSource.includes("WorkflowStateSchema.passthrough().parse");
61
- const testUsesPassthrough = workflowTestSource.includes("WorkflowStateSchema.passthrough().safeParse");
62
- expect(orchestratorUsesPassthrough).toBe(true);
63
- expect(testUsesPassthrough).toBe(true);
64
- });
65
- });
66
-
67
- describe("ship.js Write tool instructions eliminated", () => {
68
- const shipSource = readFileSync(join(__dirname, "..", "..", "workflows", "ship.js"), "utf-8");
69
-
70
- test("zero agent prompts instruct using Write tool for workflow-state.json", () => {
71
- // Count occurrences of "Write tool" or "Write the COMPLETE" in agent prompts
72
- const writeToolPattern = /(?:using Write tool|Write the COMPLETE)/g;
73
- const matches = shipSource.match(writeToolPattern) || [];
74
- expect(matches.length, `Found ${matches.length} Write tool instructions in ship.js: ${matches.join(", ")}`).toBe(0);
75
- });
76
-
77
- test("heal prompts route through writeWorkflowState", () => {
78
- // All agent prompts that modify workflow-state.json should reference writeWorkflowState
79
- expect(shipSource).toContain("writeWorkflowState");
80
- });
81
- });
82
-
83
- describe("checkIntegrity has production caller", () => {
84
- const selfHealSource = readFileSync(join(__dirname, "..", "..", "gates", "self-heal.ts"), "utf-8");
85
-
86
- test("checkIntegrity is called in runWithHeal", () => {
87
- // checkIntegrity should be called after gate execution
88
- const callPattern = /checkIntegrity\(beforeSnapshot,\s*afterSnapshot\)/;
89
- expect(callPattern.test(selfHealSource)).toBe(true);
90
- });
91
-
92
- test("snapshotProtectedFields called before gate execution", () => {
93
- expect(selfHealSource).toContain("snapshotProtectedFields(preState)");
94
- });
95
- });