rungate 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (196) hide show
  1. package/.claude/agents/aditi.md +47 -0
  2. package/.claude/agents/marcus.md +50 -0
  3. package/.claude/agents/quinn.md +58 -0
  4. package/.claude/agents/rook.md +47 -0
  5. package/.claude/agents/serena.md +46 -0
  6. package/.claude/rungate.json +11 -0
  7. package/.fallowrc.json +28 -0
  8. package/.github/copilot-instructions.md +20 -0
  9. package/.rungate/conformity-findings.json +648 -0
  10. package/AGENTS.md +106 -0
  11. package/CODE-MAP.md +50 -0
  12. package/HARNESS.md +88 -0
  13. package/bun.lock +26 -0
  14. package/bunfig.toml +2 -0
  15. package/config/brief-policies.json +28 -0
  16. package/config/ceremony-profiles.json +212 -0
  17. package/config/consumer-cascade-map.json +24 -0
  18. package/config/doc-cascade-map.json +24 -0
  19. package/config/eval.json +84 -0
  20. package/config/profiles/account-plan.yaml +36 -0
  21. package/config/profiles/campaign.yaml +94 -0
  22. package/config/prove-evidence.schema.json +65 -0
  23. package/config/spec-policies.json +36 -0
  24. package/config/workflow-schema.json +281 -0
  25. package/gates/SCHEMA-GUIDE.md +121 -0
  26. package/gates/ac-quality.test.ts +106 -0
  27. package/gates/adversarial.test.ts +274 -0
  28. package/gates/brief-assembler.test.ts +429 -0
  29. package/gates/brief-assembler.ts +334 -0
  30. package/gates/bunfig.toml +2 -0
  31. package/gates/chain.test.ts +91 -0
  32. package/gates/e2e-smoke.test.ts +234 -0
  33. package/gates/error-classifier.test.ts +249 -0
  34. package/gates/error-classifier.ts +89 -0
  35. package/gates/orchestrator.test.ts +950 -0
  36. package/gates/orchestrator.ts +569 -0
  37. package/gates/preload.ts +77 -0
  38. package/gates/prompts/ac-adversary.md +20 -0
  39. package/gates/prompts/evidence-validator.md +22 -0
  40. package/gates/prompts/prove-reproducer.md +53 -0
  41. package/gates/prove.test.ts +164 -0
  42. package/gates/run-gate.ts +936 -0
  43. package/gates/schema-parity.test.ts +197 -0
  44. package/gates/schema.ts +362 -0
  45. package/gates/self-heal.test.ts +511 -0
  46. package/gates/self-heal.ts +121 -0
  47. package/gates/ship-orchestrator.test.ts +379 -0
  48. package/gates/ship-orchestrator.ts +363 -0
  49. package/gates/test-fixtures/broken-no-environments.json +60 -0
  50. package/gates/test-fixtures/valid-standard.json +54 -0
  51. package/gates/test-utils.ts +43 -0
  52. package/gates/witness.ts +220 -0
  53. package/gates/workflow.test.ts +1053 -0
  54. package/hooks/AgentBriefGuard.hook.ts +586 -0
  55. package/hooks/AgentVerdictCapture.hook.ts +134 -0
  56. package/hooks/AutoVerifyGate.hook.ts +76 -0
  57. package/hooks/GateEnforcement.hook.ts +273 -0
  58. package/hooks/IssueCloseGuard.hook.ts +116 -0
  59. package/hooks/MergeGuard.hook.ts +55 -0
  60. package/hooks/StaleTTLCleanup.hook.ts +133 -0
  61. package/hooks/VerifyPhaseLock.hook.ts +81 -0
  62. package/hooks/WorkflowStateGuard.hook.ts +37 -0
  63. package/hooks/lib/agentDetection.ts +70 -0
  64. package/hooks/lib/findWorkflow.ts +101 -0
  65. package/hooks/lib/parseStdin.ts +37 -0
  66. package/hooks/lib/paths.ts +111 -0
  67. package/hooks/lib/utils.ts +81 -0
  68. package/lib/conformity.ts +959 -0
  69. package/lib/paths.ts +23 -0
  70. package/lib/rungate-schema.ts +60 -0
  71. package/lib/signal-phrases.ts +7 -0
  72. package/package.json +20 -0
  73. package/prompts/ac-adversary.md +20 -0
  74. package/prompts/ac-format.md +34 -0
  75. package/prompts/aditi.md +29 -0
  76. package/prompts/blast-radius.md +29 -0
  77. package/prompts/coding-principles.md +34 -0
  78. package/prompts/container-rebuild.md +29 -0
  79. package/prompts/container-verify.md +28 -0
  80. package/prompts/discovery.md +27 -0
  81. package/prompts/environment.md +28 -0
  82. package/prompts/escalation-decision-tree.md +38 -0
  83. package/prompts/evidence-hierarchy.md +31 -0
  84. package/prompts/evidence-validator.md +22 -0
  85. package/prompts/marcus.md +29 -0
  86. package/prompts/prevention.md +26 -0
  87. package/prompts/prove-reproducer.md +43 -0
  88. package/prompts/quinn-decision-tree.md +31 -0
  89. package/prompts/quinn-ui-brief.md +106 -0
  90. package/prompts/quinn.md +29 -0
  91. package/prompts/rca.md +28 -0
  92. package/prompts/read-before-write.md +30 -0
  93. package/prompts/regression.md +26 -0
  94. package/prompts/rook.md +29 -0
  95. package/prompts/serena.md +28 -0
  96. package/prompts/testing-strategy.md +34 -0
  97. package/reference/migration-manifest.json +554 -0
  98. package/reference/prompts/agent-aditi.md +38 -0
  99. package/reference/prompts/agent-marcus.md +38 -0
  100. package/reference/prompts/agent-quinn.md +38 -0
  101. package/reference/prompts/agent-rook.md +37 -0
  102. package/reference/prompts/agent-serena.md +37 -0
  103. package/reference/prompts/council-skill.md +170 -0
  104. package/reference/prompts/goal-skill.md +235 -0
  105. package/reference/prompts/prove-skill.md +283 -0
  106. package/reference/prompts/quinn-standard.md +246 -0
  107. package/reference/prompts/ship-convergence.md +65 -0
  108. package/reference/prompts/ship-escalation.md +43 -0
  109. package/reference/prompts/ship-iteration.md +382 -0
  110. package/reference/prompts/ship-pending-patches.md +246 -0
  111. package/reference/prompts/ship-reference.md +250 -0
  112. package/reference/prompts/ship-skill.md +347 -0
  113. package/reference/prompts/ship-templates.md +215 -0
  114. package/reference/scripts/batch-status.sh +68 -0
  115. package/reference/scripts/chain-compat-check.sh +67 -0
  116. package/reference/scripts/context-audit.sh +314 -0
  117. package/reference/scripts/dead-export-check.sh +61 -0
  118. package/reference/scripts/generate-qc-tables.sh +92 -0
  119. package/reference/scripts/harness-init.sh +111 -0
  120. package/reference/scripts/pai-054-baseline-check.sh +40 -0
  121. package/reference/scripts/prove-smoke-test.sh +112 -0
  122. package/reference/scripts/setup-keychain-salt.sh +12 -0
  123. package/reference/scripts/skill-optimizer-friday.sh +88 -0
  124. package/reference/scripts/skill-qc-test.sh +351 -0
  125. package/reference/scripts/skill-synthesize-tonight.sh +66 -0
  126. package/reference/specs/HARNESS-EXTRACTION-SPEC.md +263 -0
  127. package/reference/specs/harness-v3-bash-deletion-plan.md +65 -0
  128. package/reference/specs/harness-v3-migration-plan.md +188 -0
  129. package/scripts/decision-reconcile.sh +74 -0
  130. package/scripts/decision-reconcile.ts +152 -0
  131. package/scripts/extract-constraints.ts +260 -0
  132. package/scripts/generate-code-map.ts +339 -0
  133. package/scripts/git-hooks/pre-commit +76 -0
  134. package/scripts/git-hooks/pre-push +271 -0
  135. package/scripts/harness-skill-check.sh +52 -0
  136. package/scripts/lib/gap-emit.sh +65 -0
  137. package/scripts/lib/jq-update.sh +30 -0
  138. package/scripts/lib/resolve-slug.sh +30 -0
  139. package/scripts/lib/verify-spec-compliance.sh +102 -0
  140. package/scripts/prove-backfill.sh +87 -0
  141. package/scripts/scaffold-project.ts +1488 -0
  142. package/scripts/scaffold-rungate-config.ts +91 -0
  143. package/scripts/self-containment-check.sh +109 -0
  144. package/scripts/skill-qc-validator.sh +402 -0
  145. package/scripts/slug-resolver.sh +14 -0
  146. package/scripts/sync-spec-tests.ts +236 -0
  147. package/specs/BOOTSTRAP-DATA-FLOW-SPEC.md +2493 -0
  148. package/specs/BOOTSTRAP-TEST-PLAN.md +571 -0
  149. package/specs/HARNESS-GATES.md +256 -0
  150. package/specs/HARNESS-SKILL-CHAIN.md +286 -0
  151. package/specs/HARNESS-SKILL-CONTRACT.md +93 -0
  152. package/specs/HARNESS-STANDARD.md +488 -0
  153. package/specs/SPEC-TEMPLATE.md +53 -0
  154. package/specs/bootstrap-data-flow.png +0 -0
  155. package/specs/harness-automation-matrix.md +314 -0
  156. package/specs/harness-automation-matrix.rules.json +64 -0
  157. package/test/anti.test.ts +80 -0
  158. package/test/contract-negative.test.ts +86 -0
  159. package/test/contract.test.ts +158 -0
  160. package/test/external-deps.test.ts +48 -0
  161. package/test/fixtures/golden-project/.env.example +3 -0
  162. package/test/fixtures/golden-project/Makefile +7 -0
  163. package/test/fixtures/golden-project/docs/adr/ADR-001-framework.md +23 -0
  164. package/test/fixtures/golden-project/docs/setup-guide.md +10 -0
  165. package/test/fixtures/golden-project/package.json +10 -0
  166. package/test/fixtures/golden-project/specs/api-spec.md +20 -0
  167. package/test/fixtures/golden-project/src/auth.ts +8 -0
  168. package/test/fixtures/golden-project/src/db.ts +11 -0
  169. package/test/fixtures/golden-project/src/index.ts +19 -0
  170. package/test/fixtures/golden-project/src/utils/format.ts +3 -0
  171. package/test/fixtures/golden-project/test/auth.test.ts +15 -0
  172. package/test/fixtures/golden-project/tsconfig.json +12 -0
  173. package/test/meta-sc-coverage.test.ts +159 -0
  174. package/test/phase-0.test.ts +846 -0
  175. package/test/phase-1.test.ts +617 -0
  176. package/test/phase-2.test.ts +620 -0
  177. package/test/phase-3.test.ts +99 -0
  178. package/test/scaffold-conformity.test.ts +8 -0
  179. package/test/schema-canary.test.ts +51 -0
  180. package/test/spec-compliance-auto.test.ts +64 -0
  181. package/test/spec-compliance.test.ts +295 -0
  182. package/test/spec-discovery.test.ts +68 -0
  183. package/test/spec-drift.test.ts +5 -0
  184. package/test/structure.test.ts +165 -0
  185. package/test/unit/agent-brief-guard-ship.test.ts +293 -0
  186. package/test/unit/extract-constraints.test.ts +145 -0
  187. package/test/unit/issue-close-guard.test.ts +204 -0
  188. package/test/unit/scaffold-project.test.ts +417 -0
  189. package/test/unit/skill-cooccurrence.test.ts +177 -0
  190. package/test/unit/skill-sequence-logger.test.ts +244 -0
  191. package/test/unit/workflow-state-guard.test.ts +95 -0
  192. package/workflows/batch-ship.js +295 -0
  193. package/workflows/council.js +481 -0
  194. package/workflows/prove.js +560 -0
  195. package/workflows/ship.js +789 -0
  196. package/workflows/verify.js +236 -0
@@ -0,0 +1,236 @@
1
+ export const meta = {
2
+ name: 'verify',
3
+ description: 'Parallel verification gate: mechanical checks + evidence + Quinn + Rook',
4
+ whenToUse: 'After any code change to verify correctness before merge. Called by ship workflow or standalone.',
5
+ phases: [
6
+ { title: 'Mechanical', detail: 'TypeScript, tests, container freshness, API smoke test' },
7
+ { title: 'Evidence', detail: 'Collect evidence for each acceptance criterion' },
8
+ { title: 'Agents', detail: 'Quinn UI validation + Rook security review in parallel' },
9
+ ],
10
+ }
11
+
12
+ const VERIFY_RESULT_SCHEMA = {
13
+ type: 'object',
14
+ properties: {
15
+ verdict: { type: 'string', enum: ['PASS', 'FAIL', 'SKIP'] },
16
+ findings: { type: 'array', items: { type: 'string' } },
17
+ reason: { type: 'string' },
18
+ },
19
+ required: ['verdict', 'reason'],
20
+ }
21
+
22
+ const EVIDENCE_SCHEMA = {
23
+ type: 'object',
24
+ properties: {
25
+ acId: { type: 'string' },
26
+ collected: { type: 'boolean' },
27
+ evidenceType: { type: 'string' },
28
+ detail: { type: 'string' },
29
+ },
30
+ required: ['acId', 'collected', 'detail'],
31
+ }
32
+
33
+ let parsedArgs = args || {}
34
+ if (typeof parsedArgs === 'string') {
35
+ try { parsedArgs = JSON.parse(parsedArgs) } catch { parsedArgs = {} }
36
+ }
37
+
38
+ if (!parsedArgs || !parsedArgs.projectRoot) {
39
+ return {
40
+ status: 'ARGS_ERROR',
41
+ message: 'Missing required args. Usage: Workflow({ name: "verify", args: { projectRoot: "/path", changedFiles: ["src/foo.ts"], acceptanceCriteria: [...], size: "S", environment: "test" } })',
42
+ received: args,
43
+ }
44
+ }
45
+
46
+ const PROJECT_ROOT = parsedArgs.projectRoot
47
+ const ACS = parsedArgs.acceptanceCriteria || []
48
+ const CHANGED_FILES = parsedArgs.changedFiles || []
49
+ const DECLARED_SCOPE = parsedArgs.declaredScope || []
50
+ const ENV = parsedArgs.environment || 'test'
51
+ const PORT = ENV === 'prod' ? '7777' : '7776'
52
+ const SIZE = parsedArgs.size || 'S'
53
+
54
+ // ════════════════════════════════════════════════════════════
55
+ // PHASE 0: FILE-SCOPE VALIDATION (fail-fast gate)
56
+ // ════════════════════════════════════════════════════════════
57
+
58
+ if (DECLARED_SCOPE.length > 0 && CHANGED_FILES.length > 0) {
59
+ const outOfScope = CHANGED_FILES.filter(f => !DECLARED_SCOPE.some(s => f.includes(s)))
60
+ if (outOfScope.length > 0) {
61
+ log(`SCOPE VIOLATION: ${outOfScope.length} file(s) modified outside declared scope`)
62
+ return {
63
+ status: 'FAIL',
64
+ phase: 'scope-validation',
65
+ message: `File-scope violation: ${outOfScope.length} file(s) modified outside declared scope. Update the issue's "Files to modify" section to include these files, then re-run verification.`,
66
+ outOfScopeFiles: outOfScope,
67
+ declaredScope: DECLARED_SCOPE,
68
+ }
69
+ }
70
+ log(`Scope check passed: ${CHANGED_FILES.length} file(s) all within declared scope`)
71
+ }
72
+
73
+ // ════════════════════════════════════════════════════════════
74
+ // PHASE 1: MECHANICAL CHECKS (all parallel)
75
+ // ════════════════════════════════════════════════════════════
76
+
77
+ phase('Mechanical')
78
+ log('Running mechanical verification: tsc + tests + container + smoke')
79
+
80
+ const mechanical = await parallel([
81
+ () => agent(`
82
+ Run TypeScript type checking on the project:
83
+ cd ${PROJECT_ROOT} && npx tsc --noEmit 2>&1 | tail -20
84
+ Report PASS if no errors, FAIL with the error output if errors found.
85
+ `, { label: 'tsc', phase: 'Mechanical', model: 'haiku', schema: VERIFY_RESULT_SCHEMA }),
86
+
87
+ () => agent(`
88
+ Run the unit test suite:
89
+ cd ${PROJECT_ROOT} && bun test --isolate test/unit/ 2>&1 | tail -30
90
+ Report PASS with test count if all pass, FAIL with failing test names.
91
+ `, { label: 'unit-tests', phase: 'Mechanical', model: 'haiku', schema: VERIFY_RESULT_SCHEMA }),
92
+
93
+ () => agent(`
94
+ Verify the running container has current code:
95
+ 1. podman ps | grep pai-dashboard (check if running)
96
+ 2. podman inspect pai-dashboard --format '{{.Created}}' (check container age)
97
+ 3. For changed files, verify they exist in container:
98
+ ${CHANGED_FILES.slice(0, 5).map(f => ` podman exec pai-dashboard test -f /app/${f} && echo "OK: ${f}" || echo "MISSING: ${f}"`).join('\n')}
99
+ Report PASS if current, FAIL if stale or files missing.
100
+ `, { label: 'container', phase: 'Mechanical', model: 'haiku', schema: VERIFY_RESULT_SCHEMA }),
101
+
102
+ () => agent(`
103
+ Smoke test critical API endpoints:
104
+ 1. curl -s -w "\\n%{http_code}" http://localhost:${PORT}/api/aes | tail -1
105
+ 2. curl -s -w "\\n%{http_code}" http://localhost:${PORT}/api/action-triggers | tail -1
106
+ Report PASS if all return HTTP 200, FAIL if any return 404/500/empty.
107
+ `, { label: 'smoke-test', phase: 'Mechanical', model: 'haiku', schema: VERIFY_RESULT_SCHEMA }),
108
+ ])
109
+
110
+ const [tsc, tests, container, smoke] = mechanical
111
+
112
+ log(`tsc: ${tsc?.verdict} | tests: ${tests?.verdict} | container: ${container?.verdict} | smoke: ${smoke?.verdict}`)
113
+
114
+ const mechanicalFailed = mechanical.filter(Boolean).some(r => r.verdict === 'FAIL')
115
+ if (mechanicalFailed) {
116
+ log('MECHANICAL CHECKS FAILED — stopping before agent verification')
117
+ return {
118
+ status: 'MECHANICAL_FAILED',
119
+ tsc: tsc,
120
+ tests: tests,
121
+ container: container,
122
+ smoke: smoke,
123
+ message: 'Fix mechanical failures before running Quinn/Rook.',
124
+ }
125
+ }
126
+
127
+ // ════════════════════════════════════════════════════════════
128
+ // PHASE 2: EVIDENCE COLLECTION (pipeline over ACs)
129
+ // ════════════════════════════════════════════════════════════
130
+
131
+ phase('Evidence')
132
+
133
+ let evidence = []
134
+ if (ACS.length > 0) {
135
+ log(`Collecting evidence for ${ACS.length} acceptance criteria`)
136
+ evidence = await pipeline(
137
+ ACS,
138
+ ac => agent(`
139
+ Collect evidence for acceptance criterion: ${ac.id} — ${ac.description}
140
+ Evidence type required: ${ac.evidenceType}
141
+
142
+ Instructions by evidence type:
143
+ - code: Read the specific file and line, confirm the expected code exists
144
+ - grep: Run grep for the expected pattern, report match count
145
+ - screenshot: Take a Playwright screenshot of the relevant UI
146
+ - api: curl the relevant endpoint and show the response
147
+ - test: Run the specific test and confirm it passes
148
+
149
+ Project root: ${PROJECT_ROOT}
150
+ Port: ${PORT}
151
+
152
+ Return whether evidence was successfully collected and the detail.
153
+ `, { label: `evidence:${ac.id}`, phase: 'Evidence', model: 'haiku', schema: EVIDENCE_SCHEMA })
154
+ )
155
+ log(`Evidence collected for ${evidence.filter(Boolean).filter(e => e.collected).length}/${ACS.length} ACs`)
156
+ }
157
+
158
+ // ════════════════════════════════════════════════════════════
159
+ // PHASE 3: AGENT VERIFICATION (Quinn + Rook parallel)
160
+ // ════════════════════════════════════════════════════════════
161
+
162
+ phase('Agents')
163
+
164
+ const hasUIChanges = CHANGED_FILES.some(f => f.endsWith('.tsx') || f.endsWith('.svelte') || f.endsWith('.jsx'))
165
+ const needsRook = ['M', 'L'].includes(SIZE)
166
+
167
+ log(`Agent verification: Quinn=${hasUIChanges ? 'YES' : 'SKIP'} Rook=${needsRook ? 'YES' : 'SKIP'}`)
168
+
169
+ const agentResults = await parallel([
170
+ () => hasUIChanges
171
+ ? agent(`
172
+ ## QA Verification
173
+ Environment: port ${PORT}, Playwright project ${ENV === 'prod' ? '--project=ci' : '--project=test'}
174
+
175
+ Test as a BRAND NEW USER who has never seen this dashboard:
176
+ - Every section understandable within 30 seconds?
177
+ - Headings in plain language? No dev jargon?
178
+ - Helpful empty states? (not just blank)
179
+ - All interactive elements functional? (click each one)
180
+ - Labels consistent? ("Save Changes" everywhere, not mixed)
181
+
182
+ Changed files: ${CHANGED_FILES.filter(f => f.endsWith('.tsx') || f.endsWith('.svelte')).join(', ')}
183
+
184
+ Acceptance criteria:
185
+ ${ACS.map(ac => `- ${ac.id}: ${ac.description}`).join('\n')}
186
+
187
+ Report PASS or FAIL per AC with evidence (screenshots, Playwright output).
188
+ `, { label: 'quinn', phase: 'Agents', agentType: 'QATester', schema: VERIFY_RESULT_SCHEMA })
189
+ : Promise.resolve({ verdict: 'SKIP', reason: 'No UI files in changed set', findings: [] }),
190
+
191
+ () => needsRook
192
+ ? agent(`
193
+ ## Security Review
194
+ Read ${PROJECT_ROOT}/ARCHITECTURE.md first.
195
+
196
+ Files changed:
197
+ ${CHANGED_FILES.map(f => `- ${f}`).join('\n')}
198
+
199
+ Scope constraints:
200
+ - Read-only on production config — NEVER write to .env, credentials, aes.json
201
+ - Active probing on port ${PORT} only
202
+ - Do not trigger bootstrap, wipe, or reset flows
203
+
204
+ Check for: injection vulnerabilities, credential exposure, path traversal, XSS, missing input validation.
205
+ Also scan pattern siblings (similar files in same directory).
206
+
207
+ Report: PASS (safe to commit) or BLOCK (must fix first) with findings per file.
208
+ `, { label: 'rook', phase: 'Agents', agentType: 'Pentester', schema: VERIFY_RESULT_SCHEMA })
209
+ : Promise.resolve({ verdict: 'SKIP', reason: 'Size does not require security review', findings: [] }),
210
+ ])
211
+
212
+ const [quinn, rook] = agentResults
213
+
214
+ log(`Quinn: ${quinn?.verdict} | Rook: ${rook?.verdict}`)
215
+
216
+ const allPassed = ![tsc, tests, container, smoke, quinn, rook]
217
+ .filter(Boolean)
218
+ .some(r => r.verdict === 'FAIL')
219
+
220
+ // #27 — Log verify results to signals for learning loop feedback
221
+ const verifyResult = {
222
+ status: allPassed ? 'ALL_PASSED' : 'SOME_FAILED',
223
+ mechanical: { tsc: tsc?.verdict, tests: tests?.verdict, container: container?.verdict, smoke: smoke?.verdict },
224
+ agents: { quinn: quinn?.verdict, rook: rook?.verdict },
225
+ allPassed: allPassed,
226
+ acCount: ACS.length,
227
+ acPassed: evidence.filter(Boolean).filter(e => e.collected).length,
228
+ }
229
+
230
+ return {
231
+ status: allPassed ? 'ALL_PASSED' : 'SOME_FAILED',
232
+ mechanical: { tsc: tsc, tests: tests, container: container, smoke: smoke },
233
+ evidence: evidence.filter(Boolean),
234
+ agents: { quinn: quinn, rook: rook },
235
+ allPassed: allPassed,
236
+ }