rungate 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (282) hide show
  1. package/bin/rungate.ts +70 -0
  2. package/lib/aes-calculator.ts +66 -0
  3. package/lib/agent-audit.ts +139 -0
  4. package/lib/agent-brief-validation.ts +359 -0
  5. package/lib/agents-md-refs.ts +90 -0
  6. package/lib/bash-file-read.ts +197 -0
  7. package/lib/behavioral-cache.ts +78 -0
  8. package/lib/branch-cleanup.ts +234 -0
  9. package/lib/brief-context-parser.ts +35 -0
  10. package/lib/canary.ts +117 -0
  11. package/lib/check-registry.ts +226 -0
  12. package/lib/ci-checkout.ts +400 -0
  13. package/lib/cli-commands.ts +137 -0
  14. package/lib/compliance-backfill.ts +220 -0
  15. package/lib/compliance-report.ts +504 -0
  16. package/lib/compliance.ts +361 -0
  17. package/lib/config-loader.ts +255 -0
  18. package/lib/conformity.ts +1818 -131
  19. package/lib/container-provenance.ts +230 -0
  20. package/lib/create-brief.ts +150 -0
  21. package/lib/create-sc.ts +272 -0
  22. package/lib/deep-merge.ts +69 -0
  23. package/lib/dev-liveness.ts +214 -0
  24. package/lib/directive-extractor.ts +210 -0
  25. package/lib/distribution-standing.ts +113 -0
  26. package/lib/doc-hygiene.ts +238 -0
  27. package/lib/eval-criteria.ts +6 -0
  28. package/lib/evidence-portability.ts +123 -0
  29. package/lib/evidence-prevalidator.ts +390 -0
  30. package/lib/evidence-required.ts +150 -0
  31. package/lib/evidence-satisfiability.ts +288 -0
  32. package/lib/frontmatter.ts +163 -0
  33. package/lib/gap-scanner.ts +348 -0
  34. package/lib/gate-enforcement.ts +366 -0
  35. package/lib/generators/agent-briefs.ts +136 -0
  36. package/lib/generators/agents-md.ts +506 -0
  37. package/lib/generators/code-map.ts +60 -0
  38. package/lib/generators/types.ts +184 -0
  39. package/lib/git-ref-normalizer.ts +107 -0
  40. package/lib/github.ts +539 -0
  41. package/lib/harness-identity.ts +63 -0
  42. package/lib/hill-climb.ts +164 -0
  43. package/lib/instruction-effectiveness.ts +131 -0
  44. package/lib/issue-closure-audit.ts +225 -0
  45. package/lib/issue-create-override.ts +343 -0
  46. package/lib/js-top-level-code.ts +250 -0
  47. package/lib/liveness-contradiction.ts +149 -0
  48. package/lib/organize.ts +505 -0
  49. package/lib/paths.ts +197 -6
  50. package/lib/post-fix-verify.ts +157 -0
  51. package/lib/prior-branch.ts +489 -0
  52. package/lib/project-state-shape.ts +166 -0
  53. package/lib/promote-outputs.ts +156 -0
  54. package/lib/prove-label-gate.ts +35 -0
  55. package/lib/reachability.ts +302 -0
  56. package/lib/release-preflight.ts +186 -0
  57. package/lib/rule-health-pipeline.ts +264 -0
  58. package/lib/rule-health-trend.ts +161 -0
  59. package/lib/rule-provenance.ts +149 -0
  60. package/lib/rule-registry.ts +128 -0
  61. package/lib/rungate-schema.ts +114 -4
  62. package/lib/sc-claim-forms.ts +179 -0
  63. package/lib/sc-cover.ts +150 -0
  64. package/lib/sc-guard.ts +157 -0
  65. package/lib/sc-ids.ts +344 -0
  66. package/lib/scaffold/defaults.ts +165 -0
  67. package/lib/scaffold/managed-workflow.ts +370 -0
  68. package/lib/scaffold/owned-files.ts +265 -0
  69. package/lib/scaffold/steps.ts +2680 -0
  70. package/lib/scanner.ts +701 -0
  71. package/lib/screenshot-upload.ts +73 -0
  72. package/lib/secret-patterns.ts +112 -0
  73. package/lib/security-verdict.ts +616 -0
  74. package/lib/signal-phrases.ts +1 -0
  75. package/lib/spec-change-conformity.ts +80 -0
  76. package/lib/spec-files.ts +62 -0
  77. package/lib/spec-registry.ts +133 -0
  78. package/lib/spec-updater.ts +96 -0
  79. package/lib/stale-cleanup.ts +224 -0
  80. package/lib/stale-issue-scanner.ts +36 -0
  81. package/lib/strip-js-comments.ts +269 -0
  82. package/lib/suite-measurement.ts +228 -0
  83. package/lib/task-completion-checks.ts +177 -0
  84. package/lib/test-suite-lock.ts +1136 -0
  85. package/lib/transcript-checker.ts +1140 -0
  86. package/lib/validators/spec-validators.ts +171 -0
  87. package/lib/verdict-capture.ts +73 -0
  88. package/lib/verified-push.ts +358 -0
  89. package/lib/workflow-security.ts +174 -0
  90. package/lib/worktree-cleanup.ts +250 -0
  91. package/lib/worktree-collect.ts +283 -0
  92. package/lib/worktree-isolation.ts +82 -0
  93. package/package.json +36 -3
  94. package/prompts/ac-adversary.md +14 -2
  95. package/prompts/aditi.md +5 -0
  96. package/prompts/blast-radius.md +5 -0
  97. package/prompts/container-verify.md +5 -0
  98. package/prompts/discovery.md +4 -0
  99. package/prompts/environment.md +5 -0
  100. package/prompts/evidence-hierarchy.md +5 -0
  101. package/prompts/evidence-validator.md +11 -0
  102. package/prompts/marcus.md +5 -0
  103. package/prompts/prevention.md +5 -0
  104. package/prompts/prove-reproducer.md +12 -0
  105. package/prompts/quinn-decision-tree.md +5 -0
  106. package/prompts/quinn-ui-brief.md +5 -0
  107. package/prompts/quinn.md +5 -0
  108. package/prompts/rca.md +5 -0
  109. package/prompts/read-before-write.md +4 -0
  110. package/prompts/regression.md +5 -0
  111. package/prompts/serena.md +5 -0
  112. package/scripts/audit-specs.ts +464 -0
  113. package/scripts/convert-spec.ts +293 -0
  114. package/scripts/create-sc.ts +92 -0
  115. package/scripts/create-spec.ts +166 -0
  116. package/scripts/extract-constraints.ts +4 -3
  117. package/scripts/generate-code-map.ts +1 -1
  118. package/scripts/scaffold-project.ts +138 -1426
  119. package/scripts/sync-spec-tests.ts +211 -126
  120. package/.claude/agents/aditi.md +0 -47
  121. package/.claude/agents/marcus.md +0 -50
  122. package/.claude/agents/quinn.md +0 -58
  123. package/.claude/agents/rook.md +0 -47
  124. package/.claude/agents/serena.md +0 -46
  125. package/.claude/rungate.json +0 -11
  126. package/.fallowrc.json +0 -28
  127. package/.github/copilot-instructions.md +0 -20
  128. package/.rungate/conformity-findings.json +0 -648
  129. package/AGENTS.md +0 -106
  130. package/CODE-MAP.md +0 -50
  131. package/HARNESS.md +0 -88
  132. package/bun.lock +0 -26
  133. package/bunfig.toml +0 -2
  134. package/config/brief-policies.json +0 -28
  135. package/config/ceremony-profiles.json +0 -212
  136. package/config/consumer-cascade-map.json +0 -24
  137. package/config/doc-cascade-map.json +0 -24
  138. package/config/eval.json +0 -84
  139. package/config/profiles/account-plan.yaml +0 -36
  140. package/config/profiles/campaign.yaml +0 -94
  141. package/config/prove-evidence.schema.json +0 -65
  142. package/config/spec-policies.json +0 -36
  143. package/config/workflow-schema.json +0 -281
  144. package/gates/SCHEMA-GUIDE.md +0 -121
  145. package/gates/ac-quality.test.ts +0 -106
  146. package/gates/adversarial.test.ts +0 -274
  147. package/gates/brief-assembler.test.ts +0 -429
  148. package/gates/brief-assembler.ts +0 -334
  149. package/gates/bunfig.toml +0 -2
  150. package/gates/chain.test.ts +0 -91
  151. package/gates/e2e-smoke.test.ts +0 -234
  152. package/gates/error-classifier.test.ts +0 -249
  153. package/gates/error-classifier.ts +0 -89
  154. package/gates/orchestrator.test.ts +0 -950
  155. package/gates/orchestrator.ts +0 -569
  156. package/gates/preload.ts +0 -77
  157. package/gates/prompts/ac-adversary.md +0 -20
  158. package/gates/prompts/evidence-validator.md +0 -22
  159. package/gates/prompts/prove-reproducer.md +0 -53
  160. package/gates/prove.test.ts +0 -164
  161. package/gates/run-gate.ts +0 -936
  162. package/gates/schema-parity.test.ts +0 -197
  163. package/gates/schema.ts +0 -362
  164. package/gates/self-heal.test.ts +0 -511
  165. package/gates/self-heal.ts +0 -121
  166. package/gates/ship-orchestrator.test.ts +0 -379
  167. package/gates/ship-orchestrator.ts +0 -363
  168. package/gates/test-fixtures/broken-no-environments.json +0 -60
  169. package/gates/test-fixtures/valid-standard.json +0 -54
  170. package/gates/test-utils.ts +0 -43
  171. package/gates/witness.ts +0 -220
  172. package/gates/workflow.test.ts +0 -1053
  173. package/hooks/AgentBriefGuard.hook.ts +0 -586
  174. package/hooks/AgentVerdictCapture.hook.ts +0 -134
  175. package/hooks/AutoVerifyGate.hook.ts +0 -76
  176. package/hooks/GateEnforcement.hook.ts +0 -273
  177. package/hooks/IssueCloseGuard.hook.ts +0 -116
  178. package/hooks/MergeGuard.hook.ts +0 -55
  179. package/hooks/StaleTTLCleanup.hook.ts +0 -133
  180. package/hooks/VerifyPhaseLock.hook.ts +0 -81
  181. package/hooks/WorkflowStateGuard.hook.ts +0 -37
  182. package/hooks/lib/agentDetection.ts +0 -70
  183. package/hooks/lib/findWorkflow.ts +0 -101
  184. package/hooks/lib/parseStdin.ts +0 -37
  185. package/hooks/lib/paths.ts +0 -111
  186. package/hooks/lib/utils.ts +0 -81
  187. package/reference/migration-manifest.json +0 -554
  188. package/reference/prompts/agent-aditi.md +0 -38
  189. package/reference/prompts/agent-marcus.md +0 -38
  190. package/reference/prompts/agent-quinn.md +0 -38
  191. package/reference/prompts/agent-rook.md +0 -37
  192. package/reference/prompts/agent-serena.md +0 -37
  193. package/reference/prompts/council-skill.md +0 -170
  194. package/reference/prompts/goal-skill.md +0 -235
  195. package/reference/prompts/prove-skill.md +0 -283
  196. package/reference/prompts/quinn-standard.md +0 -246
  197. package/reference/prompts/ship-convergence.md +0 -65
  198. package/reference/prompts/ship-escalation.md +0 -43
  199. package/reference/prompts/ship-iteration.md +0 -382
  200. package/reference/prompts/ship-pending-patches.md +0 -246
  201. package/reference/prompts/ship-reference.md +0 -250
  202. package/reference/prompts/ship-skill.md +0 -347
  203. package/reference/prompts/ship-templates.md +0 -215
  204. package/reference/scripts/batch-status.sh +0 -68
  205. package/reference/scripts/chain-compat-check.sh +0 -67
  206. package/reference/scripts/context-audit.sh +0 -314
  207. package/reference/scripts/dead-export-check.sh +0 -61
  208. package/reference/scripts/generate-qc-tables.sh +0 -92
  209. package/reference/scripts/harness-init.sh +0 -111
  210. package/reference/scripts/pai-054-baseline-check.sh +0 -40
  211. package/reference/scripts/prove-smoke-test.sh +0 -112
  212. package/reference/scripts/setup-keychain-salt.sh +0 -12
  213. package/reference/scripts/skill-optimizer-friday.sh +0 -88
  214. package/reference/scripts/skill-qc-test.sh +0 -351
  215. package/reference/scripts/skill-synthesize-tonight.sh +0 -66
  216. package/reference/specs/HARNESS-EXTRACTION-SPEC.md +0 -263
  217. package/reference/specs/harness-v3-bash-deletion-plan.md +0 -65
  218. package/reference/specs/harness-v3-migration-plan.md +0 -188
  219. package/scripts/decision-reconcile.sh +0 -74
  220. package/scripts/decision-reconcile.ts +0 -152
  221. package/scripts/git-hooks/pre-commit +0 -76
  222. package/scripts/git-hooks/pre-push +0 -271
  223. package/scripts/harness-skill-check.sh +0 -52
  224. package/scripts/lib/gap-emit.sh +0 -65
  225. package/scripts/lib/jq-update.sh +0 -30
  226. package/scripts/lib/resolve-slug.sh +0 -30
  227. package/scripts/lib/verify-spec-compliance.sh +0 -102
  228. package/scripts/prove-backfill.sh +0 -87
  229. package/scripts/scaffold-rungate-config.ts +0 -91
  230. package/scripts/self-containment-check.sh +0 -109
  231. package/scripts/skill-qc-validator.sh +0 -402
  232. package/scripts/slug-resolver.sh +0 -14
  233. package/specs/BOOTSTRAP-DATA-FLOW-SPEC.md +0 -2493
  234. package/specs/BOOTSTRAP-TEST-PLAN.md +0 -571
  235. package/specs/HARNESS-GATES.md +0 -256
  236. package/specs/HARNESS-SKILL-CHAIN.md +0 -286
  237. package/specs/HARNESS-SKILL-CONTRACT.md +0 -93
  238. package/specs/HARNESS-STANDARD.md +0 -488
  239. package/specs/SPEC-TEMPLATE.md +0 -53
  240. package/specs/bootstrap-data-flow.png +0 -0
  241. package/specs/harness-automation-matrix.md +0 -314
  242. package/specs/harness-automation-matrix.rules.json +0 -64
  243. package/test/anti.test.ts +0 -80
  244. package/test/contract-negative.test.ts +0 -86
  245. package/test/contract.test.ts +0 -158
  246. package/test/external-deps.test.ts +0 -48
  247. package/test/fixtures/golden-project/.env.example +0 -3
  248. package/test/fixtures/golden-project/Makefile +0 -7
  249. package/test/fixtures/golden-project/docs/adr/ADR-001-framework.md +0 -23
  250. package/test/fixtures/golden-project/docs/setup-guide.md +0 -10
  251. package/test/fixtures/golden-project/package.json +0 -10
  252. package/test/fixtures/golden-project/specs/api-spec.md +0 -20
  253. package/test/fixtures/golden-project/src/auth.ts +0 -8
  254. package/test/fixtures/golden-project/src/db.ts +0 -11
  255. package/test/fixtures/golden-project/src/index.ts +0 -19
  256. package/test/fixtures/golden-project/src/utils/format.ts +0 -3
  257. package/test/fixtures/golden-project/test/auth.test.ts +0 -15
  258. package/test/fixtures/golden-project/tsconfig.json +0 -12
  259. package/test/meta-sc-coverage.test.ts +0 -159
  260. package/test/phase-0.test.ts +0 -846
  261. package/test/phase-1.test.ts +0 -617
  262. package/test/phase-2.test.ts +0 -620
  263. package/test/phase-3.test.ts +0 -99
  264. package/test/scaffold-conformity.test.ts +0 -8
  265. package/test/schema-canary.test.ts +0 -51
  266. package/test/spec-compliance-auto.test.ts +0 -64
  267. package/test/spec-compliance.test.ts +0 -295
  268. package/test/spec-discovery.test.ts +0 -68
  269. package/test/spec-drift.test.ts +0 -5
  270. package/test/structure.test.ts +0 -165
  271. package/test/unit/agent-brief-guard-ship.test.ts +0 -293
  272. package/test/unit/extract-constraints.test.ts +0 -145
  273. package/test/unit/issue-close-guard.test.ts +0 -204
  274. package/test/unit/scaffold-project.test.ts +0 -417
  275. package/test/unit/skill-cooccurrence.test.ts +0 -177
  276. package/test/unit/skill-sequence-logger.test.ts +0 -244
  277. package/test/unit/workflow-state-guard.test.ts +0 -95
  278. package/workflows/batch-ship.js +0 -295
  279. package/workflows/council.js +0 -481
  280. package/workflows/prove.js +0 -560
  281. package/workflows/ship.js +0 -789
  282. package/workflows/verify.js +0 -236
@@ -1,351 +0,0 @@
1
- #!/usr/bin/env bash
2
- # skill-qc-test.sh — Automated QC tests for ADR-007 skill contracts
3
- # Run: bash scripts/skill-qc-test.sh
4
- set -euo pipefail
5
- REPO_ROOT="$(cd "$(dirname "$0")/.." && pwd)"
6
- cd "$REPO_ROOT"
7
- PASS=0; FAIL=0; TOTAL=0
8
-
9
- pass() { echo " PASS $1"; PASS=$((PASS+1)); TOTAL=$((TOTAL+1)); }
10
- fail() { echo " FAIL $1" >&2; FAIL=$((FAIL+1)); TOTAL=$((TOTAL+1)); }
11
-
12
- echo "1. Schema prerequisite checks"
13
- [[ $(jq '.properties.successCriteria.minItems' schemas/goal-record.schema.json) -ge 1 ]] && pass "goal-record successCriteria minItems" || fail "goal-record successCriteria minItems"
14
- [[ $(jq '.properties.criteriaResults.minItems' skills/prove/prove-evidence.schema.json) -ge 1 ]] && pass "prove-evidence criteriaResults minItems" || fail "prove-evidence criteriaResults minItems"
15
- [[ $(jq '.properties.gateOut.properties.evidence.minItems' schemas/ship-evidence.schema.json) -ge 1 ]] && pass "ship-evidence gateOut.evidence minItems" || fail "ship-evidence gateOut.evidence minItems"
16
- [[ $(jq '.properties.assets.minItems' schemas/release-proof.schema.json) -ge 1 ]] && pass "release-proof assets minItems" || fail "release-proof assets minItems"
17
-
18
- echo "2. contractVersion checks"
19
- jq -e '.required | index("contractVersion")' skills/prove/prove-evidence.schema.json >/dev/null 2>&1 && pass "prove-evidence has contractVersion required" || fail "prove-evidence missing contractVersion"
20
-
21
- echo "3. gaps[] schema check"
22
- jq -e '.properties.gaps' skills/prove/prove-evidence.schema.json >/dev/null 2>&1 && pass "prove-evidence has gaps[] schema" || fail "prove-evidence missing gaps[]"
23
-
24
- echo "4. Validator \$ref resolution"
25
- # Create a minimal valid GoalRecord and validate it — if $ref fails, this catches it
26
- TMPDIR=$(mktemp -d)
27
- trap 'rm -rf "$TMPDIR"' EXIT
28
- cat > "$TMPDIR/test-goal-record.json" << 'FIXTURE'
29
- {
30
- "contractVersion": "1.0",
31
- "id": "test-1",
32
- "goalStatement": "Test goal",
33
- "successCriteria": [
34
- {"id": "SC-1", "assertion": "test passes", "evidenceType": "test-pass", "threshold": {"op": "==", "value": "0", "unit": "failures"}}
35
- ],
36
- "scopeBoundary": {"in": ["src/"], "out": ["docs/"]},
37
- "artifactRef": {"type": "github-issue", "locator": "test/test#1"}
38
- }
39
- FIXTURE
40
- bash scripts/validate-skill-output.sh goal "$TMPDIR/test-goal-record.json" >/dev/null 2>&1 && pass "GoalRecord with evidenceType validates (\$ref works)" || fail "GoalRecord validation failed (\$ref broken)"
41
-
42
- echo "5. Validator hard-fail on missing jsonschema"
43
- # Test that the validator script contains exit 1 for missing jsonschema, not exit 0
44
- grep -q "sys.exit(1)" scripts/validate-skill-output.sh && pass "Validator hard-fails on missing jsonschema" || fail "Validator silently passes on missing jsonschema"
45
-
46
- echo "6. #1318 prevention tests"
47
- # Test: empty criteriaResults with PROVEN must be rejected
48
- cat > "$TMPDIR/test-false-proven-empty.json" << 'FIXTURE'
49
- {
50
- "contractVersion": "1.0",
51
- "issueNumber": 1,
52
- "verdict": "PROVEN",
53
- "commitSHA": "abc123",
54
- "capturedAt": "2026-01-01T00:00:00Z",
55
- "criteriaResults": []
56
- }
57
- FIXTURE
58
- bash scripts/validate-skill-output.sh prove "$TMPDIR/test-false-proven-empty.json" >/dev/null 2>&1 && fail "PROVEN with empty criteriaResults accepted (should reject)" || pass "PROVEN with empty criteriaResults rejected"
59
-
60
- # Test: valid prove-evidence with non-empty criteriaResults should pass
61
- cat > "$TMPDIR/test-valid-prove.json" << 'FIXTURE'
62
- {
63
- "contractVersion": "1.0",
64
- "issueNumber": 1,
65
- "verdict": "PROVEN",
66
- "commitSHA": "abc123",
67
- "capturedAt": "2026-01-01T00:00:00Z",
68
- "criteriaResults": [
69
- {"scId": "SC-1", "verdict": "PASS", "evidence": "test passed"}
70
- ]
71
- }
72
- FIXTURE
73
- bash scripts/validate-skill-output.sh prove "$TMPDIR/test-valid-prove.json" >/dev/null 2>&1 && pass "Valid prove-evidence accepted" || fail "Valid prove-evidence rejected"
74
-
75
- # 6b. #1318 strict mode prevention
76
- cat > "$TMPDIR/proven-with-fail.json" << 'FIXTURE'
77
- {
78
- "contractVersion": "1.0",
79
- "issueNumber": 1,
80
- "verdict": "PROVEN",
81
- "commitSHA": "abc123",
82
- "capturedAt": "2026-01-01T00:00:00Z",
83
- "criteriaResults": [
84
- {"scId": "SC-1", "verdict": "PASS", "evidence": "ok"},
85
- {"scId": "SC-2", "verdict": "FAIL", "evidence": "not attempted"}
86
- ]
87
- }
88
- FIXTURE
89
- bash scripts/validate-skill-output.sh prove "$TMPDIR/proven-with-fail.json" --strict 2>/dev/null && fail "PROVEN+FAIL accepted in strict mode" || pass "PROVEN+FAIL rejected in strict mode"
90
-
91
- echo "7. Empty array rejection tests"
92
- # Empty successCriteria
93
- cat > "$TMPDIR/test-empty-sc.json" << 'FIXTURE'
94
- {
95
- "contractVersion": "1.0",
96
- "id": "test-1",
97
- "goalStatement": "Test",
98
- "successCriteria": [],
99
- "scopeBoundary": {"in": ["src/"], "out": ["docs/"]},
100
- "artifactRef": {"type": "github-issue", "locator": "test#1"}
101
- }
102
- FIXTURE
103
- bash scripts/validate-skill-output.sh goal "$TMPDIR/test-empty-sc.json" >/dev/null 2>&1 && fail "Empty successCriteria accepted (should reject)" || pass "Empty successCriteria rejected"
104
-
105
- # Empty gateOut.evidence
106
- cat > "$TMPDIR/test-empty-evidence.json" << 'FIXTURE'
107
- {
108
- "contractVersion": "1.0",
109
- "issueNumber": 1,
110
- "gateOut": {"status": "PASS", "evidence": []},
111
- "mergeCommitSha": "abc123",
112
- "capturedAt": "2026-01-01T00:00:00Z"
113
- }
114
- FIXTURE
115
- bash scripts/validate-skill-output.sh ship "$TMPDIR/test-empty-evidence.json" >/dev/null 2>&1 && fail "Empty gateOut.evidence accepted (should reject)" || pass "Empty gateOut.evidence rejected"
116
-
117
- # Empty assets
118
- cat > "$TMPDIR/test-empty-assets.json" << 'FIXTURE'
119
- {
120
- "contractVersion": "1.0",
121
- "version": "1.0.0",
122
- "gate4Result": "PASS",
123
- "assets": [],
124
- "capturedAt": "2026-01-01T00:00:00Z"
125
- }
126
- FIXTURE
127
- bash scripts/validate-skill-output.sh release "$TMPDIR/test-empty-assets.json" >/dev/null 2>&1 && fail "Empty assets accepted (should reject)" || pass "Empty assets rejected"
128
-
129
- echo "8. Slug resolver tests"
130
- [[ $(bash scripts/slug-resolver.sh hornjason/pai-config) == "pai" ]] && pass "pai-config -> pai" || fail "pai-config slug wrong"
131
- [[ $(bash scripts/slug-resolver.sh hornjason/asaCommandCenter) == "ddb" ]] && pass "asaCommandCenter -> ddb" || fail "asaCommandCenter slug wrong"
132
- bash scripts/slug-resolver.sh unknown/repo >/dev/null 2>&1 && fail "Unknown repo accepted (should fail)" || pass "Unknown repo rejected"
133
-
134
- echo "9. GoalRecord TTL exemption"
135
- # Verify StaleTTLCleanup.hook.sh checks for goal-record
136
- grep -q 'goal-record' hooks/StaleTTLCleanup.hook.sh && pass "TTL exemption for goal-record.json" || fail "TTL exemption missing"
137
-
138
- echo "10. Regression — prove smoke tests"
139
- bash skills/prove/prove-smoke-test.sh >/dev/null 2>&1 && pass "prove-smoke-test.sh passes" || fail "prove-smoke-test.sh failed"
140
-
141
- echo "11. Batch status tests"
142
- SAVED_RUNGATE_WORK_DIR="${RUNGATE_WORK_DIR:-}"
143
- export RUNGATE_WORK_DIR="$TMPDIR"
144
-
145
- bash "$REPO_ROOT/scripts/batch-status.sh" init "test-batch" >/dev/null 2>&1 && \
146
- [[ -f "$TMPDIR/batch-test-batch/batch-status.json" ]] && pass "batch-status init creates file" || fail "batch-status init"
147
-
148
- bash "$REPO_ROOT/scripts/batch-status.sh" update "test-batch" 123 "SHIP" "IN_PROGRESS" >/dev/null 2>&1 || true
149
- ISSUE_COUNT=$(python3 -c "import json; print(len(json.load(open('$TMPDIR/batch-test-batch/batch-status.json')).get('issues',[])))" 2>/dev/null || echo "0")
150
- [[ "$ISSUE_COUNT" == "1" ]] && pass "batch-status update adds issue" || fail "batch-status update issue count ($ISSUE_COUNT)"
151
-
152
- bash "$REPO_ROOT/scripts/batch-status.sh" update "test-batch" 123 "PROVE" "DONE" >/dev/null 2>&1 || true
153
- PHASE=$(python3 -c "import json; print(json.load(open('$TMPDIR/batch-test-batch/batch-status.json'))['issues'][0]['phase'])" 2>/dev/null || echo "?")
154
- [[ "$PHASE" == "PROVE" ]] && pass "batch-status atomic update" || fail "batch-status atomic update ($PHASE)"
155
-
156
- if [[ -n "$SAVED_RUNGATE_WORK_DIR" ]]; then export RUNGATE_WORK_DIR="$SAVED_RUNGATE_WORK_DIR"; else unset RUNGATE_WORK_DIR; fi
157
-
158
- echo "12. Chain detection documentation tests"
159
- grep -q "Chain Detection" "$REPO_ROOT/skills/ship/SKILL.md" && pass "ship has Chain Detection section" || fail "ship missing Chain Detection"
160
- grep -q "Chain Detection" "$REPO_ROOT/skills/prove/SKILL.md" && pass "prove has Chain Detection section" || fail "prove missing Chain Detection"
161
- grep -q "Chain Detection" "$REPO_ROOT/skills/release/SKILL.md" && pass "release has Chain Detection section" || fail "release missing Chain Detection"
162
- grep -q "test -f" "$REPO_ROOT/skills/ship/SKILL.md" && pass "ship uses file-presence detection" || fail "ship missing file-presence"
163
- grep -q "test -f" "$REPO_ROOT/skills/prove/SKILL.md" && pass "prove uses file-presence detection" || fail "prove missing file-presence"
164
- grep -q "test -f" "$REPO_ROOT/skills/release/SKILL.md" && pass "release uses file-presence detection" || fail "release missing file-presence"
165
-
166
- echo "13. Council synthesis schema tests"
167
- python3 -c "import json; json.load(open('$REPO_ROOT/schemas/council-synthesis.schema.json'))" 2>/dev/null && \
168
- pass "council-synthesis.schema.json is valid JSON" || fail "council-synthesis.schema.json invalid"
169
-
170
- cat > "$TMPDIR/test-council-synthesis.json" << 'FIXTURE'
171
- {
172
- "contractVersion": "1.0",
173
- "topic": "Test topic",
174
- "decisions": [
175
- {"id": "D-001", "statement": "Use file presence", "disposition": "ACCEPTED", "target": {"type": "adr", "ref": "test.md"}}
176
- ],
177
- "convergencePoints": ["all agree"],
178
- "recommendation": "do it",
179
- "capturedAt": "2026-01-01T00:00:00Z"
180
- }
181
- FIXTURE
182
- bash "$REPO_ROOT/scripts/validate-skill-output.sh" council "$TMPDIR/test-council-synthesis.json" >/dev/null 2>&1 && \
183
- pass "Council synthesis validates against schema" || fail "Council synthesis validation failed"
184
-
185
- echo "14. Chain compatibility tests"
186
- bash "$REPO_ROOT/scripts/chain-compat-check.sh" >/dev/null 2>&1 && \
187
- pass "L3 chain compatibility check passes" || fail "L3 chain compatibility check failed"
188
-
189
- echo "15. Chain state schema test"
190
- python3 -c "import json; json.load(open('$REPO_ROOT/schemas/chain-state.schema.json'))" 2>/dev/null && \
191
- pass "chain-state.schema.json is valid JSON" || fail "chain-state.schema.json invalid"
192
-
193
- echo "16. Goal routing tests"
194
- # Verify goal-record schema has artifactRef.type enum
195
- python3 -c "
196
- import json
197
- schema = json.load(open('$REPO_ROOT/schemas/goal-record.schema.json'))
198
- art_type = schema['properties']['artifactRef']['properties']['type']
199
- assert 'enum' in art_type, 'artifactRef.type missing enum'
200
- assert 'github-issue' in art_type['enum'], 'missing github-issue'
201
- assert 'adr' in art_type['enum'], 'missing adr'
202
- assert 'research-brief' in art_type['enum'], 'missing research-brief'
203
- print('OK')
204
- " 2>/dev/null && pass "artifactRef.type has 5-value enum" || fail "artifactRef.type enum missing"
205
-
206
- # Verify goal SKILL.md has classification decision tree
207
- grep -q "classifyGoalType\|Goal Type Classification" "$REPO_ROOT/skills/goal/SKILL.md" && \
208
- pass "goal SKILL.md has type classification" || fail "goal SKILL.md missing classification"
209
-
210
- # Validate GoalRecord with adr type
211
- cat > "$TMPDIR/test-goal-adr.json" << 'FIXTURE'
212
- {
213
- "contractVersion": "1.0",
214
- "id": "adr-007",
215
- "goalStatement": "Design universal skill contract",
216
- "successCriteria": [{"id": "SC-1", "assertion": "10-field contract defined", "evidenceType": "grep", "threshold": {"op": "==", "value": "10", "unit": "fields"}}],
217
- "scopeBoundary": {"in": ["PAI/ADR/"], "out": ["src/"]},
218
- "artifactRef": {"type": "adr", "locator": "PAI/ADR/ADR-007-universal-skill-contract.md"}
219
- }
220
- FIXTURE
221
- bash "$REPO_ROOT/scripts/validate-skill-output.sh" goal "$TMPDIR/test-goal-adr.json" >/dev/null 2>&1 && \
222
- pass "GoalRecord with adr type validates" || fail "GoalRecord with adr type rejected"
223
-
224
- echo "17. Skill runner tests"
225
- # Test pre-phase with goal skill
226
- mkdir -p "$TMPDIR/runner-test"
227
- echo '{"schemaVersion":2,"issue":999,"slug":"test","phase":"GOAL","issueGoal":"test","acs":[],"gates":{},"changelog":[]}' > "$TMPDIR/runner-test/workflow-state.json"
228
- RUNGATE_WORK_DIR="$TMPDIR" bash "$REPO_ROOT/scripts/skill-runner.sh" --phase pre --skill goal --issue 999 --slug runner-test >/dev/null 2>&1 && \
229
- pass "runner pre-phase goal passes" || fail "runner pre-phase goal failed"
230
-
231
- # Test post-phase with valid artifact
232
- cat > "$TMPDIR/runner-test/goal-record.json" << 'FIXTURE'
233
- {"contractVersion":"1.0","id":"test","goalStatement":"test","successCriteria":[{"id":"SC-1","assertion":"test","evidenceType":"grep","threshold":{"op":"==","value":"0","unit":"matches"}}],"scopeBoundary":{"in":["test"],"out":["test"]},"artifactRef":{"type":"github-issue","locator":"hornjason/pai-config#999"}}
234
- FIXTURE
235
- RUNGATE_WORK_DIR="$TMPDIR" bash "$REPO_ROOT/scripts/skill-runner.sh" --phase post --skill goal --issue 999 --slug runner-test --artifact "$TMPDIR/runner-test/goal-record.json" >/dev/null 2>&1 && \
236
- pass "runner post-phase goal passes" || fail "runner post-phase goal failed"
237
-
238
- # Test chain-state.json was created
239
- [[ -f "$TMPDIR/runner-test/chain-state.json" ]] && pass "runner creates chain-state.json" || fail "runner missing chain-state.json"
240
-
241
- # Test post-phase catches missing artifact (Assert)
242
- RUNGATE_WORK_DIR="$TMPDIR" bash "$REPO_ROOT/scripts/skill-runner.sh" --phase post --skill ship --issue 999 --slug runner-test 2>/dev/null && \
243
- fail "runner should fail on missing ship artifact" || pass "runner Assert fails on missing artifact"
244
-
245
- echo "18. Runner Assert/Suggest classification"
246
- # Verify runner uses assert_fail for hard errors
247
- grep -q "assert_fail" "$REPO_ROOT/scripts/skill-runner.sh" && pass "runner has assert_fail" || fail "runner missing assert_fail"
248
- grep -q "suggest_warn" "$REPO_ROOT/scripts/skill-runner.sh" && pass "runner has suggest_warn" || fail "runner missing suggest_warn"
249
-
250
- echo "19. Audit skill tests"
251
- [[ -f "$REPO_ROOT/skills/audit/SKILL.md" ]] && pass "audit SKILL.md exists" || fail "audit SKILL.md missing"
252
- grep -q "outputSchema:" "$REPO_ROOT/skills/audit/SKILL.md" && pass "audit has outputSchema" || fail "audit missing outputSchema"
253
-
254
- python3 -c "import json; json.load(open('$REPO_ROOT/schemas/audit-report.schema.json'))" 2>/dev/null && \
255
- pass "audit-report.schema.json valid JSON" || fail "audit-report.schema.json invalid"
256
-
257
- cat > "$TMPDIR/test-audit-report.json" << 'FIXTURE'
258
- {
259
- "contractVersion": "1.0",
260
- "scope": {"topic": "test"},
261
- "findings": [{"id": "F-001", "severity": "MEDIUM", "description": "test finding", "status": "OPEN"}],
262
- "summary": {"totalFindings": 1, "openCount": 1, "resolvedCount": 0},
263
- "capturedAt": "2026-01-01T00:00:00Z"
264
- }
265
- FIXTURE
266
- bash "$REPO_ROOT/scripts/validate-skill-output.sh" audit "$TMPDIR/test-audit-report.json" >/dev/null 2>&1 && \
267
- pass "audit report validates against schema" || fail "audit report validation failed"
268
-
269
- echo "20. Research output schema tests"
270
- python3 -c "import json; json.load(open('$REPO_ROOT/schemas/research-output.schema.json'))" 2>/dev/null && \
271
- pass "research-output.schema.json valid JSON" || fail "research-output.schema.json invalid"
272
-
273
- cat > "$TMPDIR/test-research-output.json" << 'FIXTURE'
274
- {
275
- "contractVersion": "1.0",
276
- "query": "What frameworks handle chain state?",
277
- "findings": [{"claim": "Temporal uses event sourcing", "confidence": "HIGH", "source": "temporal.io docs"}],
278
- "sources": [{"name": "Temporal Docs", "type": "documentation"}],
279
- "capturedAt": "2026-01-01T00:00:00Z"
280
- }
281
- FIXTURE
282
- python3 -c "
283
- from jsonschema import validate
284
- import json
285
- schema = json.load(open('$REPO_ROOT/schemas/research-output.schema.json'))
286
- data = json.load(open('$TMPDIR/test-research-output.json'))
287
- validate(instance=data, schema=schema)
288
- print('PASS')
289
- " 2>/dev/null && pass "research output validates against schema" || fail "research output validation failed"
290
-
291
- echo "21. Learn signal schema tests"
292
- python3 -c "import json; json.load(open('$REPO_ROOT/schemas/learn-signal.schema.json'))" 2>/dev/null && \
293
- pass "learn-signal.schema.json valid JSON" || fail "learn-signal.schema.json invalid"
294
-
295
- cat > "$TMPDIR/test-learn-signal.json" << 'FIXTURE'
296
- {
297
- "signalType": "skill-learn",
298
- "schemaVersion": "1.0",
299
- "ts": "2026-01-01T00:00:00Z",
300
- "skill": "prove",
301
- "issue": 290,
302
- "slug": "pai/290",
303
- "mode": "chain",
304
- "duration_ms": 1234,
305
- "metrics": {"criteriaCount": 5, "criteriaPass": 4, "gapCount": 1}
306
- }
307
- FIXTURE
308
- python3 -c "
309
- from jsonschema import validate
310
- import json
311
- schema = json.load(open('$REPO_ROOT/schemas/learn-signal.schema.json'))
312
- data = json.load(open('$TMPDIR/test-learn-signal.json'))
313
- validate(instance=data, schema=schema)
314
- print('PASS')
315
- " 2>/dev/null && pass "learn signal validates against schema" || fail "learn signal validation failed"
316
-
317
- echo "22. Performance profile schema tests"
318
- python3 -c "import json; json.load(open('$REPO_ROOT/schemas/performance-profile.schema.json'))" 2>/dev/null && \
319
- pass "performance-profile.schema.json valid JSON" || fail "performance-profile.schema.json invalid"
320
-
321
- # Validate a sample profile
322
- cat > "$TMPDIR/test-profile.json" << 'FIXTURE'
323
- {
324
- "skill": "prove",
325
- "executions": 47,
326
- "avgCriteriaHitRate": 0.82,
327
- "avgIterations": 1.3,
328
- "gapRate": 0.18,
329
- "topGapTypes": ["UI AC never verified", "before-state not captured"],
330
- "trend": "improving",
331
- "generatedAt": "2026-01-01T00:00:00Z"
332
- }
333
- FIXTURE
334
- python3 -c "
335
- from jsonschema import validate
336
- import json
337
- schema = json.load(open('$REPO_ROOT/schemas/performance-profile.schema.json'))
338
- data = json.load(open('$TMPDIR/test-profile.json'))
339
- validate(instance=data, schema=schema)
340
- print('PASS')
341
- " 2>/dev/null && pass "performance profile validates" || fail "performance profile validation failed"
342
-
343
- echo "23. Feedback loop documentation tests"
344
- grep -q "Performance Profile\|performance profile" "$REPO_ROOT/skills/audit/SKILL.md" && \
345
- pass "audit SKILL.md documents profile consumption" || fail "audit missing profile docs"
346
- grep -q "Research Mode\|performance profile\|Performance Data" "$REPO_ROOT/skills/council/SKILL.md" && \
347
- pass "council SKILL.md documents research mode" || fail "council missing research mode docs"
348
-
349
- echo ""
350
- echo "=== Results: $PASS/$TOTAL passed, $FAIL failed ==="
351
- [[ $FAIL -eq 0 ]] && exit 0 || exit 1
@@ -1,66 +0,0 @@
1
- #!/bin/bash
2
- # One-time overnight skill synthesis + optimization run
3
- # Crontab: 15 21 24 4 * (fires once tonight — April 24 at 9:15pm)
4
-
5
- set -euo pipefail
6
-
7
- BUN="/Users/jhorn/.bun/bin/bun"
8
- BASE="/Users/jhorn/.claude"
9
- REPORTS_DIR="$BASE/MEMORY/LEARNING/REPORTS"
10
- LOG="$REPORTS_DIR/skill-synthesis-$(date +%Y%m%d).md"
11
-
12
- mkdir -p "$REPORTS_DIR"
13
-
14
- echo "## Skill Synthesis Run — $(date)" >> "$LOG"
15
- echo "" >> "$LOG"
16
-
17
- # Step 1: Synthesize + auto-promote
18
- echo "### Step 1: Synthesize + Auto-Promote" >> "$LOG"
19
- echo "Skills: infrastructure-and-devops, product-feature-development" >> "$LOG"
20
- echo "" >> "$LOG"
21
-
22
- "$BUN" "$BASE/PAI/Tools/SkillSynthesizer.ts" \
23
- --skills "infrastructure-and-devops,product-feature-development" 2>&1 | tee -a "$LOG"
24
-
25
- echo "" >> "$LOG"
26
-
27
- # Step 2: Build benchmarks for newly promoted skills
28
- echo "### Step 2: Build Benchmarks" >> "$LOG"
29
-
30
- for skill_name in infrastructure-and-devops product-feature-development; do
31
- bench="$BASE/MEMORY/LEARNING/STATE/skill-benchmark-${skill_name}.json"
32
- if [ ! -f "$bench" ]; then
33
- echo "Building benchmark: $skill_name" >> "$LOG"
34
- cd "$BASE"
35
- "$BUN" "$BASE/PAI/Tools/SkillBenchmark.ts" \
36
- --skill "$skill_name" --output "$bench" 2>&1 | tee -a "$LOG" || \
37
- echo "WARN: benchmark failed for $skill_name" >> "$LOG"
38
- else
39
- echo "Benchmark already exists: $bench — skipping" >> "$LOG"
40
- fi
41
- done
42
-
43
- echo "" >> "$LOG"
44
-
45
- # Step 3: Optimize (5 rounds each)
46
- echo "### Step 3: Optimize Skills" >> "$LOG"
47
-
48
- for skill_name in infrastructure-and-devops product-feature-development; do
49
- skill_path="skills/$skill_name/SKILL.md"
50
- bench="$BASE/MEMORY/LEARNING/STATE/skill-benchmark-${skill_name}.json"
51
-
52
- if [ -f "$BASE/$skill_path" ] && [ -f "$bench" ]; then
53
- echo "Optimizing: $skill_name" >> "$LOG"
54
- cd "$BASE"
55
- "$BUN" "$BASE/PAI/Tools/SkillOptimizer.ts" \
56
- --skill "$skill_path" --benchmark "$bench" --rounds 5 2>&1 | tee -a "$LOG" || \
57
- echo "WARN: optimizer failed for $skill_name" >> "$LOG"
58
- else
59
- echo "SKIP: $skill_name — skill or benchmark missing" >> "$LOG"
60
- [ ! -f "$BASE/$skill_path" ] && echo " Missing: $BASE/$skill_path" >> "$LOG"
61
- [ ! -f "$bench" ] && echo " Missing: $bench" >> "$LOG"
62
- fi
63
- done
64
-
65
- echo "" >> "$LOG"
66
- echo "## Complete: $(date)" >> "$LOG"