akm-cli 0.9.0-beta.9 → 0.9.0-rc.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (381) hide show
  1. package/CHANGELOG.md +715 -0
  2. package/README.md +12 -4
  3. package/dist/akm +38 -0
  4. package/dist/akm-migrate-storage +38 -0
  5. package/dist/assets/help/help-improve.md +9 -6
  6. package/dist/assets/hints/cli-hints-full.md +6 -5
  7. package/dist/assets/profiles/default.json +9 -4
  8. package/dist/assets/profiles/frequent.json +1 -1
  9. package/dist/assets/profiles/memory-focus.json +1 -1
  10. package/dist/assets/profiles/proactive-maintenance.json +25 -0
  11. package/dist/assets/profiles/quick.json +1 -1
  12. package/dist/assets/profiles/recombine-only.json +21 -0
  13. package/dist/assets/profiles/reflect-distill.json +30 -0
  14. package/dist/assets/profiles/synthesize.json +15 -0
  15. package/dist/assets/profiles/thorough.json +1 -1
  16. package/dist/assets/prompts/consolidate-system.md +23 -0
  17. package/dist/assets/prompts/contradiction-judge.md +33 -0
  18. package/dist/assets/prompts/distill-knowledge-system.md +22 -0
  19. package/dist/assets/prompts/distill-lesson-system.md +36 -0
  20. package/dist/assets/prompts/extract-session.md +11 -3
  21. package/dist/assets/prompts/graph-extract-system.md +1 -0
  22. package/dist/assets/prompts/graph-extract-user-prompt.md +1 -1
  23. package/dist/assets/prompts/memory-infer-system.md +1 -0
  24. package/dist/assets/prompts/memory-infer-user.md +5 -0
  25. package/dist/assets/prompts/metadata-enhance-system.md +1 -0
  26. package/dist/assets/prompts/procedural-system.md +44 -0
  27. package/dist/assets/prompts/recombine-system.md +40 -0
  28. package/dist/assets/prompts/staleness-detect-system.md +6 -0
  29. package/dist/assets/prompts/validate-summary-judge.md +1 -0
  30. package/dist/assets/prompts/workflow-unit-preamble.md +26 -0
  31. package/dist/assets/stash-skeleton/facts/conventions/assets/agent.md +38 -0
  32. package/dist/assets/stash-skeleton/facts/conventions/assets/command.md +38 -0
  33. package/dist/assets/stash-skeleton/facts/conventions/assets/fact.md +39 -0
  34. package/dist/assets/stash-skeleton/facts/conventions/assets/knowledge.md +40 -0
  35. package/dist/assets/stash-skeleton/facts/conventions/assets/lesson.md +43 -0
  36. package/dist/assets/stash-skeleton/facts/conventions/assets/memory.md +38 -0
  37. package/dist/assets/stash-skeleton/facts/conventions/assets/script.md +43 -0
  38. package/dist/assets/stash-skeleton/facts/conventions/assets/skill.md +40 -0
  39. package/dist/assets/stash-skeleton/facts/conventions/assets/workflow.md +43 -0
  40. package/dist/assets/templates/html/health.html +281 -111
  41. package/dist/assets/wiki/ingest-workflow-template.md +45 -16
  42. package/dist/assets/wiki/schema-template.md +4 -4
  43. package/dist/cli/clack.js +56 -0
  44. package/dist/cli/config-migrate.js +7 -1
  45. package/dist/cli/confirm.js +1 -1
  46. package/dist/cli/parse-args.js +46 -1
  47. package/dist/cli/shared.js +28 -0
  48. package/dist/cli.js +25 -21
  49. package/dist/commands/agent/agent-dispatch.js +3 -2
  50. package/dist/commands/agent/agent-support.js +0 -7
  51. package/dist/commands/agent/contribute-cli.js +26 -7
  52. package/dist/commands/config-cli.js +26 -13
  53. package/dist/commands/env/child-env.js +47 -0
  54. package/dist/commands/env/env-binding.js +95 -0
  55. package/dist/commands/env/env-cli.js +228 -292
  56. package/dist/commands/env/env.js +14 -67
  57. package/dist/commands/env/secret-cli.js +140 -138
  58. package/dist/commands/feedback-cli.js +156 -155
  59. package/dist/commands/graph/graph-cli.js +5 -13
  60. package/dist/commands/graph/graph.js +3 -3
  61. package/dist/commands/health/advisories.js +151 -0
  62. package/dist/commands/health/checks.js +103 -16
  63. package/dist/commands/health/html-report.js +447 -81
  64. package/dist/commands/health/improve-metrics.js +771 -0
  65. package/dist/commands/health/llm-usage.js +65 -0
  66. package/dist/commands/health/md-report.js +103 -0
  67. package/dist/commands/health/metrics.js +278 -0
  68. package/dist/commands/health/stash-exposure.js +46 -0
  69. package/dist/commands/health/surfaces.js +216 -0
  70. package/dist/commands/health/task-runs.js +135 -0
  71. package/dist/commands/health/types.js +26 -0
  72. package/dist/commands/health/windows.js +195 -0
  73. package/dist/commands/health.js +91 -1091
  74. package/dist/commands/improve/anti-collapse.js +170 -0
  75. package/dist/commands/improve/calibration.js +161 -0
  76. package/dist/commands/improve/collapse-detector.js +421 -0
  77. package/dist/commands/improve/consolidate/chunking.js +141 -0
  78. package/dist/commands/improve/consolidate/eligibility.js +64 -0
  79. package/dist/commands/improve/consolidate/merge.js +145 -0
  80. package/dist/commands/improve/consolidate/sanitize.js +231 -0
  81. package/dist/commands/{lint.js → improve/consolidate/types.js} +1 -1
  82. package/dist/commands/improve/consolidate.js +1295 -1277
  83. package/dist/commands/improve/dedup.js +482 -0
  84. package/dist/commands/improve/distill/content-repair.js +202 -0
  85. package/dist/commands/improve/distill/promote-memory.js +229 -0
  86. package/dist/commands/improve/distill/quality-gate.js +236 -0
  87. package/dist/commands/improve/distill-guards.js +127 -0
  88. package/dist/commands/improve/distill-promotion-policy.js +826 -167
  89. package/dist/commands/improve/distill.js +228 -605
  90. package/dist/commands/improve/eligibility.js +434 -0
  91. package/dist/commands/improve/encoding-salience.js +205 -0
  92. package/dist/commands/improve/extract-cli.js +179 -59
  93. package/dist/commands/improve/extract-prompt.js +54 -3
  94. package/dist/commands/improve/extract-watch.js +140 -0
  95. package/dist/commands/improve/extract.js +409 -43
  96. package/dist/commands/improve/feedback-valence.js +54 -0
  97. package/dist/commands/improve/hot-probation.js +45 -0
  98. package/dist/commands/improve/improve-auto-accept.js +157 -10
  99. package/dist/commands/improve/improve-cli.js +115 -73
  100. package/dist/commands/improve/improve-profiles.js +28 -8
  101. package/dist/commands/improve/improve-result-file.js +15 -25
  102. package/dist/commands/improve/improve-session.js +58 -0
  103. package/dist/commands/improve/improve.js +485 -2764
  104. package/dist/commands/improve/locks.js +154 -0
  105. package/dist/commands/improve/loop-stages.js +1100 -0
  106. package/dist/commands/improve/memory/memory-belief.js +14 -15
  107. package/dist/commands/improve/memory/memory-contradiction-detect.js +83 -60
  108. package/dist/commands/improve/memory/memory-improve.js +27 -27
  109. package/dist/commands/improve/outcome-loop.js +270 -0
  110. package/dist/commands/improve/preparation.js +2002 -0
  111. package/dist/commands/improve/proactive-maintenance.js +37 -35
  112. package/dist/commands/improve/procedural.js +398 -0
  113. package/dist/commands/improve/recombine.js +818 -0
  114. package/dist/commands/improve/reflect-noise.js +0 -0
  115. package/dist/commands/improve/reflect.js +206 -45
  116. package/dist/commands/improve/salience.js +455 -0
  117. package/dist/commands/improve/schema-similarity-gate.js +168 -0
  118. package/dist/commands/improve/shared.js +51 -0
  119. package/dist/commands/improve/triage.js +93 -0
  120. package/dist/commands/lint/agent-linter.js +19 -24
  121. package/dist/commands/lint/base-linter.js +173 -60
  122. package/dist/commands/lint/command-linter.js +19 -24
  123. package/dist/commands/lint/env-key-rules.js +38 -1
  124. package/dist/commands/lint/fact-linter.js +39 -0
  125. package/dist/commands/lint/index.js +31 -13
  126. package/dist/commands/lint/memory-linter.js +1 -1
  127. package/dist/commands/lint/registry.js +7 -2
  128. package/dist/commands/lint/task-linter.js +3 -3
  129. package/dist/commands/lint/workflow-linter.js +26 -1
  130. package/dist/commands/observability-cli.js +4 -4
  131. package/dist/commands/proposal/drain-policies.js +13 -4
  132. package/dist/commands/proposal/drain.js +45 -51
  133. package/dist/commands/proposal/legacy-import.js +115 -0
  134. package/dist/commands/proposal/proposal-cli.js +24 -34
  135. package/dist/commands/proposal/proposal.js +2 -1
  136. package/dist/commands/proposal/propose.js +8 -3
  137. package/dist/commands/proposal/repository.js +829 -0
  138. package/dist/commands/proposal/validators/proposal-quality-validators.js +9 -8
  139. package/dist/commands/proposal/validators/proposals.js +93 -895
  140. package/dist/commands/read/curate.js +410 -111
  141. package/dist/commands/read/knowledge.js +10 -3
  142. package/dist/commands/read/remember-cli.js +133 -138
  143. package/dist/commands/read/search-cli.js +15 -8
  144. package/dist/commands/read/search.js +22 -11
  145. package/dist/commands/read/show.js +106 -14
  146. package/dist/commands/registry-cli.js +76 -87
  147. package/dist/commands/remember.js +11 -12
  148. package/dist/commands/sources/add-cli.js +91 -95
  149. package/dist/commands/sources/history.js +1 -1
  150. package/dist/commands/sources/init.js +66 -18
  151. package/dist/commands/sources/installed-stashes.js +11 -3
  152. package/dist/commands/sources/migration-help.js +7 -4
  153. package/dist/commands/sources/schema-repair.js +44 -46
  154. package/dist/commands/sources/self-update.js +2 -2
  155. package/dist/commands/sources/source-add.js +7 -3
  156. package/dist/commands/sources/sources-cli.js +3 -3
  157. package/dist/commands/sources/stash-cli.js +19 -39
  158. package/dist/commands/sources/stash-skeleton.js +57 -8
  159. package/dist/commands/tasks/default-tasks.js +15 -2
  160. package/dist/commands/tasks/tasks-cli.js +20 -29
  161. package/dist/commands/tasks/tasks.js +39 -11
  162. package/dist/commands/wiki-cli.js +23 -38
  163. package/dist/commands/workflow-cli.js +291 -13
  164. package/dist/core/asset/asset-registry.js +3 -1
  165. package/dist/core/asset/asset-spec.js +79 -5
  166. package/dist/core/asset/frontmatter.js +188 -167
  167. package/dist/core/asset/markdown.js +8 -0
  168. package/dist/core/authoring-rules.js +92 -0
  169. package/dist/core/common.js +4 -23
  170. package/dist/core/concurrent.js +10 -1
  171. package/dist/core/config/config-io.js +10 -1
  172. package/dist/core/config/config-migration.js +18 -40
  173. package/dist/core/config/config-schema.js +403 -62
  174. package/dist/core/config/config-types.js +3 -3
  175. package/dist/core/config/config.js +67 -22
  176. package/dist/core/deep-merge.js +38 -0
  177. package/dist/core/errors.js +1 -0
  178. package/dist/core/eval/rank-metrics.js +113 -0
  179. package/dist/core/events.js +4 -7
  180. package/dist/core/improve-types.js +47 -8
  181. package/dist/core/json-schema.js +142 -0
  182. package/dist/core/logs-db.js +14 -75
  183. package/dist/core/parse.js +36 -16
  184. package/dist/core/paths.js +18 -18
  185. package/dist/core/standards/resolve-standards-context.js +87 -0
  186. package/dist/core/standards/resolve-stash-standards.js +99 -0
  187. package/dist/core/standards/resolve-type-conventions.js +66 -0
  188. package/dist/core/state/migrations.js +770 -0
  189. package/dist/core/state-db.js +132 -1126
  190. package/dist/core/structured.js +69 -0
  191. package/dist/core/time.js +53 -0
  192. package/dist/core/warn.js +21 -0
  193. package/dist/core/write-source.js +37 -0
  194. package/dist/indexer/db/db.js +261 -770
  195. package/dist/indexer/db/entry-mapper.js +41 -0
  196. package/dist/indexer/db/graph-db.js +129 -86
  197. package/dist/indexer/db/llm-cache.js +2 -2
  198. package/dist/indexer/db/schema.js +516 -0
  199. package/dist/indexer/ensure-index.js +36 -92
  200. package/dist/indexer/feedback/utility-policy.js +75 -0
  201. package/dist/indexer/graph/graph-boost.js +51 -41
  202. package/dist/indexer/graph/graph-extraction.js +207 -4
  203. package/dist/indexer/index-writer-lock.js +18 -11
  204. package/dist/indexer/index-written-assets.js +105 -0
  205. package/dist/indexer/indexer.js +182 -204
  206. package/dist/indexer/passes/dir-staleness.js +114 -0
  207. package/dist/indexer/passes/memory-inference.js +13 -5
  208. package/dist/indexer/passes/metadata.js +20 -0
  209. package/dist/indexer/read-preflight.js +23 -0
  210. package/dist/indexer/search/db-search.js +89 -13
  211. package/dist/indexer/search/fts-query.js +51 -0
  212. package/dist/indexer/search/ranking-contributors.js +95 -9
  213. package/dist/indexer/search/ranking.js +79 -3
  214. package/dist/indexer/search/search-fields.js +6 -0
  215. package/dist/indexer/search/search-source.js +32 -21
  216. package/dist/indexer/search/semantic-status.js +4 -0
  217. package/dist/indexer/walk/matchers.js +48 -0
  218. package/dist/indexer/walk/walker.js +21 -13
  219. package/dist/integrations/agent/builders.js +41 -13
  220. package/dist/integrations/agent/config.js +20 -59
  221. package/dist/integrations/agent/detect.js +9 -0
  222. package/dist/integrations/agent/index.js +3 -19
  223. package/dist/integrations/agent/model-aliases.js +16 -2
  224. package/dist/integrations/agent/profiles.js +79 -6
  225. package/dist/integrations/agent/prompts.js +75 -9
  226. package/dist/integrations/agent/runner-dispatch.js +83 -0
  227. package/dist/integrations/agent/runner.js +13 -9
  228. package/dist/integrations/agent/spawn.js +206 -81
  229. package/dist/integrations/harnesses/aider/agent-builder.js +113 -0
  230. package/dist/integrations/harnesses/aider/index.js +58 -0
  231. package/dist/integrations/harnesses/aider/result-extractor.js +53 -0
  232. package/dist/integrations/harnesses/amazonq/agent-builder.js +153 -0
  233. package/dist/integrations/harnesses/amazonq/index.js +59 -0
  234. package/dist/integrations/harnesses/amazonq/result-extractor.js +48 -0
  235. package/dist/integrations/harnesses/claude/agent-builder.js +46 -7
  236. package/dist/integrations/harnesses/claude/index.js +27 -23
  237. package/dist/integrations/harnesses/claude/result-extractor.js +52 -0
  238. package/dist/integrations/harnesses/claude/session-log.js +10 -0
  239. package/dist/integrations/harnesses/codex/agent-builder.js +137 -0
  240. package/dist/integrations/harnesses/codex/index.js +63 -0
  241. package/dist/integrations/harnesses/codex/result-extractor.js +73 -0
  242. package/dist/integrations/harnesses/copilot/agent-builder.js +122 -0
  243. package/dist/integrations/harnesses/copilot/index.js +60 -0
  244. package/dist/integrations/harnesses/copilot/result-extractor.js +151 -0
  245. package/dist/integrations/harnesses/gemini/agent-builder.js +121 -0
  246. package/dist/integrations/harnesses/gemini/index.js +60 -0
  247. package/dist/integrations/harnesses/gemini/result-extractor.js +121 -0
  248. package/dist/integrations/harnesses/index.js +28 -7
  249. package/dist/integrations/harnesses/opencode/agent-builder.js +1 -1
  250. package/dist/integrations/harnesses/opencode/index.js +17 -16
  251. package/dist/integrations/harnesses/opencode/session-log.js +173 -3
  252. package/dist/integrations/harnesses/opencode-sdk/harness.js +65 -0
  253. package/dist/integrations/harnesses/opencode-sdk/index.js +10 -34
  254. package/dist/integrations/harnesses/opencode-sdk/sdk-runner.js +642 -71
  255. package/dist/integrations/harnesses/openhands/agent-builder.js +126 -0
  256. package/dist/integrations/harnesses/openhands/index.js +58 -0
  257. package/dist/integrations/harnesses/openhands/result-extractor.js +103 -0
  258. package/dist/integrations/harnesses/pi/agent-builder.js +104 -0
  259. package/dist/integrations/harnesses/pi/index.js +58 -0
  260. package/dist/integrations/harnesses/pi/result-extractor.js +135 -0
  261. package/dist/integrations/harnesses/types.js +8 -0
  262. package/dist/integrations/session-logs/index.js +40 -11
  263. package/dist/llm/call-ai.js +2 -2
  264. package/dist/llm/client.js +34 -11
  265. package/dist/llm/embedder.js +67 -4
  266. package/dist/llm/embedders/cache.js +3 -1
  267. package/dist/llm/embedders/deterministic.js +66 -0
  268. package/dist/llm/embedders/local.js +73 -3
  269. package/dist/llm/feature-gate.js +16 -15
  270. package/dist/llm/graph-extract.js +67 -44
  271. package/dist/llm/memory-infer-impl.js +138 -0
  272. package/dist/llm/memory-infer.js +1 -127
  273. package/dist/llm/metadata-enhance.js +44 -31
  274. package/dist/llm/structured-call.js +49 -0
  275. package/dist/migrate-storage-node.mjs +8 -0
  276. package/dist/output/context.js +5 -5
  277. package/dist/output/renderers.js +87 -15
  278. package/dist/output/shapes/curate.js +14 -2
  279. package/dist/output/shapes/helpers.js +0 -3
  280. package/dist/output/shapes/passthrough.js +6 -1
  281. package/dist/output/text/helpers.js +241 -2
  282. package/dist/output/text/workflow.js +4 -1
  283. package/dist/registry/providers/skills-sh.js +21 -147
  284. package/dist/registry/providers/static-index.js +15 -157
  285. package/dist/registry/resolve.js +27 -9
  286. package/dist/runtime.js +25 -1
  287. package/dist/schemas/akm-config.json +14225 -0
  288. package/dist/schemas/akm-workflow.json +328 -0
  289. package/dist/scripts/migrate-storage.js +2743 -8390
  290. package/dist/scripts/migrations/import-fs-improve-runs-to-db.js +1652 -607
  291. package/dist/setup/detect.js +9 -0
  292. package/dist/setup/legacy-config.js +106 -0
  293. package/dist/setup/prompt.js +57 -0
  294. package/dist/setup/providers.js +14 -0
  295. package/dist/setup/registry-stash-loader.js +12 -0
  296. package/dist/setup/semantic-assets.js +124 -0
  297. package/dist/setup/setup.js +52 -1614
  298. package/dist/setup/steps/connection.js +734 -0
  299. package/dist/setup/steps/output.js +31 -0
  300. package/dist/setup/steps/platforms.js +124 -0
  301. package/dist/setup/steps/semantic.js +27 -0
  302. package/dist/setup/steps/sources.js +222 -0
  303. package/dist/setup/steps/stashdir.js +42 -0
  304. package/dist/setup/steps/tasks.js +152 -0
  305. package/dist/sources/include.js +6 -2
  306. package/dist/sources/providers/filesystem.js +0 -1
  307. package/dist/sources/providers/git-install.js +210 -0
  308. package/dist/sources/providers/git-provider.js +234 -0
  309. package/dist/sources/providers/git-stash.js +248 -0
  310. package/dist/sources/providers/git.js +10 -661
  311. package/dist/sources/providers/npm.js +2 -6
  312. package/dist/sources/providers/provider-utils.js +13 -7
  313. package/dist/sources/providers/sync-from-ref.js +9 -1
  314. package/dist/sources/providers/website.js +9 -5
  315. package/dist/sources/website-ingest.js +187 -29
  316. package/dist/sources/wiki-fetchers/registry.js +53 -0
  317. package/dist/sources/wiki-fetchers/youtube.js +239 -0
  318. package/dist/storage/database.js +45 -10
  319. package/dist/storage/managed-db.js +82 -0
  320. package/dist/storage/repositories/canaries-repository.js +107 -0
  321. package/dist/storage/repositories/consolidation-repository.js +38 -0
  322. package/dist/storage/repositories/embeddings-repository.js +72 -0
  323. package/dist/storage/repositories/events-repository.js +187 -0
  324. package/dist/storage/repositories/extract-sessions-repository.js +96 -0
  325. package/dist/storage/repositories/improve-runs-repository.js +146 -0
  326. package/dist/storage/repositories/index-db.js +14 -8
  327. package/dist/storage/repositories/proposals-repository.js +220 -0
  328. package/dist/storage/repositories/recombine-repository.js +213 -0
  329. package/dist/storage/repositories/registry-cache.js +93 -0
  330. package/dist/storage/repositories/registry-index-cache-repository.js +46 -0
  331. package/dist/storage/repositories/task-history-repository.js +93 -0
  332. package/dist/storage/repositories/workflow-runs-repository.js +189 -1
  333. package/dist/storage/sqlite-pragmas.js +146 -0
  334. package/dist/tasks/backends/cron.js +1 -1
  335. package/dist/tasks/backends/index.js +9 -0
  336. package/dist/tasks/backends/launchd.js +1 -1
  337. package/dist/tasks/backends/schtasks.js +1 -1
  338. package/dist/tasks/{resolveAkmBin.js → resolve-akm-bin.js} +2 -2
  339. package/dist/tasks/runner.js +15 -13
  340. package/dist/text-import-hook.mjs +1 -1
  341. package/dist/wiki/wiki.js +52 -11
  342. package/dist/workflows/authoring/authoring.js +123 -10
  343. package/dist/workflows/authoring/workflow-program-template.yaml +31 -0
  344. package/dist/workflows/cli.js +5 -0
  345. package/dist/workflows/db.js +138 -4
  346. package/dist/workflows/exec/brief.js +484 -0
  347. package/dist/workflows/exec/native-executor.js +975 -0
  348. package/dist/workflows/exec/param-secrets.js +115 -0
  349. package/dist/workflows/exec/report.js +1295 -0
  350. package/dist/workflows/exec/run-workflow.js +596 -0
  351. package/dist/workflows/exec/scheduler.js +100 -0
  352. package/dist/workflows/exec/step-work.js +1156 -0
  353. package/dist/workflows/exec/unit-writer.js +23 -0
  354. package/dist/workflows/exec/watch.js +116 -0
  355. package/dist/workflows/exec/worktree.js +171 -0
  356. package/dist/workflows/ir/compile.js +388 -0
  357. package/dist/workflows/ir/params.js +54 -0
  358. package/dist/workflows/ir/plan-hash.js +33 -0
  359. package/dist/workflows/ir/schema.js +4 -0
  360. package/dist/workflows/parser.js +3 -1
  361. package/dist/workflows/program/expressions.js +369 -0
  362. package/dist/workflows/program/parser.js +760 -0
  363. package/dist/workflows/program/project.js +105 -0
  364. package/dist/workflows/program/schema.js +54 -0
  365. package/dist/workflows/renderer.js +82 -5
  366. package/dist/workflows/runtime/agent-identity.js +59 -14
  367. package/dist/workflows/runtime/runs.js +248 -153
  368. package/dist/workflows/runtime/unit-checkin.js +45 -0
  369. package/dist/workflows/runtime/workflow-asset-loader.js +188 -0
  370. package/dist/workflows/validate-summary.js +26 -10
  371. package/dist/workflows/validator.js +1 -1
  372. package/docs/README.md +69 -18
  373. package/docs/data-and-telemetry.md +7 -5
  374. package/docs/migration/release-notes/0.7.0.md +1 -1
  375. package/docs/migration/release-notes/0.9.0-beta.60.md +19 -0
  376. package/docs/migration/release-notes/0.9.0.md +39 -0
  377. package/package.json +10 -10
  378. package/dist/assets/tasks/core/update-stashes.yml +0 -4
  379. package/dist/commands/db-cli.js +0 -23
  380. package/dist/indexer/db/db-backup.js +0 -376
  381. package/dist/indexer/passes/staleness-detect.js +0 -488
@@ -0,0 +1,213 @@
1
+ // This Source Code Form is subject to the terms of the Mozilla Public
2
+ // License, v. 2.0. If a copy of the MPL was not distributed with this
3
+ // file, You can obtain one at https://mozilla.org/MPL/2.0/.
4
+ /**
5
+ * Record an induction of a recombine hypothesis and return the new consecutive
6
+ * count. INSERT … ON CONFLICT increments the streak, but the `last_run` guard
7
+ * makes a repeated call within the SAME run idempotent (no double-increment if
8
+ * the same ref appears twice in one run). On insert the streak starts at 1.
9
+ */
10
+ export function recordRecombineInduction(db, input) {
11
+ const row = db
12
+ .prepare(`
13
+ INSERT INTO recombine_hypotheses
14
+ (hypothesis_ref, signature, member_key, consecutive_count, first_seen_at, last_seen_at, last_run)
15
+ VALUES (?, ?, ?, 1, ?, ?, ?)
16
+ ON CONFLICT(hypothesis_ref) DO UPDATE SET
17
+ consecutive_count = consecutive_count + (CASE WHEN last_run IS excluded.last_run THEN 0 ELSE 1 END),
18
+ last_seen_at = excluded.last_seen_at,
19
+ last_run = excluded.last_run,
20
+ signature = excluded.signature,
21
+ member_key = excluded.member_key
22
+ RETURNING consecutive_count
23
+ `)
24
+ .get(input.hypothesisRef, input.signature, input.memberKey, input.seenAt, input.seenAt, input.run);
25
+ return row?.consecutive_count ?? 0;
26
+ }
27
+ /**
28
+ * #633 — find an existing pending (non-promoted) hypothesis row whose cluster
29
+ * is the SAME generalization as a newly-induced one, matched by SIGNATURE plus
30
+ * a Jaccard membership-overlap test, rather than an exact member-set hash.
31
+ *
32
+ * In a growing stash any added/removed memory changes the exact member set, so
33
+ * the ref hash (and member_key) shift every run → a fresh row at count=1 → the
34
+ * streak never reaches `confirmThreshold` and nothing ever promotes. Matching
35
+ * on overlap lets a drifting-but-stable cluster keep accumulating under one row.
36
+ *
37
+ * Returns the matched row with the HIGHEST overlap (ties broken by most-recent
38
+ * `last_seen_at`), or `undefined` when none clears `minOverlap`. Already-promoted
39
+ * rows are ignored so a confirmed lesson is not reopened by a later induction.
40
+ *
41
+ * @param memberKey the candidate cluster's membership fingerprint
42
+ * (sorted member entryKeys joined by `|`).
43
+ * @param minOverlap Jaccard threshold in [0,1]; a candidate matches when
44
+ * |A∩B| / |A∪B| >= minOverlap.
45
+ */
46
+ export function findMatchingRecombineHypothesis(db, input) {
47
+ const candidateMembers = new Set(input.memberKey.split("|").filter((m) => m.length > 0));
48
+ if (candidateMembers.size === 0)
49
+ return undefined;
50
+ const rows = db
51
+ .prepare("SELECT * FROM recombine_hypotheses WHERE signature = ? AND promoted_at IS NULL ORDER BY last_seen_at DESC")
52
+ .all(input.signature);
53
+ let best;
54
+ let bestOverlap = -1;
55
+ for (const row of rows) {
56
+ const rowMembers = row.member_key.split("|").filter((m) => m.length > 0);
57
+ if (rowMembers.length === 0)
58
+ continue;
59
+ let intersection = 0;
60
+ for (const m of rowMembers) {
61
+ if (candidateMembers.has(m))
62
+ intersection += 1;
63
+ }
64
+ const union = candidateMembers.size + rowMembers.length - intersection;
65
+ const overlap = union === 0 ? 0 : intersection / union;
66
+ // rows are ordered last_seen_at DESC, so a strict `>` keeps the most-recent
67
+ // row on ties.
68
+ if (overlap >= input.minOverlap && overlap > bestOverlap) {
69
+ best = row;
70
+ bestOverlap = overlap;
71
+ }
72
+ }
73
+ return best;
74
+ }
75
+ /**
76
+ * Fetch a single recombine hypothesis row, or `undefined` when the ref has
77
+ * never been induced. Normalizes bun:sqlite null → undefined like
78
+ * {@link getExtractedSession}.
79
+ */
80
+ export function getRecombineHypothesis(db, hypothesisRef) {
81
+ const row = db
82
+ .prepare("SELECT * FROM recombine_hypotheses WHERE hypothesis_ref = ?")
83
+ .get(hypothesisRef);
84
+ return row ?? undefined;
85
+ }
86
+ /**
87
+ * Mark a hypothesis promoted: stamp `promoted_at` and reset the consecutive
88
+ * count to 0, so it must re-accumulate a full confirmation streak before it can
89
+ * promote again. The `promoted_at` non-null state is the double-promotion guard.
90
+ */
91
+ export function markRecombineHypothesisPromoted(db, hypothesisRef, promotedAt) {
92
+ db.prepare("UPDATE recombine_hypotheses SET promoted_at = ?, consecutive_count = 0 WHERE hypothesis_ref = ?").run(promotedAt, hypothesisRef);
93
+ }
94
+ /**
95
+ * #658 — does any current-run cluster match this hypothesis row under the SAME
96
+ * signature + Jaccard-overlap rule used for re-induction? A match means the
97
+ * cluster genuinely re-formed this run (it was merely cap-displaced out of the
98
+ * processed top-`maxClustersPerRun` slice), so its streak must NOT be reset.
99
+ */
100
+ function hypothesisMatchesAnyPresentCluster(row, presentClusters, minOverlap) {
101
+ const rowMembers = row.member_key.split("|").filter((m) => m.length > 0);
102
+ if (rowMembers.length === 0)
103
+ return false;
104
+ const rowSet = new Set(rowMembers);
105
+ for (const cluster of presentClusters) {
106
+ if (cluster.signature !== row.signature)
107
+ continue;
108
+ const clusterMembers = cluster.memberKey.split("|").filter((m) => m.length > 0);
109
+ if (clusterMembers.length === 0)
110
+ continue;
111
+ let intersection = 0;
112
+ for (const m of clusterMembers) {
113
+ if (rowSet.has(m))
114
+ intersection += 1;
115
+ }
116
+ const union = rowSet.size + clusterMembers.length - intersection;
117
+ const overlap = union === 0 ? 0 : intersection / union;
118
+ if (overlap >= minOverlap)
119
+ return true;
120
+ }
121
+ return false;
122
+ }
123
+ /**
124
+ * Decay-to-zero every NON-promoted hypothesis NOT re-induced in the current run.
125
+ *
126
+ * A generalization that stops being supported by the corpus has lost its
127
+ * confirmation streak, so we hard-reset `consecutive_count` to 0 (the
128
+ * alternative — `count - 1` floored at 0 — tolerates a single noisy run but
129
+ * blurs the "consecutive" semantics; hard-reset is the conservative choice).
130
+ *
131
+ * Only rows whose `hypothesis_ref` is NOT in `seenRefs` AND whose `last_run` is
132
+ * NOT the current run are decayed. Already-promoted rows are left alone.
133
+ *
134
+ * #658 — CAP-AWARE decay. The recombine pass only re-inducts (and thus marks
135
+ * `seen`) the top-`maxClustersPerRun` clusters, but a cluster genuinely
136
+ * re-forms every run even when it is displaced below that cap. Resetting such a
137
+ * row treats a SCHEDULING miss as a SUBSTANCE miss and traps the hypothesis
138
+ * below `confirmThreshold` forever. When `opts.presentClusters` is supplied, a
139
+ * row is SPARED from decay if it Jaccard-matches any present cluster (same
140
+ * signature, overlap >= `opts.minOverlap`) — i.e. its cluster re-formed this run
141
+ * but was cap-displaced. This does NOT advance the streak (only re-induction in
142
+ * the processed slice does that, via {@link recordRecombineInduction}), so the
143
+ * recurrence bar for promotion is unchanged; it only stops the cap from
144
+ * manufacturing artificial misses. Omitting `presentClusters` preserves the
145
+ * pre-#658 hard-reset-after-one-miss behaviour exactly.
146
+ *
147
+ * Returns the number of rows reset.
148
+ */
149
+ export function decayUnseenRecombineHypotheses(db, currentRun, seenRefs, opts) {
150
+ // #658 — when cap-aware sparing is requested, fold the cap-displaced rows into
151
+ // the "seen" exclusion set: the underlying reset SQL already protects every
152
+ // ref it is given, so sparing == treating a spared row exactly like a seen
153
+ // row for this sweep (its count is left untouched, never advanced).
154
+ let effectiveSeen = seenRefs;
155
+ if (opts && opts.presentClusters.length > 0) {
156
+ const candidates = db
157
+ .prepare("SELECT hypothesis_ref, signature, member_key FROM recombine_hypotheses WHERE promoted_at IS NULL AND (last_run IS NULL OR last_run != ?) AND consecutive_count != 0")
158
+ .all(currentRun);
159
+ const seenSet = new Set(seenRefs);
160
+ for (const row of candidates) {
161
+ if (seenSet.has(row.hypothesis_ref))
162
+ continue;
163
+ if (hypothesisMatchesAnyPresentCluster(row, opts.presentClusters, opts.minOverlap)) {
164
+ seenSet.add(row.hypothesis_ref);
165
+ }
166
+ }
167
+ effectiveSeen = [...seenSet];
168
+ }
169
+ return decayUnseenRecombineHypothesesInner(db, currentRun, effectiveSeen);
170
+ }
171
+ /**
172
+ * The raw reset sweep shared by the cap-aware wrapper above. Resets every
173
+ * non-promoted row from a prior run whose ref is NOT in `seenRefs`. Kept private
174
+ * so the param-ceiling chunking logic lives in one place.
175
+ */
176
+ function decayUnseenRecombineHypothesesInner(db, currentRun, seenRefs) {
177
+ // Reset every eligible row, then exclude the seen refs in chunks to respect
178
+ // the ~999 SQLite param ceiling. With no seen refs we reset all non-promoted
179
+ // rows from prior runs in a single statement.
180
+ if (seenRefs.length === 0) {
181
+ const res = db
182
+ .prepare("UPDATE recombine_hypotheses SET consecutive_count = 0 WHERE promoted_at IS NULL AND (last_run IS NULL OR last_run != ?) AND consecutive_count != 0")
183
+ .run(currentRun);
184
+ return Number(res.changes);
185
+ }
186
+ // A single NOT IN keeps the exclusion atomic (a chunked NOT IN would let a ref
187
+ // excluded by one chunk still be reset by another chunk's statement). The
188
+ // recombine pass caps RE-INDUCED clusters at `maxClustersPerRun` (a handful) —
189
+ // but with #658 cap-aware sparing the caller folds every cap-displaced
190
+ // (present-but-unprocessed) hypothesis into `effectiveSeen` too, so on a large
191
+ // stash `seenRefs` here can carry MANY spared refs, not just the handful that
192
+ // were processed. We cap defensively at ~900 (under SQLite's ~999 param
193
+ // ceiling): if `effectiveSeen` somehow exceeds it we fall back to resetting all
194
+ // eligible rows — which re-introduces the cap-displacement trap for THAT run
195
+ // (spared rows get decayed because the NOT IN protection is dropped). That is a
196
+ // rare, bounded degradation; a stash with >900 simultaneously-spared
197
+ // hypotheses is far beyond current scale.
198
+ if (seenRefs.length > 900) {
199
+ const res = db
200
+ .prepare("UPDATE recombine_hypotheses SET consecutive_count = 0 WHERE promoted_at IS NULL AND (last_run IS NULL OR last_run != ?) AND consecutive_count != 0")
201
+ .run(currentRun);
202
+ return Number(res.changes);
203
+ }
204
+ const placeholders = seenRefs.map(() => "?").join(",");
205
+ const res = db
206
+ .prepare(`UPDATE recombine_hypotheses SET consecutive_count = 0
207
+ WHERE promoted_at IS NULL
208
+ AND (last_run IS NULL OR last_run != ?)
209
+ AND consecutive_count != 0
210
+ AND hypothesis_ref NOT IN (${placeholders})`)
211
+ .run(currentRun, ...seenRefs);
212
+ return Number(res.changes);
213
+ }
@@ -0,0 +1,93 @@
1
+ // This Source Code Form is subject to the terms of the Mozilla Public
2
+ // License, v. 2.0. If a copy of the MPL was not distributed with this
3
+ // file, You can obtain one at https://mozilla.org/MPL/2.0/.
4
+ import { rethrowIfTestIsolationError } from "../../core/errors.js";
5
+ import { closeDatabase, openIndexDatabase } from "../../indexer/db/db.js";
6
+ import { getRegistryIndexCache, upsertRegistryIndexCache } from "./registry-index-cache-repository.js";
7
+ /**
8
+ * RAII-style lifecycle helper for the registry cache DB. Opens the DB (treating
9
+ * a failed open exactly like the legacy fall-through: the bun-test isolation
10
+ * guard is re-thrown, any other failure yields `db = undefined`), runs `fn`,
11
+ * and guarantees the DB is closed in a `finally` after `fn` has fully settled
12
+ * (the await is required: the callbacks are async, and closing before they
13
+ * settle would tear the DB down mid-write).
14
+ */
15
+ export async function withRegistryCacheDb(fn) {
16
+ let db;
17
+ try {
18
+ db = openIndexDatabase();
19
+ }
20
+ catch (err) {
21
+ // Never mask the bun-test isolation guard as "DB unavailable".
22
+ rethrowIfTestIsolationError(err);
23
+ db = undefined;
24
+ }
25
+ try {
26
+ return await fn(db);
27
+ }
28
+ finally {
29
+ if (db) {
30
+ try {
31
+ closeDatabase(db);
32
+ }
33
+ catch {
34
+ /* ignore */
35
+ }
36
+ }
37
+ }
38
+ }
39
+ /**
40
+ * Shared registry index-cache fetch template. Opens the cache DB, returns a
41
+ * fresh cache hit when present, otherwise fetches live (writing the result back
42
+ * to the cache best-effort), and falls back to a stale cache row when the fetch
43
+ * fails. Behaviour-preserving extraction of the logic previously duplicated in
44
+ * `skills-sh.ts` (`fetchSkills`) and `static-index.ts` (`loadIndex`).
45
+ */
46
+ export async function fetchCachedJson(opts) {
47
+ const { cacheKey, ttlMs, parseCache, fetchFresh } = opts;
48
+ return withRegistryCacheDb(async (db) => {
49
+ // ── Step 1: Try DB cache (index.db) ─────────────────────────────────────
50
+ let dbCacheResult;
51
+ try {
52
+ if (db) {
53
+ dbCacheResult = getRegistryIndexCache(db, cacheKey, ttlMs);
54
+ }
55
+ }
56
+ catch (err) {
57
+ // Never mask the bun-test isolation guard as "DB unavailable" — see
58
+ // rethrowIfTestIsolationError in src/core/errors.ts. Without this, a
59
+ // leaky test silently gets a cold cache instead of the loud
60
+ // TEST_ISOLATION_MISSING failure the guard intends.
61
+ rethrowIfTestIsolationError(err);
62
+ // index.db read failed (pre-migration install or test env) — fall through
63
+ }
64
+ if (dbCacheResult) {
65
+ const cached = parseCache(dbCacheResult.indexJson, { stale: false });
66
+ if (cached !== undefined) {
67
+ return cached;
68
+ }
69
+ }
70
+ // ── Step 2: Fetch fresh ──────────────────────────────────────────────────
71
+ try {
72
+ const { value, cacheJson, cacheOpts } = await fetchFresh(db);
73
+ if (db) {
74
+ try {
75
+ upsertRegistryIndexCache(db, cacheKey, cacheJson, cacheOpts);
76
+ }
77
+ catch {
78
+ /* best-effort */
79
+ }
80
+ }
81
+ return value;
82
+ }
83
+ catch (err) {
84
+ // Fetch failed — use stale DB cache if available.
85
+ if (dbCacheResult) {
86
+ const stale = parseCache(dbCacheResult.indexJson, { stale: true });
87
+ if (stale !== undefined)
88
+ return stale;
89
+ }
90
+ throw err;
91
+ }
92
+ });
93
+ }
@@ -0,0 +1,46 @@
1
+ // This Source Code Form is subject to the terms of the Mozilla Public
2
+ // License, v. 2.0. If a copy of the MPL was not distributed with this
3
+ // file, You can obtain one at https://mozilla.org/MPL/2.0/.
4
+ /**
5
+ * Upsert a registry index cache entry in index.db.
6
+ *
7
+ * @param db - Open index.db connection (from openDatabase / openExistingDatabase).
8
+ * @param registryUrl - Canonical URL of the registry (used as primary key).
9
+ * @param indexJson - Serialised registry index document (JSON string).
10
+ * @param opts.etag - HTTP ETag from the response (optional).
11
+ * @param opts.lastModified - HTTP Last-Modified from the response (optional).
12
+ */
13
+ export function upsertRegistryIndexCache(db, registryUrl, indexJson, opts) {
14
+ db.prepare(`
15
+ INSERT INTO registry_index_cache (registry_url, fetched_at, etag, last_modified, index_json)
16
+ VALUES (?, ?, ?, ?, ?)
17
+ ON CONFLICT(registry_url) DO UPDATE SET
18
+ fetched_at = excluded.fetched_at,
19
+ etag = excluded.etag,
20
+ last_modified = excluded.last_modified,
21
+ index_json = excluded.index_json
22
+ `).run(registryUrl, new Date().toISOString(), opts?.etag ?? null, opts?.lastModified ?? null, indexJson);
23
+ }
24
+ /**
25
+ * Look up a cached registry index entry from index.db.
26
+ * Returns undefined when not found or when the entry is older than `maxAgeMs`.
27
+ *
28
+ * TTL check: if `Date.now() - new Date(fetched_at).getTime() > maxAgeMs` the
29
+ * entry is considered a cache miss and undefined is returned.
30
+ *
31
+ * @param db - Open index.db connection.
32
+ * @param registryUrl - Canonical URL of the registry (primary key).
33
+ * @param maxAgeMs - Maximum age in milliseconds before the entry is stale (default: 1 hour).
34
+ */
35
+ export function getRegistryIndexCache(db, registryUrl, maxAgeMs = 3_600_000 /* 1 hour */) {
36
+ const row = db
37
+ .prepare(`SELECT fetched_at, etag, last_modified, index_json
38
+ FROM registry_index_cache WHERE registry_url = ?`)
39
+ .get(registryUrl);
40
+ if (!row)
41
+ return undefined;
42
+ const fetchedAt = Date.parse(row.fetched_at);
43
+ if (Number.isNaN(fetchedAt) || Date.now() - fetchedAt > maxAgeMs)
44
+ return undefined;
45
+ return { indexJson: row.index_json, etag: row.etag, lastModified: row.last_modified };
46
+ }
@@ -0,0 +1,93 @@
1
+ // This Source Code Form is subject to the terms of the Mozilla Public
2
+ // License, v. 2.0. If a copy of the MPL was not distributed with this
3
+ // file, You can obtain one at https://mozilla.org/MPL/2.0/.
4
+ /**
5
+ * Upsert a task history row.
6
+ */
7
+ export function upsertTaskHistory(db, row) {
8
+ // INSERT OR IGNORE: if a run with the same (task_id, started_at) was already
9
+ // imported (e.g. by the migration script), skip it silently.
10
+ db.prepare(`
11
+ INSERT OR IGNORE INTO task_history
12
+ (task_id, status, started_at, completed_at, failed_at, log_path,
13
+ target_kind, target_ref, metadata_json)
14
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
15
+ `).run(row.task_id, row.status, row.started_at, row.completed_at ?? null, row.failed_at ?? null, row.log_path ?? null, row.target_kind ?? null, row.target_ref ?? null, row.metadata_json);
16
+ }
17
+ /**
18
+ * Look up a task history row by task_id. Returns undefined when not found.
19
+ */
20
+ /**
21
+ * Return the most recent run for a given task_id, or undefined if no runs exist.
22
+ */
23
+ export function getTaskHistory(db, taskId) {
24
+ return db
25
+ .prepare(`SELECT id, task_id, status, started_at, completed_at, failed_at, log_path,
26
+ target_kind, target_ref, metadata_json
27
+ FROM task_history WHERE task_id = ? ORDER BY started_at DESC LIMIT 1`)
28
+ .get(taskId);
29
+ }
30
+ /**
31
+ * Return all runs for a given task_id, newest first.
32
+ */
33
+ export function getTaskHistoryRuns(db, taskId, limit = 50) {
34
+ return db
35
+ .prepare(`SELECT id, task_id, status, started_at, completed_at, failed_at, log_path,
36
+ target_kind, target_ref, metadata_json
37
+ FROM task_history WHERE task_id = ? ORDER BY started_at DESC LIMIT ?`)
38
+ .all(taskId, limit);
39
+ }
40
+ /**
41
+ * Query task history rows by started_at range and/or status.
42
+ */
43
+ export function queryTaskHistory(db, options = {}) {
44
+ const conditions = [];
45
+ const params = [];
46
+ if (options.since) {
47
+ conditions.push("started_at >= ?");
48
+ params.push(options.since);
49
+ }
50
+ if (options.until) {
51
+ conditions.push("started_at <= ?");
52
+ params.push(options.until);
53
+ }
54
+ if (options.status) {
55
+ conditions.push("status = ?");
56
+ params.push(options.status);
57
+ }
58
+ if (options.targetKind) {
59
+ conditions.push("target_kind = ?");
60
+ params.push(options.targetKind);
61
+ }
62
+ if (options.targetRef) {
63
+ conditions.push("target_ref = ?");
64
+ params.push(options.targetRef);
65
+ }
66
+ const where = conditions.length > 0 ? `WHERE ${conditions.join(" AND ")}` : "";
67
+ return db
68
+ .prepare(`SELECT task_id, status, started_at, completed_at, failed_at, log_path,
69
+ target_kind, target_ref, metadata_json
70
+ FROM task_history ${where} ORDER BY started_at DESC`)
71
+ .all(...params);
72
+ }
73
+ /**
74
+ * Read COMPLETED `akm-improve` task_history runs whose `started_at` falls in
75
+ * `[since, until)` (or `started_at >= since` when `until` is omitted), ordered
76
+ * oldest-first by `started_at`. Only rows with a non-null `completed_at` are
77
+ * returned (in-flight runs are excluded). The `task_id = 'akm-improve'`
78
+ * predicate is fixed because the only caller (commands/health.ts
79
+ * `loadTaskIntervals`) builds wall-time intervals for the improve cron task.
80
+ *
81
+ * Owns the SQL formerly inlined in commands/health.ts. Note the bound is
82
+ * EXCLUSIVE on the upper end (`started_at < ?`) — callers pass an already
83
+ * widened window; this helper does not widen.
84
+ *
85
+ * Connection-lifetime rule (WS5): `.all()` materializes a plain array before
86
+ * returning.
87
+ */
88
+ export function queryCompletedTaskIntervals(db, since, until) {
89
+ const sql = until
90
+ ? "SELECT started_at, completed_at FROM task_history WHERE task_id = 'akm-improve' AND started_at >= ? AND started_at < ? AND completed_at IS NOT NULL ORDER BY started_at"
91
+ : "SELECT started_at, completed_at FROM task_history WHERE task_id = 'akm-improve' AND started_at >= ? AND completed_at IS NOT NULL ORDER BY started_at";
92
+ return (until ? db.prepare(sql).all(since, until) : db.prepare(sql).all(since));
93
+ }
@@ -56,7 +56,17 @@ export class WorkflowRunsRepository {
56
56
  params.push(filter.workflowRef);
57
57
  }
58
58
  if (filter.activeOnly) {
59
- filters.push("status IN ('active', 'blocked')");
59
+ // `activeOnly` means EXACTLY status='active' — a run currently
60
+ // executable. A `blocked` run is NOT active (it is parked awaiting a
61
+ // human `resume`), so it must never appear under `--active`, or a script
62
+ // treating `--active` output as executable work would pick up a blocked
63
+ // run (owner manual-validation finding 1). Blocked runs stay visible in
64
+ // plain `list` (all statuses) with their `blocked` status. The
65
+ // active-OR-blocked scope semantics some call sites want (the `akm show`
66
+ // scope guard, which surfaces a blocked run as the scope's occupant) live
67
+ // in the SEPARATE {@link findActiveOrBlockedRunForScope} — never folded
68
+ // into this shared list filter.
69
+ filters.push("status = 'active'");
60
70
  }
61
71
  const where = filters.length > 0 ? `WHERE ${filters.join(" AND ")}` : "";
62
72
  return this.db
@@ -120,6 +130,184 @@ export class WorkflowRunsRepository {
120
130
  rearmCheckin(runId, checkinArmedAt) {
121
131
  this.db.prepare("UPDATE workflow_runs SET checkin_armed_at = ? WHERE id = ?").run(checkinArmedAt, runId);
122
132
  }
133
+ /**
134
+ * Freeze the compiled plan on the run row (migration 006, redesign addendum
135
+ * R1): `planJson` is the CANONICAL plan JSON (`ir/plan-hash.ts`), `planHash`
136
+ * its sha256. Called by `startWorkflowRun` inside the same transaction as
137
+ * `insertRun`, so a run row never exists without its frozen plan. Read back
138
+ * via {@link getRunById} (`plan_json` / `plan_hash` on the row).
139
+ */
140
+ setRunPlan(runId, planJson, planHash) {
141
+ this.db
142
+ .prepare("UPDATE workflow_runs SET plan_json = ?, plan_hash = ? WHERE id = ?")
143
+ .run(planJson, planHash, runId);
144
+ }
145
+ // ── engine run lease (migration 006 columns, R2 enforcement) ──────────────
146
+ //
147
+ // Single-driver invariant: at most one `akm workflow run` invocation drives
148
+ // a run at a time. The lease is (holder id, expiry); all timestamps are
149
+ // ISO-8601 UTC strings, which compare correctly with SQL `<` (lexicographic
150
+ // order matches chronological order for a fixed-format UTC ISO string).
151
+ /**
152
+ * Atomically claim the run lease: succeeds when the run is unleased OR the
153
+ * existing lease has expired (`engine_lease_until < now` — crash recovery).
154
+ * A live lease held by anyone (including a stale copy of the same holder)
155
+ * is NOT reclaimable through this method; the single UPDATE is the whole
156
+ * claim, so two racing invocations cannot both win.
157
+ */
158
+ acquireEngineLease(runId, holder, until, now) {
159
+ const result = this.db
160
+ .prepare(`UPDATE workflow_runs
161
+ SET engine_lease_holder = ?, engine_lease_until = ?
162
+ WHERE id = ? AND (engine_lease_holder IS NULL OR engine_lease_until IS NULL OR engine_lease_until < ?)`)
163
+ .run(holder, until, runId, now);
164
+ return Number(result.changes) > 0;
165
+ }
166
+ /**
167
+ * Extend the lease expiry — only while `holder` still owns it. Returns
168
+ * false when the lease was lost (expired and claimed by another engine),
169
+ * so the caller can stop driving instead of racing the new owner.
170
+ */
171
+ renewEngineLease(runId, holder, until) {
172
+ const result = this.db
173
+ .prepare("UPDATE workflow_runs SET engine_lease_until = ? WHERE id = ? AND engine_lease_holder = ?")
174
+ .run(until, runId, holder);
175
+ return Number(result.changes) > 0;
176
+ }
177
+ /**
178
+ * Clear the lease — only while `holder` still owns it, so a crashed-then-
179
+ * recovered invocation can never release a lease another engine has since
180
+ * claimed. Releasing an already-lost lease is a harmless no-op.
181
+ */
182
+ releaseEngineLease(runId, holder) {
183
+ this.db
184
+ .prepare("UPDATE workflow_runs SET engine_lease_holder = NULL, engine_lease_until = NULL WHERE id = ? AND engine_lease_holder = ?")
185
+ .run(runId, holder);
186
+ }
187
+ // ── unit rows (migration 004) ──────────────────────────────────────────────
188
+ //
189
+ // Writes to `workflow_run_units` should go through the serialized writer
190
+ // queue (`src/workflows/exec/unit-writer.ts`) when N units may complete
191
+ // concurrently — SQLite has a single writer and `withWorkflowRunsRepo`
192
+ // opens a fresh connection per call.
193
+ getUnitsForRun(runId) {
194
+ return this.db
195
+ .prepare("SELECT * FROM workflow_run_units WHERE run_id = ? ORDER BY started_at ASC, unit_id ASC")
196
+ .all(runId);
197
+ }
198
+ getUnitsForStep(runId, stepId) {
199
+ return this.db
200
+ .prepare("SELECT * FROM workflow_run_units WHERE run_id = ? AND step_id = ? ORDER BY started_at ASC, unit_id ASC")
201
+ .all(runId, stepId);
202
+ }
203
+ /** One unit row by primary key, or undefined. Used by the R3 report path's
204
+ * guarded read-then-write (idempotency / replay-divergence / claim checks). */
205
+ getUnit(runId, unitId) {
206
+ return this.db.prepare("SELECT * FROM workflow_run_units WHERE run_id = ? AND unit_id = ?").get(runId, unitId);
207
+ }
208
+ /**
209
+ * Stamp a unit-level check-in heartbeat (migration 007, R3 driver protocol):
210
+ * a driver executing a unit calls `report --status running` to claim (first
211
+ * call) or heartbeat (subsequent) it. Sets `status = 'running'` and
212
+ * `last_checkin_at`; NEVER touches `started_at` (the first-claim marker set by
213
+ * {@link insertUnit}) so the heartbeat window advances without resetting the
214
+ * claim time. The caller guards against re-claiming a terminal unit inside its
215
+ * transaction.
216
+ */
217
+ updateUnitCheckin(runId, unitId, lastCheckinAt) {
218
+ this.db
219
+ .prepare("UPDATE workflow_run_units SET status = 'running', last_checkin_at = ? WHERE run_id = ? AND unit_id = ?")
220
+ .run(lastCheckinAt, runId, unitId);
221
+ }
222
+ /**
223
+ * Insert a unit row in `running` state (a dispatch is starting now).
224
+ *
225
+ * Upsert on the (run_id, unit_id) primary key: durable-row resume
226
+ * re-dispatches units whose previous attempt never reached a terminal status
227
+ * (a crash mid-step leaves `running` rows). The fresh dispatch REPLACES the
228
+ * stale row — value columns (`result_json`/`tokens`/`failure_reason`/
229
+ * `session_id`/`finished_at`/`last_checkin_at`) are reset exactly as the old
230
+ * `INSERT OR REPLACE` reset them, and the dispatch metadata is overwritten —
231
+ * but `attempts` is INCREMENTED rather than reset (migration 008). A first
232
+ * insert lands `attempts = 1` (column default); each re-dispatch bumps it, so
233
+ * budget/lifetime seeds that sum `attempts` charge every crash-retried
234
+ * dispatch instead of collapsing them into one row. Using `ON CONFLICT DO
235
+ * UPDATE` (not `INSERT OR REPLACE`, which deletes+reinserts) is what lets the
236
+ * increment read the prior row's counter.
237
+ */
238
+ insertUnit(input) {
239
+ this.db
240
+ .prepare(`INSERT INTO workflow_run_units (
241
+ run_id, unit_id, step_id, node_id, parent_unit_id, phase, runner, model,
242
+ status, input_hash, worktree_path, started_at, claim_holder, claim_expires_at
243
+ ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, 'running', ?, ?, ?, ?, ?)
244
+ ON CONFLICT(run_id, unit_id) DO UPDATE SET
245
+ step_id = excluded.step_id,
246
+ node_id = excluded.node_id,
247
+ parent_unit_id = excluded.parent_unit_id,
248
+ phase = excluded.phase,
249
+ runner = excluded.runner,
250
+ model = excluded.model,
251
+ status = excluded.status,
252
+ input_hash = excluded.input_hash,
253
+ worktree_path = excluded.worktree_path,
254
+ started_at = excluded.started_at,
255
+ claim_holder = excluded.claim_holder,
256
+ claim_expires_at = excluded.claim_expires_at,
257
+ result_json = NULL,
258
+ tokens = NULL,
259
+ failure_reason = NULL,
260
+ session_id = NULL,
261
+ finished_at = NULL,
262
+ last_checkin_at = NULL,
263
+ attempts = workflow_run_units.attempts + 1`)
264
+ .run(input.runId, input.unitId, input.stepId, input.nodeId, input.parentUnitId, input.phase, input.runner, input.model, input.inputHash, input.worktreePath ?? null, input.startedAt, input.claimHolder ?? null, input.claimExpiresAt ?? null);
265
+ }
266
+ /**
267
+ * Stamp a `--status running` claim + heartbeat on a unit row (migration 009,
268
+ * PR #714 review round 2). Sets `status = 'running'`, refreshes the heartbeat
269
+ * (`last_checkin_at`), and (re)writes the claim owner + expiry. Called inside
270
+ * the report path's running-claim transaction AFTER it has validated that the
271
+ * claim is free / expired / already held by this holder, so the write is the
272
+ * final step of a checked reclaim. Never touches `started_at` (the first-claim
273
+ * marker set by {@link insertUnit}).
274
+ */
275
+ updateUnitClaim(runId, unitId, holder, expiresAt, lastCheckinAt) {
276
+ this.db
277
+ .prepare(`UPDATE workflow_run_units
278
+ SET status = 'running', last_checkin_at = ?, claim_holder = ?, claim_expires_at = ?
279
+ WHERE run_id = ? AND unit_id = ?`)
280
+ .run(lastCheckinAt, holder, expiresAt, runId, unitId);
281
+ }
282
+ /**
283
+ * Record a unit's terminal state (completed / failed / skipped).
284
+ *
285
+ * ## Loud contract (must update exactly one row)
286
+ *
287
+ * A finish ALWAYS targets a row a prior dispatch/claim inserted: every caller
288
+ * ({@link insertUnit} in the executor and the report path,
289
+ * {@link journalGateEvaluationStart} for gate rows) writes the `running` row
290
+ * before finishing it, inside the same writer-queue task or SQLite
291
+ * transaction. If the UPDATE matches NO `(run_id, unit_id)` row the journal is
292
+ * inconsistent — a finish against a missing or mismatched unit id — and the
293
+ * unit's terminal state would silently vanish (the row stays `running`, or no
294
+ * row exists at all). That is a journaling BUG, so we throw loudly at the
295
+ * source instead of no-oping: a stuck-`running` unit would wedge resume
296
+ * (durable-row reuse never matches it) or corrupt budget/gate accounting.
297
+ */
298
+ finishUnit(input) {
299
+ const result = this.db
300
+ .prepare(`UPDATE workflow_run_units
301
+ SET status = ?, result_json = ?, tokens = ?, failure_reason = ?, session_id = ?, finished_at = ?
302
+ WHERE run_id = ? AND unit_id = ?`)
303
+ .run(input.status, input.resultJson, input.tokens, input.failureReason, input.sessionId ?? null, input.finishedAt, input.runId, input.unitId);
304
+ if (Number(result.changes) === 0) {
305
+ throw new Error(`finishUnit updated no row: no unit "${input.unitId}" exists for run "${input.runId}". ` +
306
+ `A unit must be inserted (dispatched or claimed) before it can be finished — a finish that ` +
307
+ `matches no row indicates a journaling bug (mismatched unit id or a lost dispatch row), not a ` +
308
+ `recoverable state.`);
309
+ }
310
+ }
123
311
  }
124
312
  /**
125
313
  * Open the workflow database (bound to {@link StorageLocations.workflowDb}),