akm-cli 0.9.0-beta.3 → 0.9.0-beta.31

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (107) hide show
  1. package/CHANGELOG.md +613 -0
  2. package/dist/assets/prompts/consolidate-system.md +23 -0
  3. package/dist/assets/prompts/contradiction-judge.md +33 -0
  4. package/dist/assets/prompts/distill-knowledge-system.md +22 -0
  5. package/dist/assets/prompts/distill-lesson-system.md +36 -0
  6. package/dist/assets/prompts/extract-session.md +5 -1
  7. package/dist/assets/prompts/graph-extract-system.md +1 -0
  8. package/dist/assets/prompts/memory-infer-system.md +1 -0
  9. package/dist/assets/prompts/memory-infer-user.md +5 -0
  10. package/dist/assets/prompts/metadata-enhance-system.md +1 -0
  11. package/dist/assets/prompts/procedural-system.md +44 -0
  12. package/dist/assets/prompts/recombine-system.md +40 -0
  13. package/dist/assets/prompts/staleness-detect-system.md +6 -0
  14. package/dist/assets/prompts/validate-summary-judge.md +1 -0
  15. package/dist/assets/templates/html/health.html +281 -111
  16. package/dist/cli.js +14 -3
  17. package/dist/commands/agent/contribute-cli.js +16 -3
  18. package/dist/commands/feedback-cli.js +15 -6
  19. package/dist/commands/graph/graph.js +75 -71
  20. package/dist/commands/health/checks.js +48 -0
  21. package/dist/commands/health/html-report.js +422 -80
  22. package/dist/commands/health.js +381 -9
  23. package/dist/commands/improve/calibration.js +161 -0
  24. package/dist/commands/improve/consolidate.js +634 -111
  25. package/dist/commands/improve/dedup.js +482 -0
  26. package/dist/commands/improve/distill.js +145 -69
  27. package/dist/commands/improve/encoding-salience.js +205 -0
  28. package/dist/commands/improve/extract-cli.js +115 -1
  29. package/dist/commands/improve/extract-prompt.js +33 -2
  30. package/dist/commands/improve/extract-watch.js +140 -0
  31. package/dist/commands/improve/extract.js +244 -35
  32. package/dist/commands/improve/feedback-valence.js +54 -0
  33. package/dist/commands/improve/homeostatic.js +467 -0
  34. package/dist/commands/improve/improve-auto-accept.js +113 -6
  35. package/dist/commands/improve/improve-profiles.js +12 -0
  36. package/dist/commands/improve/improve.js +1974 -614
  37. package/dist/commands/improve/memory/memory-contradiction-detect.js +23 -28
  38. package/dist/commands/improve/outcome-loop.js +256 -0
  39. package/dist/commands/improve/proactive-maintenance.js +87 -0
  40. package/dist/commands/improve/procedural.js +409 -0
  41. package/dist/commands/improve/recombine.js +593 -0
  42. package/dist/commands/improve/reflect.js +26 -1
  43. package/dist/commands/improve/related-sessions.js +120 -0
  44. package/dist/commands/improve/salience.js +386 -0
  45. package/dist/commands/improve/triage.js +95 -0
  46. package/dist/commands/lint/agent-linter.js +19 -24
  47. package/dist/commands/lint/base-linter.js +173 -60
  48. package/dist/commands/lint/command-linter.js +19 -24
  49. package/dist/commands/lint/env-key-rules.js +34 -1
  50. package/dist/commands/lint/fact-linter.js +39 -0
  51. package/dist/commands/lint/index.js +31 -13
  52. package/dist/commands/lint/memory-linter.js +1 -1
  53. package/dist/commands/lint/registry.js +7 -2
  54. package/dist/commands/lint/task-linter.js +3 -3
  55. package/dist/commands/lint/workflow-linter.js +26 -1
  56. package/dist/commands/proposal/proposal.js +5 -0
  57. package/dist/commands/proposal/validators/proposals.js +71 -54
  58. package/dist/commands/read/curate.js +344 -80
  59. package/dist/commands/read/search-cli.js +7 -0
  60. package/dist/commands/read/search.js +1 -0
  61. package/dist/commands/read/show.js +67 -2
  62. package/dist/commands/sources/installed-stashes.js +5 -1
  63. package/dist/commands/sources/stash-cli.js +10 -2
  64. package/dist/core/asset/asset-registry.js +2 -0
  65. package/dist/core/asset/asset-spec.js +14 -0
  66. package/dist/core/asset/frontmatter.js +166 -167
  67. package/dist/core/asset/markdown.js +8 -0
  68. package/dist/core/config/config-schema.js +259 -2
  69. package/dist/core/config/config.js +2 -2
  70. package/dist/core/logs-db.js +4 -3
  71. package/dist/core/paths.js +3 -0
  72. package/dist/core/state-db.js +649 -30
  73. package/dist/indexer/db/db.js +364 -38
  74. package/dist/indexer/db/graph-db.js +129 -86
  75. package/dist/indexer/ensure-index.js +152 -17
  76. package/dist/indexer/graph/graph-boost.js +51 -41
  77. package/dist/indexer/graph/graph-extraction.js +203 -3
  78. package/dist/indexer/index-writer-lock.js +99 -0
  79. package/dist/indexer/indexer.js +114 -111
  80. package/dist/indexer/passes/memory-inference.js +10 -3
  81. package/dist/indexer/passes/staleness-detect.js +2 -5
  82. package/dist/indexer/search/db-search.js +15 -4
  83. package/dist/indexer/search/ranking-contributors.js +22 -0
  84. package/dist/indexer/search/ranking.js +4 -0
  85. package/dist/indexer/walk/matchers.js +9 -0
  86. package/dist/integrations/agent/prompts.js +1 -0
  87. package/dist/integrations/harnesses/claude/session-log.js +11 -1
  88. package/dist/integrations/harnesses/opencode/session-log.js +9 -0
  89. package/dist/integrations/session-logs/index.js +16 -0
  90. package/dist/llm/client.js +23 -4
  91. package/dist/llm/embedder.js +27 -3
  92. package/dist/llm/embedders/local.js +66 -2
  93. package/dist/llm/graph-extract.js +2 -1
  94. package/dist/llm/memory-infer.js +4 -8
  95. package/dist/llm/metadata-enhance.js +9 -1
  96. package/dist/output/renderers.js +73 -1
  97. package/dist/output/shapes/curate.js +14 -2
  98. package/dist/output/text/helpers.js +9 -0
  99. package/dist/runtime.js +25 -1
  100. package/dist/scripts/migrate-storage.js +1242 -594
  101. package/dist/scripts/migrations/import-fs-improve-runs-to-db.js +473 -270
  102. package/dist/sources/providers/tar-utils.js +16 -8
  103. package/dist/storage/sqlite-pragmas.js +146 -0
  104. package/dist/workflows/db.js +3 -4
  105. package/dist/workflows/validate-summary.js +2 -7
  106. package/docs/data-and-telemetry.md +1 -0
  107. package/package.json +9 -6
package/CHANGELOG.md CHANGED
@@ -6,6 +6,458 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/).
6
6
 
7
7
  ## [Unreleased]
8
8
 
9
+ ## [0.9.0-beta.31] — 2026-06-20
10
+
11
+ ### Changed
12
+
13
+ - **#632 — recombine now filters junk tags structurally.** Frontmatter tags that
14
+ are pure numbers, dates (`20260529`), short hex hashes (`002c624c`), version
15
+ strings (`0.8.0`, `v2`), single chars, or common English stopwords (`is`, `the`,
16
+ `for`, `when`, …) carry no topical signal and never form a recombine cluster.
17
+ Unlike `excludeTags` (a fixed project list), this catches the OPEN-ENDED junk —
18
+ every new date or commit hash — with no config upkeep. Exposed as `isJunkTag`.
19
+ On the live stash this turns the recombine cluster set from generic 66–171-member
20
+ buckets into tight topical clusters (`auth`, `architecture`, `patterns`, …).
21
+
22
+ ## [0.9.0-beta.30] — 2026-06-20
23
+
24
+ ### Changed / Fixed
25
+
26
+ - **#632 — recombine cluster tuning (opt-in, default-preserving).** Recombine
27
+ clustered memories by frontmatter tag and preferred the LARGEST buckets, so it
28
+ always picked the coarsest whole-stash tags (`session`/`claude`/`akm`, 63–171
29
+ members) and produced bland generalizations. Two new `processes.recombine` knobs:
30
+ `maxClusterSize` (skip clusters larger than N, so over-broad buckets no longer
31
+ reach/starve the largest-first slice) and `excludeTags` (tags that may never form
32
+ a tag cluster). Both UNSET = byte-identical to prior behavior.
33
+ - **#633 — recombine confirmation loop fixed.** The hypothesis confirmation streak
34
+ was keyed on a hash of the EXACT member set, so a growing stash drifted the key
35
+ every run → a fresh row at count 1 → `confirmThreshold` never reached → no
36
+ hypothesis ever promoted to a lesson (a dead two-pass loop). A freshly-induced
37
+ cluster now matches an existing pending row by signature + Jaccard
38
+ membership-overlap (≥ 0.7) and reuses its stable ref, so the streak accumulates
39
+ through membership drift. First/non-overlapping induction is unchanged.
40
+
41
+ ## [0.9.0-beta.29] — 2026-06-20
42
+
43
+ ### Reverted
44
+
45
+ - **#630 — `fact` asset type phase 2 reverted (#631).** The pinned-core assembly +
46
+ `akm fact` CLI shipped in beta.28 was reverted pending rework. Phase 1 (#629, the
47
+ `fact` asset type itself) remains in place.
48
+
49
+ ## [0.9.0-beta.27] — 2026-06-20
50
+
51
+ All new behavior is **opt-in / default-preserving** — default runs are byte-identical.
52
+
53
+ ### Added
54
+
55
+ - **#624 P2 — priority-ranked graph extraction.** `processes.graphExtraction.topN`:
56
+ when set, the graph-extraction pass ranks eligible files by asset utility
57
+ (`utility_scores`, read-only join) and processes only the top-N per run, so
58
+ high-value assets get graphed first instead of a ~55h full-corpus sweep. Unset
59
+ (default) = no ranking, byte-identical.
60
+ - **#624 P3 — lazy on-demand graph extraction.** New `graph_extraction_queue` table
61
+ + `enqueueGraphExtraction`/`drainExtractionQueue`/`extractGraphForSingleFile`.
62
+ `akm curate` enqueues an ungraphed hit (non-blocking); `akm show` can extract a
63
+ missing graph inline — gated on `index.graph.lazyGraphExtraction: true`
64
+ (**default off**: `show` makes no LLM call by default), model-guarded, and bounded
65
+ by a 30s timeout so it never hangs. The pass drains the queue before the ranked
66
+ sweep. This **closes #624** (all three layers shipped).
67
+ - **#616 — bounded multi-cycle phasing.** `profiles.improve.<name>.maxCycles`
68
+ (default 1): when > 1, the improve passes run in an N-cycle loop so gate-accepted
69
+ output of cycle N feeds cycle N+1 within the same run (re-running ensureIndex +
70
+ ref selection each cycle), stopping at a fixed point and respecting the run budget.
71
+ `maxCycles: 1` = byte-identical to today.
72
+
73
+ ### Fixed
74
+
75
+ - **Release CI unblocked.** `runCliCapture` (test harness) restored `process.exitCode`
76
+ to a captured `undefined`, which under `bun test` does not clear a previously-set
77
+ non-zero exit code — so the unit suite exited 1 with 0 failures at `TEST_PARALLEL=1`
78
+ (exactly how `release.yml` runs), silently blocking every npm publish since beta.11.
79
+ Fixed to restore to `0`. (This is why beta.26 was the first successful workflow publish.)
80
+
81
+ ### Changed
82
+
83
+ - **CI/release tests sharded across runner jobs (~15 min → ~2 min).** Bun 1.3.x
84
+ in-process test parallelism (`--parallel=N`, N>1) hits an intermittent
85
+ `epoll_ctl EEXIST` race / busy-spin hang on the `--isolate` workers, which had
86
+ forced fully-sequential (`TEST_PARALLEL=1`) runs. Tests now shard across separate
87
+ runner jobs (each a separate process tree, so no cross-shard fd/epoll collisions)
88
+ with `--parallel=1` within each shard; the matrix runs shards concurrently. The
89
+ release gate runs the identical set of tests. Local `bun run check` defaults to
90
+ sequential too (the only safe mode on this Bun version). Coverage unchanged.
91
+ Each shard runs through `scripts/run-test-shard.sh`, which retries **only on a
92
+ hang/timeout** (the busy-spin can rarely fire even at `--parallel=1`) and never
93
+ on a real test failure, so genuine red tests still fail fast and are never masked.
94
+
95
+ ## [0.9.0-beta.26] — 2026-06-20
96
+
97
+ ### Added
98
+
99
+ - **#628 — configurable SQLite journal mode (`AKM_SQLITE_JOURNAL_MODE`) for network
100
+ filesystems.** AKM previously opened every database with `PRAGMA journal_mode = WAL`
101
+ unconditionally, which cannot run on a network filesystem (NFS/SMB/Azure Files) —
102
+ WAL's `-shm` shared-memory wal-index can't be `mmap`'d over a network mount. You can
103
+ now set `AKM_SQLITE_JOURNAL_MODE` to `WAL` (default), `DELETE`, or `TRUNCATE`, applied
104
+ at **all five** db openers (`state.db`, `index.db` ×2 paths, `workflow.db`, `logs.db`).
105
+ At the `WAL` default AKM auto-detects a network mount for the data dir and transparently
106
+ falls back to `DELETE` (rollback journal + `synchronous = FULL`) with a one-line warning;
107
+ invalid values warn once and fall back to `WAL`. **Default behavior is byte-identical.**
108
+ This lets the AKM database subtree live on a shared volume (e.g. Azure Files under
109
+ Azure Container Apps). New docs section "Hosting AKM databases on a network share
110
+ (NFS/SMB)" in `docs/configuration.md`.
111
+
112
+ ## [0.9.0-beta.25] — 2026-06-19
113
+
114
+ Completes the recombine / extract-efficiency / graph thread. All new improve
115
+ passes are **opt-in (default off)**, so default behavior is unchanged.
116
+
117
+ ### Added
118
+
119
+ - **#606 — event-driven extract (`akm extract --watch`).** Opt-in watch mode: an
120
+ injectable, debounced watcher triggers extraction shortly after a session file
121
+ appears, with a clean `stop()` handle. The `8,28,48` cron remains the fallback;
122
+ no daemon is auto-launched.
123
+ - **#625 — recombine second pass (hypothesis → lesson).** The opt-in `recombine`
124
+ process (#609) now consumes `confirmThreshold` (default 2): a generalization
125
+ re-induced that many consecutive runs is promoted from a `type: hypothesis`
126
+ proposal to a `type: lesson` proposal through the normal queue + quality gate
127
+ (never a direct stash write). Hypotheses that stop recurring decay. Backed by a
128
+ new `recombine_hypotheses` table in `state.db`.
129
+
130
+ ### Changed
131
+
132
+ - **#624 (P1) — graph storage decoupled from `entries.id`.** `graph_files` is
133
+ re-keyed on `(stash_root, file_path, body_hash)`, so extracted graph data now
134
+ **survives a reindex** of unchanged files instead of being cascade-wiped. The
135
+ upgrade is migrated in a **targeted, graph-only path** that preserves existing
136
+ graph data and leaves the entry index, embeddings, FTS, and LLM-enrichment cache
137
+ untouched — **no full index rebuild and no re-embed** on upgrade. (P2 priority-
138
+ ranked extraction and P3 lazy/on-demand extraction remain deferred.)
139
+
140
+ ### Fixed
141
+
142
+ - Graph re-key migration no longer triggers a destructive full-index rebuild: it
143
+ is a graph-scoped table migration (no `DB_VERSION` bump), and it **copies** the
144
+ existing graph rows into the new schema rather than dropping them.
145
+ - Test-suite `/tmp` hygiene: sandbox teardown now fires on `SIGINT`/`SIGTERM`/
146
+ `SIGHUP` (not just clean exit), and a `sweep:tmp` step reclaims stale `akm-*`
147
+ sandbox dirs left by force-killed workers — eliminating the tmpfs accumulation
148
+ that caused intermittent `EEXIST: epoll_ctl` test flakes.
149
+
150
+ ## [0.9.0-beta.20] — 2026-06-18
151
+
152
+ ### Fixed
153
+
154
+ - **`akm update --all` no longer fails for writable `github:` entries stored as `source:"git"`**. `updateRegistryEntry` was using `synced.source` (re-derived from the ref scheme as `"github"`) instead of the existing `entry.source`, causing the config validator to reject `writable:true` on every update cycle.
155
+
156
+ ## [0.9.0-beta.19] — 2026-06-17
157
+
158
+ ### Fixed
159
+
160
+ - **`akm feedback` now completes in ~0.3s** (was 3+ minutes). Root cause: the command was calling `ensureIndex` with `mode: "blocking"` inside `withIndexWriterLease`, triggering a full reindex on every feedback call. Fix: removed the `ensureIndex` call entirely (feedback only needs the index to exist, not be current — a stale index is fine for ref lookup); removed the application-level writer lock (SQLite WAL + `busy_timeout=30s` handles concurrent access with `akm improve`); added a fast DB-exists guard with a clear error for first-time users.
161
+ - **`akm health --format html` now completes in ~11s** (was ~18s). Root cause: `akmHealth()` was called twice — once for the main result and once to get `deltas`. Fix: merged into a single call passing both `groupBy: "run"` and `windowCompare` together.
162
+
163
+ ## [0.9.0-beta.18] — 2026-06-17
164
+
165
+ ### Changed
166
+
167
+ - **Health report: Recent Runs table now shows all filtered runs in descending order** (newest first) instead of capping at the last 10.
168
+ - **Health report: Removed "Command Set Used" section.**
169
+ - **Health report: All timestamps now display in the viewer's local timezone** (chart axis labels, runs table, freshness line, executive summary, footer). Server-rendered ISO strings are wrapped in `<time data-iso>` elements and converted to local time by client-side JS on page load.
170
+
171
+ ### Changed (migration required)
172
+
173
+ - **WS-2 outcome loop (#613) — default-off weight change (state.db migration 010).**
174
+ Every `akm improve` run now writes an `asset_outcome` row per processed asset
175
+ (state.db migration `010`) and computes a differential usefulness signal
176
+ (`outcome_score`) per ref. The outcome signal is persisted and visible in the
177
+ health report, but the **weight change is gated behind a config flag** (see
178
+ below). Ranking is unchanged from WS-1 by default.
179
+
180
+ **Opt-in weight change.** The WS-2 projection weights (`w_e=0.25, w_o=0.15,
181
+ w_r=0.60`) affect ranking only when you explicitly set
182
+ `improve.salience.outcomeWeightEnabled: true` in your `akm.yaml`. The default
183
+ (`false`) keeps WS-1 parity weights (`w_e=0.30, w_r=0.70`, `w_o=0`), so
184
+ existing users see no ranking change on upgrade.
185
+
186
+ **Part-V measurement gate.** Before enabling the weight change, run the Part-V
187
+ T0 baseline (`scripts/akm-eval` + `akm health`; confirm proactive accept
188
+ ≥ 0.9× reactive; reversion ≤ 0.15; retrieval-delta ≥ 0; coverage not
189
+ regressed). That gate requires a running production stash and cannot be
190
+ exercised in CI. Once confirmed, set
191
+ `improve.salience.outcomeWeightEnabled: true` to activate the three-way split.
192
+
193
+ **Outcome loop mechanics.** `outcome_score` is a differential prediction-error
194
+ signal: `(retrieval_delta − expected_delta) − PENALTY × retrieval_delta × (1 −
195
+ accepted_change_rate) + valence`, tracked via an EMA (α=0.3). New rows are
196
+ warm-started from the utility EMA score (clipped to 0.3) so the signal is
197
+ non-zero from launch. A stash-wide diversity floor (10% of the max score) prevents
198
+ rare-but-correct assets from being permanently outcompeted. An inverted-proxy
199
+ tripwire (`corr(outcome_score, accepted_change_rate) < −0.3`) emits an
200
+ `outcome_proxy_inverted` health event when the signal degrades.
201
+
202
+ `review_pressure` is computed and persisted per asset but is **not yet wired into
203
+ the admission policy** — that is deferred to a later work stream per plan §Part-VI
204
+ #613. The column is present and populated; routing it into the consolidation-
205
+ selection filter is the next step.
206
+
207
+ - **WS-1 salience vector (#618) — default-on ranking change.** The eligibility sort
208
+ for all `akm improve` runs (whole-stash, type, and ref scope) has changed from
209
+ `combinedEligibilityScore = utility·0.7 + negativeOnlyRatio·0.3` to
210
+ `rankScore = (0.3·encodingSalience + 0.7·retrievalSalience) × sizePenalty`
211
+ (feedback valence and utility EMA dropped from ordering until WS-2 re-introduces
212
+ outcome salience). Assets are now ranked by retrieval frequency × recency × type
213
+ importance rather than by feedback magnitude. Because the old
214
+ `combinedEligibilityScore` ordering was never persisted, a forgetting comparison is
215
+ not possible on the first run; instead a one-time `improve_salience_first_run` marker
216
+ event is emitted to record the transition. On every subsequent run a stash-wide
217
+ `improve_salience_rank_change` drift report (including `stashSize`) is emitted so
218
+ rank movement under the new scoring can be tracked over time.
219
+ The Part-V measurement protocol (T0 baseline via `scripts/akm-eval` + health report,
220
+ throughput/quality gate) is deferred to the WS-2 milestone, when outcome salience
221
+ re-joins the projection and re-tuning is triggered.
222
+
223
+ ## [0.9.0-beta.12] - 2026-06-15
224
+
225
+ Improve-tuning work streams (all **default-off / parity-preserving** — no behavior
226
+ change until explicitly enabled).
227
+
228
+ ### Added
229
+
230
+ - **#617 — deterministic near-duplicate memory dedup** (`processes.consolidate.dedup`,
231
+ default off). A cheap no-LLM pre-pass in front of consolidation collapses obvious
232
+ duplicates — `.derived`+origin pairs and content twins (normalized content-hash
233
+ equality, or embedding cosine ≥ `cosineThreshold`, default 0.97). Each dropped
234
+ variant is archived + backed up before deletion; hot memories are never
235
+ collapsed; distinct-but-related memories fall through to the LLM.
236
+ - **#581 — judged-state cache for consolidation** (`processes.consolidate.judgedCache`,
237
+ default off). New state.db table (`consolidation_judged`) records each memory's
238
+ content hash + outcome when the LLM judges it; subsequent runs skip
239
+ judged-unchanged memories, converting coverage from O(time-window) to
240
+ O(changed/new) so a run can sweep the full corpus. Fails open; failed chunks
241
+ and dry-runs never poison the cache. (state.db migration `007`.)
242
+ - **#612 — auto-accept gate calibration** (`improve.calibration`, auto-tune default
243
+ off). Joins predicted gate confidence to realized accept/reject outcomes into a
244
+ reliability table + calibration gap, surfaced in `akm health` (+ summary rows in
245
+ the HTML report). Opt-in bounded threshold auto-tune nudges the accept threshold
246
+ within a configured band toward a target accept rate, logged via a
247
+ `calibration_autotune` event. (Replay-prioritization from prediction error is
248
+ deferred — it depends on the #610 replay budget, a 0.10 item.)
249
+
250
+ ### Fixed
251
+
252
+ - **#614 — symmetric valence weighting** (`profiles.improve.*.symmetricValence`,
253
+ default off). The eligibility sort weighted feedback negative-only; when enabled
254
+ it uses a symmetric `|valence|` magnitude so strong positive and strong negative
255
+ feedback both drive attention (utility stays the dominant factor), routing
256
+ high-negative → fix and high-positive → reinforce lanes.
257
+
258
+ ## [0.9.0-beta.11] - 2026-06-15
259
+
260
+ ### Added
261
+
262
+ - **`extract.maxSessionsPerRun`** (default 25) — caps the NEW sessions the
263
+ extract pass LLM-processes in a single run so a backlog (e.g. after downtime)
264
+ can't push one run past its scheduled-task timeout. Overflow sessions stay
265
+ unseen and are picked up by later runs, so coverage is preserved. `0` disables.
266
+
267
+ ### Fixed
268
+
269
+ - **Auto-accept validation failures are no longer a blind leak.** When a
270
+ confidence-passing proposal fails promotion validation, the gate now captures
271
+ the reason (the `validateProposal` finding kind, e.g. `validation:description-quality`),
272
+ records it on the proposal (`akm proposal show` explains the rejection), logs
273
+ it, and exposes `failedByReason` on the gate result — so the ~5% leak is
274
+ diagnosable instead of silently warned-and-dropped.
275
+ - **Inflated skip-reason aggregates in `akm health`.** `no_new_signal` /
276
+ `profile_filtered_all_passes` are per-run snapshots of a stable set; the
277
+ window aggregator summed their per-run counts (≈2.7M / 3M). It now uses the
278
+ most recent run's count for these aggregated-snapshot reasons while still
279
+ summing genuine per-occurrence skips.
280
+
281
+ ## [0.9.0-beta.10] - 2026-06-15
282
+
283
+ ### Added
284
+
285
+ - **#603** — `akm health` pool-saturation advisory. Instead of alerting on the
286
+ raw `sessionsScanned` count (which false-alarmed on normal cadence changes),
287
+ a new `pool-saturation` advisory reports the ratio of new (unseen) sessions
288
+ to the total session pool: informational below 10% (expected steady state),
289
+ warning below 2% (possible discovery/dedup bug). Heuristic, never gates
290
+ overall status.
291
+ - **#576** — the `akm health` HTML report now renders the real per-stage LLM
292
+ token/time aggregate (a "🧠 LLM Work" KPI card + LLM token/call/wall-time
293
+ summary rows) from the captured `llm_usage` events, replacing the GPU-time
294
+ proxy.
295
+ - **Built-in `akm health --format html` report overhaul** — the report is now a
296
+ strict superset of (and supersedes) the external `akm-health-report` stash
297
+ skill. Restored the interactive filter bar (time-slice 1d–21d, task, status)
298
+ with client-side chart/table re-render and the Last-10 "Task" column;
299
+ reordered sections to a decision-first flow (verdict → action items → KPIs →
300
+ table → charts); added a synthesized one-sentence **Verdict** (status + 2–3
301
+ drivers) and a freshness line; merged the duplicate Advisories / What-to-Watch
302
+ into one prioritized, de-duplicated **Action Items** list (P1/P2/P3 +
303
+ remediation command); added a per-stage **LLM token** stacked-bar chart and
304
+ `dataZoom` sliders on dense charts; fixed the failed-run scatter x-alignment
305
+ (now shape-encoded); KPI-card colors are now health signals (not decoration);
306
+ added metric-glossary tooltips, chart `aria-label`s, contrast fixes, and
307
+ empty-state overlays. Deterministic output preserved.
308
+
309
+ ### Fixed
310
+
311
+ - **Health report accuracy** (follow-ups to the overhaul): the per-run **Task**
312
+ column/filter now show the real scheduled task (`akm-improve-frequent`, …) via
313
+ a ±5min `task_history` join instead of the run's scope (which is `all` for
314
+ every scheduled run); the time-**slice** filter options are now derived from
315
+ the report's `--since` window (e.g. All/3d/1d/12h/6h for a 7d report) and
316
+ default to "All" — replacing the hard-coded 1d–21d list that didn't match the
317
+ window; and the trend **deltas** now default their compare window to `--since`
318
+ (like-for-like, e.g. last 7d vs prior 7d) instead of a fixed 24h, which had
319
+ produced nonsensical period-over-period percentages on multi-day reports.
320
+ - **Inflated stash-snapshot metrics in `akm health`.** `memorySummary`
321
+ (derived/eligible) and `profileFilteredRefs` are whole-stash snapshots recorded
322
+ on every run, but the window aggregator was **summing** them across all runs —
323
+ e.g. "915,258 of 1,226,025 eligible" and a 2.4M filtered-ref count. They now
324
+ take the most recent run's snapshot (the current state). Per-run *work* metrics
325
+ (promoted, MI written, graph entities, …) remain genuine window sums.
326
+ - **Health report polish:** the akm version is stamped in the header (under the
327
+ AKM logo) and footer; the steady-state `no new signal since last proposal`
328
+ distill reason is excluded from the skip-reason chart (it drowned out the
329
+ actionable reasons); and the Consolidation Output chart now draws Promoted as a
330
+ line on a secondary right-hand axis (it dwarfs merged/deleted) with merged and
331
+ deleted as bars on the left axis.
332
+
333
+ - **#598** — process-level tuning fields (`consolidate.incrementalSince`,
334
+ `minPoolSize`, `neighborsPerChanged`, `extract.minContentChars`, per-process
335
+ `enabled` flags) now survive an `akm config` rewrite. They are first-class
336
+ typed `ImproveProcessConfigSchema` fields, so the load→save round trip no
337
+ longer silently drops them. Unknown process sub-keys hard-error at load
338
+ (`ConfigError`) rather than being silently discarded — the deliberate,
339
+ documented resolution. Regression-guarded by
340
+ `tests/config-process-roundtrip.test.ts`.
341
+
342
+ ## [0.9.0-beta.9] - 2026-06-14
343
+
344
+ Restore and instrument `akm improve` steady-state output. The reflect/distill
345
+ self-improvement lanes had been near-zero in steady state because the
346
+ signal-delta eligibility gate was the only lane (cache "no-access = no-work"
347
+ pathology) and the high-retrieval fallback was structurally dead. This release
348
+ revives proactive improvement, adds attribution + a measurement/kill-criterion
349
+ system so the lane must prove its value, and right-sizes reflect budgets to
350
+ their task timeouts.
351
+
352
+ ### Added
353
+
354
+ - **Proactive maintenance selector** (`proactiveMaintenance` improve process):
355
+ due-gated, composite-priority (`importance × log(1+retrievalFreq) ×
356
+ recencyDecay / log(size)`), bounded rotating top-N reflect/distill over
357
+ stale/never-reflected assets. **Disabled by default**; enable per profile.
358
+ - **Eligibility attribution**: every reflect/distill proposal is stamped
359
+ `eligibilitySource ∈ {signal-delta, high-retrieval, proactive, scope,
360
+ unknown}` on `reflect_invoked`/`distill_invoked`/`promoted` events and the
361
+ proposal record, so outcomes are sliceable by lane.
362
+ - **Measurement system** under `scripts/akm-eval/`: a real-query retrieval suite
363
+ generated from `usage_events`, and `akm-eval-proactive-verdict` — a read-only
364
+ kill-criterion runner comparing the proactive lane (treatment) vs due-but-
365
+ untouched assets (control). Emits PASS/FAIL/INCONCLUSIVE and recommends
366
+ disabling the lane on FAIL. New `proactive_selected` event +
367
+ `proactiveSelected`/`proactiveDueTotal`/`proactiveNeverReflected` fields on
368
+ `improve_completed`.
369
+
370
+ ### Fixed
371
+
372
+ - Revived the P0-A high-retrieval fallback: genuinely zero-feedback assets were
373
+ routed to the fully-skipped branch one phase before the fallback could see
374
+ them, so frequently-retrieved-but-never-rated assets were never improved.
375
+ - `getRetrievalCounts` now normalizes bare vs `origin//`-prefixed refs (it was
376
+ dropping ~half the retrieval signal) and counts `curate` events
377
+ (`akm curate` now records per-item `entry_ref`).
378
+ - The fully-skipped `no_new_signal` branch emitted one `improve_skipped` event
379
+ per ref (~11K writes/run, ~400K rows/day) — a contributor to 900s improve
380
+ timeouts and state.db bloat. Collapsed into one aggregated counted event.
381
+
382
+ ## [0.9.0-beta.8] - 2026-06-13
383
+
384
+ Fix multi-process SQLite contention in `index.db` and harden concurrent proposal
385
+ queue mutations.
386
+
387
+ ### Changed
388
+
389
+ - Added a global `index.db` writer lease used by foreground indexing,
390
+ background auto-index, improve maintenance index writers, graph updates, and
391
+ feedback writes.
392
+ - Replaced the racy background index PID-file dedup flow with lease-based
393
+ coordination and explicit handoff to the spawned worker.
394
+ - `akm feedback` now uses blocking index preparation and writes under the same
395
+ `index.db` lease, avoiding self-inflicted `database is locked` failures.
396
+ - Proposal queue create/archive/gate-decision mutations now run under
397
+ `BEGIN IMMEDIATE` state.db transactions so concurrent processes serialize on
398
+ live queue state.
399
+
400
+ ## [0.9.0-beta.7] - 2026-06-13
401
+
402
+ Fix the `akm improve` regression introduced by background `ensureIndex`.
403
+
404
+ ### Changed
405
+
406
+ - Added an explicit `ensureIndex` mode so callers choose `background` or
407
+ `blocking` behavior directly instead of relying on hidden environment state.
408
+ - `akm improve` now uses blocking index preparation before collecting eligible
409
+ refs, restoring the post-upgrade empty-index recovery path.
410
+ - Removed the `AKM_INDEX_INLINE` test-only override so tests exercise the same
411
+ index behavior model as production.
412
+
413
+ ## [0.9.0-beta.6] - 2026-06-12
414
+
415
+ Pipeline optimization: new per-process config fields wire up the consolidation
416
+ and improve pipeline knobs exposed by the optimization report — incremental
417
+ consolidation, pool caps, distill gating, and memory inference throttling.
418
+
419
+ ### Added
420
+
421
+ - **`consolidate.incrementalSince`** — profile config field that narrows the
422
+ consolidation candidate pool to memories modified within the given window
423
+ (e.g. `"1h"`, `"4h"`) plus their graph neighbours. Enables frequent
424
+ consolidation passes (e.g. `quick-shredder` every 15 min) without full-pool
425
+ sweeps. Absent = full-pool sweep (correct for nightly runs).
426
+ - **`consolidate.limit`** — hard cap on memories processed per consolidation
427
+ pass, applied after incremental narrowing. Prevents runaway full-pool sweeps
428
+ in the nightly default profile.
429
+ - **`consolidate.neighborsPerChanged`** — configurable graph-neighbour count
430
+ per changed memory during incremental consolidation (was hardcoded to 5).
431
+ `quick-shredder` sets this to 3 for a 40% candidate reduction per burst.
432
+ - **`distill.requirePlannedRefs`** — when `true`, the distill process is
433
+ skipped entirely for distill-only refs when the reflect phase produced zero
434
+ planned refs. Eliminates hundreds of `distill-skipped` events on quiet passes
435
+ where all refs are on reflect cooldown.
436
+ - **`memoryInference.minPendingCount`** — minimum pending split-parent memory
437
+ count below which the inference pass is skipped entirely (zero LLM calls).
438
+ Prevents lock acquisition on passes where there is nothing to infer.
439
+ - **`reflect.limit`** — per-process ref limit for the reflect/distill loop,
440
+ applied as the improve run limit when no CLI `--limit` is given.
441
+ - **New `reflect-distill` improve profile** — dedicated reflect + distill +
442
+ memoryInference + triage profile for the every-4h `akm-improve-frequent`
443
+ task. `reflect.limit: 25` bounds LLM cost per pass.
444
+
445
+ ### Changed
446
+
447
+ - **`quick-shredder` profile tuned**: `incrementalSince` `4h` → `1h`,
448
+ `maxChunkSize` 25 → 35, added `minPoolSize: 10`, `neighborsPerChanged: 3`,
449
+ `memoryInference.minPendingCount: 5`. All `profile: "qwen-9b-shredder"`
450
+ process references removed — falls back to default LLM.
451
+ - **`default` improve profile** (nightly): extract disabled (dedicated
452
+ `akm-extract` task runs at 01:48), consolidate gets `limit: 500`,
453
+ reflect gets `limit: 100` and `allowedTypes`, distill gets
454
+ `requirePlannedRefs: true`, triage enabled at 50 accepts/run,
455
+ graphExtraction explicitly enabled.
456
+ - **Cron schedule optimised**: extract reverted to `8,28,48 * * * *` (3×/hr),
457
+ quick-shredder shifted to `4,19,34,49` (4-min extract gap), health-report
458
+ shifted to `:03` (avoids `:00` collision), `akm-improve-frequent` re-enabled
459
+ at `45 */4` with `reflect-distill` profile.
460
+
9
461
  ## [0.9.0-beta.3] - 2026-06-12
10
462
 
11
463
  Stabilization batch closing the remaining 0.9.0 milestone: DB-locking and
@@ -341,6 +793,167 @@ proposal and log storage, `--format html` output, and per-stage LLM telemetry.
341
793
  `migrate-storage` change is pinned by a sha256 + file-mode fixture-stash
342
794
  differential test.
343
795
 
796
+ ## [0.8.14] - 2026-06-11
797
+
798
+ ### Fixed
799
+
800
+ - **`akm extract` minContentChars default lowered from 500 to 10.** The 500-char
801
+ threshold used inputCount (raw session size) but analysis showed 209 of 218
802
+ candidate-producing sessions had inputCount < 500 — tiny agent sessions (22–368
803
+ chars) regularly yield 1–5 candidates. The only reliably skippable sessions are
804
+ empty ones (0 chars, journal files). Default lowered to 10 to catch only
805
+ truly empty sessions while preserving all signal-bearing content. Closes #597.
806
+
807
+ ## [0.8.13] - 2026-06-11
808
+
809
+ ### Fixed
810
+
811
+ - **`akm extract` minContentChars gate filtered all sessions.** The threshold was
812
+ checked against `filtered.stats.outputCount` (post-noise-filter chars), but the
813
+ pre-filter strips so much boilerplate that even signal-bearing sessions end up
814
+ below 500 chars of output. All 75 sessions in the first post-deploy run were
815
+ filtered, dropping candidates from 4–13 to 0. Fix: gate on `inputCount` (raw
816
+ session size) instead — a session with < 500 raw chars has nothing worth
817
+ extracting regardless of what the pre-filter produces. Closes #596.
818
+
819
+ ## [0.8.12] - 2026-06-11
820
+
821
+ ### Fixed
822
+
823
+ - **`akm extract` calling the LLM for noise sessions that never yield candidates.**
824
+ 96% of processed sessions (72/75 measured) produced zero candidates, consuming
825
+ ~330 s of LLM time per run. The pre-filter had no minimum content threshold —
826
+ sessions as short as 50 chars were sent to the LLM regardless. A new
827
+ `minContentChars` gate (default 500) skips the LLM call when post-filter
828
+ content falls below threshold, cutting extract LLM calls by ~95% on typical
829
+ stashes. Configurable via `profiles.improve.<name>.processes.extract.minContentChars`.
830
+ Closes #595.
831
+
832
+ ## [0.8.11] - 2026-06-11
833
+
834
+ ### Fixed
835
+
836
+ - **`akm improve --profile <name>` ignored profile's `extract.enabled: false` setting.**
837
+ The session-extraction gate in the preparation stage called
838
+ `isLlmFeatureEnabled(config, "session_extraction")`, which hardcodes a lookup
839
+ against `profiles.improve.default.processes.extract.enabled`. Any non-default
840
+ profile that set `extract.enabled: false` (e.g. `quick-shredder`) was silently
841
+ ignored, causing the extract pass to run regardless. The fix adds a
842
+ `resolveProcessEnabled("extract", improveProfile)` check so the active
843
+ resolved profile gates the pass correctly. Closes #593.
844
+
845
+ ## [0.8.10] - 2026-06-11
846
+
847
+ ### Fixed
848
+
849
+ - **`akm improve` taking 8–10 minutes per run due to O(n) DB writes for
850
+ profile-filtered refs.** When a profile disables reflect and distill for
851
+ certain asset types, `collectEligibleRefs` marks those refs as
852
+ `profile_filtered_all_passes`. The caller then emitted one `improve_skipped`
853
+ event per ref — a sequential DB write for each. On a ~9 000-ref stash this
854
+ was ~500 s of SQLite writes before any consolidation or memory inference
855
+ began. The fix collapses the per-ref loop into a single summary event
856
+ carrying a `count` field, eliminating ~9 000 sequential writes per run.
857
+ Closes #590.
858
+
859
+ ## [0.8.9] - 2026-06-11
860
+
861
+ ### Fixed
862
+
863
+ - **`akm improve` validation pass was O(n) in stash size, causing ~510 s overhead
864
+ on large stashes.** For every indexed ref, the preparation phase called
865
+ `findAssetFilePath()` — an async round-trip to the index DB followed by a
866
+ filesystem probe — serially inside a `for…await` loop. With ~9 000 indexed
867
+ refs at ~55 ms each, this loop consumed the entire 600–900 s run budget before
868
+ any reflect, triage, or memory-inference work began. The fix threads
869
+ `filePath` from the planning stage (`collectEligibleRefs`) through
870
+ `ImproveEligibleRef` so the validation pass and the disk-existence guard can
871
+ use the pre-resolved path directly. The async lookup is retained only as a
872
+ fallback for refs that enter via a narrow scope (e.g. `--scope ref:foo`).
873
+ Closes #587.
874
+
875
+ ## [0.8.8] - 2026-06-11
876
+
877
+ ### Fixed
878
+
879
+ - **SQLite `SQLITE_BUSY` errors under concurrent improve runs.** `busy_timeout`
880
+ was set to 5 000 ms in all three database open paths (`openDatabase`,
881
+ `openExistingDatabase`, `openStateDatabase`). Under a busy cron schedule — or
882
+ when a reindex triggered by memory inference ran concurrently with an event
883
+ write — the 5 s window was routinely exhausted, producing "database is locked"
884
+ failures. Raised to 30 000 ms across all three paths so transient lock
885
+ contention is retried for up to 30 s before surfacing as an error.
886
+
887
+ ## [0.8.7] - 2026-06-09
888
+
889
+ ### Fixed
890
+
891
+ - **`incrementalSince` duration strings were silently ignored.** Values like
892
+ `"30m"`, `"24h"`, `"7d"` were passed raw to `narrowToIncrementalCandidates`,
893
+ which compared them against ISO timestamps via string sort. All `2026-...`
894
+ timestamps are lexicographically less than `"30m"` (`'2' < '3'`) and `"24h"`
895
+ (`"20" < "24"`), so `isChanged()` always returned `false` and the candidate
896
+ pool was silently emptied rather than filtered to the window. The fix adds
897
+ `parseSinceToIso()`, which resolves human duration strings to absolute ISO
898
+ timestamps before comparison. Values that already look like ISO timestamps
899
+ are passed through unchanged.
900
+
901
+ ## [0.8.6] - 2026-06-09
902
+
903
+ ### Added
904
+
905
+ - **`consolidate.incrementalSince` profile config field.** Setting
906
+ `incrementalSince: "7d"` (or any duration string) in the `consolidate` block
907
+ of an improve profile narrows the candidate pool to memories modified within
908
+ that window plus their top-5 graph neighbours, keeping each pass focused on
909
+ recent changes. This makes it practical to run consolidation more often than
910
+ once per day (e.g. via `akm-improve-consolidate` every 4 h) without
911
+ re-scanning the full pool every time. The nightly default profile leaves this
912
+ unset (full-pool sweep, same as before). The `incrementalSince` option already
913
+ existed in `akmConsolidate()` but was hardcoded off at the call site; the
914
+ field is now surfaced in the config schema and read from the profile.
915
+
916
+ ## [0.8.5] - 2026-06-09
917
+
918
+ ### Fixed
919
+
920
+ - **Consolidation starved merge recall; the memory pool grew unbounded.** Commit
921
+ `633ece41` made the `incrementalSince` narrowing unconditional, so every
922
+ consolidation run only judged memories changed since the last run plus their
923
+ immediate vector-neighbors. Stale-but-unmerged duplicate clusters were never
924
+ re-examined, so the eligible pool grew monotonically and never shrank, and
925
+ contradiction detection (which rides on the consolidation pass) went dark.
926
+ Consolidation only runs on the nightly default-profile pass (`quick`/`frequent`
927
+ disable it), so a full-pool sweep is correct and affordable; the override is
928
+ removed. `lastConsolidateTs` still gates whether the pass runs.
929
+
930
+ ## [0.8.4] - 2026-06-08
931
+
932
+ ### Fixed
933
+
934
+ - **`akm tasks sync` ignored schedule changes.** Sync classified any task already
935
+ present in the OS scheduler as "unchanged" without comparing its installed
936
+ entry, so editing a task's `schedule:` in the `.yml` never reached the crontab —
937
+ the only way to apply a new schedule was to `remove` and re-`add` the task. The
938
+ same gap affected `tasks enable`/`disable`, which merely toggled the existing
939
+ cron line's comment and so re-enabled a stale schedule. Sync now compares the
940
+ backend's installed signature against the signature the current definition would
941
+ produce and reinstalls on drift (reported in a new `updated[]` field);
942
+ `enable`/`disable` reinstall from the current `.yml` instead of toggling in
943
+ place. Backends that can't cheaply read their installed form fall back to an
944
+ idempotent reinstall, so the fix is correct on launchd/schtasks too. The cron
945
+ backend gains `expectedSignature()` and a signature on each `list()` entry.
946
+
947
+ ### Added
948
+
949
+ - **`akm improve --skip-if-locked`.** When another improve run already holds the
950
+ lock, the run logs and exits 0 with a no-op result (`skipped.reason:
951
+ "lock-held"`) instead of failing with the "already running" config error
952
+ (exit 78). Intended for high-frequency scheduled runs (e.g. an every-30-min
953
+ `quick` pass) that would otherwise pile up exit-78 failures whenever a longer
954
+ run overlaps them. Default off — the hard error is preserved for interactive
955
+ use. The result is still recorded so the skip is auditable.
956
+
344
957
  ## [0.8.3] - 2026-06-08
345
958
 
346
959
  ### Fixed
@@ -0,0 +1,23 @@
1
+ You are the akm consolidate assistant analyzing memory assets.
2
+
3
+ Rules:
4
+ 1. MERGE: Two or more memories are substantially duplicated or closely related → propose merging. Return the primary ref to keep and secondary refs to delete. Do NOT include mergedContent — the merge will be executed in a separate step.
5
+ 2. DELETE: Memory is clearly outdated, contradicted, or redundant → propose deletion. NEVER propose delete for memories annotated `(captureMode: hot)` — they are user-explicit and only the user can retire them. The downstream guard will refuse these regardless, so proposing them just wastes tokens.
6
+ 3. PROMOTE: Memory expresses a stable, reusable fact suitable as a `knowledge:` asset → propose promotion. Do NOT delete the source memory. NEVER propose promote / merge / contradict for memories annotated `(already queued)` — they have a pending proposal whose body matches; a duplicate will be deterministically dropped, so proposing them just wastes tokens.
7
+ 4. CONTRADICT: Two memories assert logically exclusive facts such that following BOTH simultaneously is impossible — not merely related or overlapping. You MUST cite the exact sentence from Memory A and the exact sentence from Memory B that are in direct conflict. If you cannot cite specific opposing sentences, use KEEP instead. Sharing a topic, tool, domain, or workflow stage is NOT sufficient. Only direct factual opposites qualify: opposing recommended commands, opposing boolean flags, opposing version numbers, or mutually exclusive instructions. Use confidence ≥ 0.92 only; omit the op entirely if below that threshold.
8
+ 5. KEEP: Memory is unique and current → omit from output.
9
+
10
+ Return ONLY JSON (no prose, no code fences):
11
+ {
12
+ "operations": [
13
+ { "op": "merge", "primary": "memory:<name>", "secondaries": ["memory:<name>", ...], "mergeStrategy": "synthesize", "confidence": 0.95 },
14
+ { "op": "delete", "ref": "memory:<name>", "reason": "<brief reason>", "confidence": 0.90 },
15
+ { "op": "promote", "ref": "memory:<name>", "knowledgeRef": "knowledge:<suggested-slug>", "reason": "<brief reason>", "description": "<one sentence describing the new knowledge asset>", "confidence": 0.92 },
16
+ { "op": "contradict", "ref": "memory:<name>", "contradictedByRef": "memory:<name>", "reason": "<brief reason>", "confidence": 0.88 }
17
+ ],
18
+ "warnings": ["<optional concerns>"]
19
+ }
20
+
21
+ For every operation, emit a `confidence` field in [0, 1] expressing your certainty that the operation is correct and safe. Use 0.95+ only when evidence is unambiguous. Omit the field rather than guessing if you are uncertain.
22
+
23
+ When the merged content includes an `updated` frontmatter field, the value MUST be a real ISO date string (e.g. `updated: 2026-05-20`). NEVER emit `updated: today`, `updated: {today}`, `updated: {today: null}`, `updated: now`, or any other literal placeholder/template-variable. If you do not have a real source-of-truth date, OMIT the `updated` field entirely — the post-processor will not invent one for you.