akm-cli 0.9.0-beta.52 → 0.9.0-beta.53

package/dist/indexer/search/ranking.js

@@ -1,8 +1,68 @@
 // This Source Code Form is subject to the terms of the Mozilla Public
 // License, v. 2.0. If a copy of the MPL was not distributed with this
 // file, You can obtain one at https://mozilla.org/MPL/2.0/.
+import fs from "node:fs";
+import { makeAssetRef } from "../../core/asset/asset-ref.js";
+import { getStateDbPath } from "../../core/state-db.js";
+import { openDatabase } from "../../storage/database.js";
 import { getUtilityScoresByIds } from "../db/db.js";
 import { applyScoreContributors, applyUtilityContributors } from "./ranking-contributors.js";
+/**
+ * R2 — best-effort load of `asset_salience.rank_score` from state.db for the
+ * ranked items. Fail-open: any error (state.db locked by a concurrent improve
+ * run, missing table, unreadable path) returns an empty map, which makes the
+ * salience contributor a no-op — byte-identical to pre-R2 ranking.
+ *
+ * Deliberately NOT `openStateDatabase()`: that helper runs migrations and sets
+ * a 30 s busy timeout — too heavy for a search hot path. This opens read-only,
+ * never creates or migrates state.db (missing file / missing table = empty
+ * map), and caps lock waits at 250 ms so a concurrent improve run can only
+ * ever cost the search a quarter second, not a stall.
+ */
+export function loadSalienceRankScores(items) {
+    const result = new Map();
+    if (items.length === 0)
+        return result;
+    try {
+        const dbPath = getStateDbPath();
+        if (!fs.existsSync(dbPath))
+            return result; // improve loop has never run here
+        const idByRef = new Map();
+        for (const item of items) {
+            idByRef.set(makeAssetRef(item.entry.type, item.entry.name), item.id);
+        }
+        const stateDb = openDatabase(dbPath, { readonly: true });
+        try {
+            try {
+                stateDb.exec("PRAGMA busy_timeout = 250");
+            }
+            catch {
+                // pragma failure on a readonly handle is fine — default timeout applies
+            }
+            const refs = [...idByRef.keys()];
+            const CHUNK = 500;
+            for (let i = 0; i < refs.length; i += CHUNK) {
+                const chunk = refs.slice(i, i + CHUNK);
+                const placeholders = chunk.map(() => "?").join(",");
+                const rows = stateDb
+                    .prepare(`SELECT asset_ref, rank_score FROM asset_salience WHERE asset_ref IN (${placeholders})`)
+                    .all(...chunk);
+                for (const row of rows) {
+                    const id = idByRef.get(row.asset_ref);
+                    if (id !== undefined)
+                        result.set(id, row.rank_score);
+                }
+            }
+        }
+        finally {
+            stateDb.close();
+        }
+    }
+    catch {
+        // Fail open — search must never break because state.db is unavailable.
+    }
+    return result;
+}
 export function normalizeFtsScores(results) {
     const ftsScoreMap = new Map();
     if (results.length === 0)
@@ -71,12 +131,18 @@ export function applyRankingRules(options) {
         applyScoreContributors(item, rankingContext);
     }
     const { global: utilScoresMap, scoped: scopedUtilScoresMap } = getUtilityScoresByIds(options.db, options.items.map((item) => item.id), options.scopeKey);
+    // R2 — compose the improve loop's salience into user-facing ranking.
+    // undefined = load from state.db (default); null = explicitly disabled.
+    const salienceRankScores = options.salienceRankScores === null
+        ? new Map()
+        : (options.salienceRankScores ?? loadSalienceRankScores(options.items));
     const utilityContext = {
         ...rankingContext,
         utilityScores: utilScoresMap,
         scopedUtilityScores: scopedUtilScoresMap,
         utilityDecayConfig: options.utilityDecayConfig,
         positiveFeedbackCounts: options.positiveFeedbackCounts,
+        salienceRankScores,
     };
     for (const item of options.items) {
         applyUtilityContributors(item, utilityContext);

package/dist/indexer/search/search-fields.js

@@ -11,6 +11,12 @@
  *  - hints: searchHints + examples + usage + intent fields
  *  - content: TOC headings (lowest-weight catch-all)
  */
+// NOTE (R5): the collapse detector's frozen canary queries are built from the
+// same surface this function indexes (name tokens / tags / description) and
+// scored via FTS against it. Changing what buildSearchFields includes shifts
+// the detector's recall baseline for ALL existing canary sets — coordinate
+// with src/commands/improve/collapse-detector.ts (buildCanaryQuery) and expect
+// operators to re-mint via `akm improve canary --refresh` after such a change.
 export function buildSearchFields(entry) {
     const name = entry.name.replace(/[-_]/g, " ").toLowerCase();
     const description = (entry.description ?? "").toLowerCase();

package/dist/llm/feature-gate.js

@@ -24,8 +24,12 @@ const FEATURE_LOCATION = {
     metadata_enhance: (cfg) => cfg.index?.metadataEnhance?.enabled ?? false,
     // Legacy default: false
     curate_rerank: (cfg) => cfg.search?.curateRerank?.enabled ?? false,
-    // Legacy default: false
-    lesson_quality_gate: (cfg) => cfg.profiles?.improve?.default?.processes?.distill?.qualityGate?.enabled ?? false,
+    // Default ON since R3 (docs/design/improve-self-learning-analysis.md G5):
+    // distill is a primary acquisition path and the judge fails open (no LLM /
+    // timeout / parse failure all pass through), so the gate only ever filters
+    // when a judge verdict actually exists. Opt out via
+    // profiles.improve.default.processes.distill.qualityGate.enabled: false.
+    lesson_quality_gate: (cfg) => cfg.profiles?.improve?.default?.processes?.distill?.qualityGate?.enabled ?? true,
     // Legacy default: false
     proposal_quality_gate: (cfg) => cfg.profiles?.improve?.default?.processes?.reflect?.qualityGate?.enabled ?? false,
     // Legacy default: false

package/dist/output/renderers.js

@@ -364,23 +364,21 @@ const scriptSourceRenderer = {
 };
 // ── 8. env-file ───────────────────────────────────────────────────────────────
 /**
- * Env renderer. Returns ONLY key names and start-of-line comments — never
- * values. Deliberately omits content/template/prompt so env values cannot leak
- * through `akm show`.
+ * Env renderer. Returns ONLY key names — never values, and never comment
+ * text (comments routinely contain commented-out credentials). Deliberately
+ * omits content/template/prompt so env values cannot leak through `akm show`.
  */
 const envFileRenderer = {
     name: "env-file",
     buildShowResponse(ctx) {
         const name = deriveName(ctx);
-        const { keys, comments } = listVaultKeys(ctx.absPath);
+        const { keys } = listVaultKeys(ctx.absPath);
         return {
             type: "env",
             name,
             path: ctx.absPath,
-            action: "Environment — keys + comments only. Use `akm env run <ref> -- <command>` to run with the whole .env injected; prefer `--clean` to minimize inherited parent env. AKM itself does not print values, but child stdout/stderr is not redacted. `akm env export <ref> --out <file>` writes a sourceable script to a file. Never `source` the raw file. Values stay on disk and are never written to akm's stdout.",
-            description: comments.length > 0 ? comments.join("\n") : undefined,
+            action: "Environment — key names only. Use `akm env run <ref> -- <command>` to run with the whole .env injected; prefer `--clean` to minimize inherited parent env. AKM itself does not print values, but child stdout/stderr is not redacted. `akm env export <ref> --out <file>` writes a sourceable script to a file. Never `source` the raw file. Values stay on disk and are never written to akm's stdout.",
             keys,
-            comments,
         };
     },
     enrichSearchHit(hit, _stashDir) {
@@ -647,12 +645,9 @@ function applyScriptMetadata(entry, ctx) {
     }
 }
 function applyEnvMetadata(entry, ctx) {
-    const { keys, comments } = listVaultKeys(ctx.absPath);
-    if (comments.length > 0 && !entry.description) {
-        entry.description = comments.join(" ").slice(0, 500);
-        entry.source = "comments";
-        entry.confidence = 0.7;
-    }
+    // Key names only — comment text must never reach description/search_text
+    // (comments routinely contain commented-out credentials).
+    const { keys } = listVaultKeys(ctx.absPath);
     if (keys.length > 0) {
         entry.searchHints = keys;
     }

package/dist/output/shapes/helpers.js

@@ -369,7 +369,6 @@ export function shapeShowOutput(result, detail, shape = "human") {
             "workflowParameters",
             "steps",
             "keys",
-            "comments",
             "related",
         ]);
     }
@@ -385,7 +384,6 @@ export function shapeShowOutput(result, detail, shape = "human") {
             "run",
             "origin",
             "keys",
-            "comments",
             "related",
         ]);
     }
@@ -411,7 +409,6 @@ export function shapeShowOutput(result, detail, shape = "human") {
         "cwd",
         "activeRun",
         "keys",
-        "comments",
         "related",
         // path and editable are always projected so JSON consumers can locate and
         // edit the asset without needing --detail full (QA #7).

package/dist/output/shapes/passthrough.js

@@ -42,6 +42,7 @@ const PASSTHROUGH_COMMANDS = [
     "extract",
     "health",
     "improve",
+    "improve-canary",
     "lessons-coverage",
     "import",
     "index",

package/dist/scripts/migrate-storage.js

@@ -468,21 +468,11 @@ function scanKeys(text) {
   }
   return keys;
 }
-function scanComments(text) {
-  const comments = [];
-  for (const line of text.split(/\r?\n/)) {
-    const trimmed = line.trimStart();
-    if (trimmed.startsWith("#")) {
-      comments.push(trimmed.slice(1).trimStart());
-    }
-  }
-  return comments;
-}
 function listKeys(envPath) {
   if (!fs.existsSync(envPath))
-    return { keys: [], comments: [] };
+    return { keys: [] };
   const text = fs.readFileSync(envPath, "utf8");
-  return { keys: scanKeys(text), comments: scanComments(text) };
+  return { keys: scanKeys(text) };
 }
 var import_dotenv, ASSIGN_RE;
 var init_env = __esm(() => {
@@ -8325,12 +8315,7 @@ function applyScriptMetadata(entry, ctx) {
   }
 }
 function applyEnvMetadata(entry, ctx) {
-  const { keys, comments } = listKeys(ctx.absPath);
-  if (comments.length > 0 && !entry.description) {
-    entry.description = comments.join(" ").slice(0, 500);
-    entry.source = "comments";
-    entry.confidence = 0.7;
-  }
+  const { keys } = listKeys(ctx.absPath);
   if (keys.length > 0) {
     entry.searchHints = keys;
   }
@@ -9401,6 +9386,44 @@ var init_migrations = __esm(() => {
       up: `
       ALTER TABLE asset_salience ADD COLUMN encoding_source TEXT DEFAULT NULL;
     `
+    },
+    {
+      id: "016-collapse-churn-detector",
+      up: `
+      CREATE TABLE IF NOT EXISTS canary_queries (
+        id            INTEGER PRIMARY KEY AUTOINCREMENT,
+        canary_set_id TEXT    NOT NULL,
+        anchor_ref    TEXT    NOT NULL,
+        query         TEXT    NOT NULL,
+        source        TEXT    NOT NULL DEFAULT 'auto',
+        active        INTEGER NOT NULL DEFAULT 1,
+        created_at    TEXT    NOT NULL
+      );
+      CREATE INDEX IF NOT EXISTS idx_canary_queries_active
+        ON canary_queries(active, canary_set_id);
+
+      CREATE TABLE IF NOT EXISTS improve_cycle_metrics (
+        id                      INTEGER PRIMARY KEY AUTOINCREMENT,
+        run_id                  TEXT    NOT NULL,
+        ts                      TEXT    NOT NULL,
+        pass                    TEXT    NOT NULL,
+        canary_set_id           TEXT    NOT NULL,
+        mean_recall             REAL    NOT NULL,
+        mean_ndcg               REAL    NOT NULL,
+        mean_mrr                REAL    NOT NULL,
+        canary_ranks_json       TEXT    NOT NULL,
+        store_total             INTEGER NOT NULL,
+        store_by_type_json      TEXT    NOT NULL,
+        distinct_content_ratio  REAL    NOT NULL,
+        mean_bigram_diversity   REAL    NOT NULL,
+        over_generation_count   INTEGER NOT NULL,
+        accepted_actions        INTEGER NOT NULL,
+        merge_floor_violations  INTEGER NOT NULL DEFAULT 0,
+        alerts_json             TEXT    NOT NULL DEFAULT '[]'
+      );
+      CREATE INDEX IF NOT EXISTS idx_improve_cycle_metrics_ts
+        ON improve_cycle_metrics(ts);
+    `
     }
   ];
 });
@@ -9423,10 +9446,12 @@ __export(exports_state_db, {
   recordFsProposalsImport: () => recordFsProposalsImport,
   readStateEvents: () => readStateEvents,
   queryTaskHistory: () => queryTaskHistory,
+  queryRecentCycleMetrics: () => queryRecentCycleMetrics,
   queryImproveRuns: () => queryImproveRuns,
   queryCompletedTaskIntervals: () => queryCompletedTaskIntervals,
   purgeOldImproveRuns: () => purgeOldImproveRuns,
   purgeOldEvents: () => purgeOldEvents,
+  purgeOldCycleMetrics: () => purgeOldCycleMetrics,
   proposalToRowValues: () => proposalToRowValues,
   proposalRowToProposal: () => proposalRowToProposal,
   persistPhaseThreshold: () => persistPhaseThreshold,
@@ -9436,8 +9461,11 @@ __export(exports_state_db, {
   listStateProposalIdsByPrefix: () => listStateProposalIdsByPrefix,
   listProposalGateDecisions: () => listProposalGateDecisions,
   listExistingTableNames: () => listExistingTableNames,
+  listActiveCanarySetIds: () => listActiveCanarySetIds,
   insertProposalIfAbsent: () => insertProposalIfAbsent,
   insertEvent: () => insertEvent,
+  insertCycleMetrics: () => insertCycleMetrics,
+  insertCanaries: () => insertCanaries,
   importEventsJsonl: () => importEventsJsonl,
   hasImportedFsProposals: () => hasImportedFsProposals,
   getTaskHistoryRuns: () => getTaskHistoryRuns,
@@ -9446,15 +9474,19 @@ __export(exports_state_db, {
   getStateDbPath: () => getStateDbPath,
   getRecombineHypothesis: () => getRecombineHypothesis,
   getPhaseThreshold: () => getPhaseThreshold,
+  getLatestCycleMetrics: () => getLatestCycleMetrics,
   getLastExtractRunAt: () => getLastExtractRunAt,
   getExtractedSessionsMap: () => getExtractedSessionsMap,
   getExtractedSession: () => getExtractedSession,
   getConsolidationJudgedMap: () => getConsolidationJudgedMap,
+  getCanariesBySetId: () => getCanariesBySetId,
   getBodyEmbeddings: () => getBodyEmbeddings,
+  getActiveCanaries: () => getActiveCanaries,
   findMatchingRecombineHypothesis: () => findMatchingRecombineHypothesis,
   eventRowToEnvelope: () => eventRowToEnvelope,
   embeddingToBlob: () => embeddingToBlob,
   decayUnseenRecombineHypotheses: () => decayUnseenRecombineHypotheses,
+  deactivateCanarySet: () => deactivateCanarySet,
   computeImproveRunMetrics: () => computeImproveRunMetrics,
   blobToEmbedding: () => blobToEmbedding
 });
@@ -9686,7 +9718,7 @@ function insertProposalIfAbsent(db, proposal, stashDir) {
 }
 function isRetryableBeginError(err) {
   const msg = (err instanceof Error ? err.message : String(err)).toLowerCase();
-  return msg.includes("within a transaction") || msg.includes("database is locked") || msg.includes("database table is locked") || msg.includes("did not open a transaction");
+  return msg.includes("database is locked") || msg.includes("database table is locked") || msg.includes("did not open a transaction");
 }
 function sleepSyncMs(ms) {
   if (ms <= 0)
@@ -9694,6 +9726,9 @@ function sleepSyncMs(ms) {
   Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, ms);
 }
 function withImmediateTransaction(db, fn) {
+  if (db.inTransaction) {
+    return fn();
+  }
   let lastBeginErr;
   for (let attempt = 1;attempt <= WITH_IMMEDIATE_TX_MAX_ATTEMPTS; attempt++) {
     try {
@@ -9704,9 +9739,11 @@ function withImmediateTransaction(db, fn) {
     } catch (err) {
       lastBeginErr = err;
       if (isRetryableBeginError(err) && attempt < WITH_IMMEDIATE_TX_MAX_ATTEMPTS) {
-        try {
-          db.exec("ROLLBACK");
-        } catch {}
+        if (db.inTransaction) {
+          try {
+            db.exec("ROLLBACK");
+          } catch {}
+        }
         sleepSyncMs(2 ** (attempt - 1));
         continue;
       }
@@ -9714,12 +9751,17 @@ function withImmediateTransaction(db, fn) {
     }
     try {
       const result = fn();
+      if (!db.inTransaction) {
+        throw new Error("withImmediateTransaction invariant violated: transaction opened by BEGIN IMMEDIATE was no longer active after the transaction body ran; refusing to COMMIT (writes may have escaped serialization)");
+      }
       db.exec("COMMIT");
       return result;
     } catch (err) {
-      try {
-        db.exec("ROLLBACK");
-      } catch {}
+      if (db.inTransaction) {
+        try {
+          db.exec("ROLLBACK");
+        } catch {}
+      }
       throw err;
     }
   }
@@ -10091,6 +10133,75 @@ function upsertBodyEmbeddings(db, entries) {
     }
   })();
 }
+function insertCanaries(db, canarySetId, canaries, now) {
+  if (canaries.length === 0)
+    return;
+  const ts = now ?? new Date().toISOString();
+  const stmt = db.prepare(`
+    INSERT INTO canary_queries (canary_set_id, anchor_ref, query, source, active, created_at)
+    VALUES (?, ?, ?, ?, 1, ?)
+  `);
+  db.transaction(() => {
+    for (const c of canaries) {
+      stmt.run(canarySetId, c.anchorRef, c.query, c.source ?? "auto", ts);
+    }
+  })();
+}
+function getActiveCanaries(db) {
+  return db.prepare(`SELECT * FROM canary_queries
+       WHERE active = 1 AND canary_set_id = (
+         SELECT canary_set_id FROM canary_queries WHERE active = 1
+         ORDER BY created_at DESC, id DESC LIMIT 1
+       )
+       ORDER BY id`).all();
+}
+function getCanariesBySetId(db, canarySetId) {
+  return db.prepare(`SELECT * FROM canary_queries WHERE canary_set_id = ? ORDER BY id`).all(canarySetId);
+}
+function listActiveCanarySetIds(db) {
+  const rows = db.prepare(`SELECT DISTINCT canary_set_id FROM canary_queries WHERE active = 1`).all();
+  return rows.map((r) => r.canary_set_id);
+}
+function deactivateCanarySet(db, canarySetId) {
+  const result = db.prepare(`UPDATE canary_queries SET active = 0 WHERE canary_set_id = ? AND active = 1`).run(canarySetId);
+  const changes = result.changes ?? 0;
+  return typeof changes === "bigint" ? Number(changes) : changes;
+}
+function insertCycleMetrics(db, row) {
+  db.prepare(`
+    INSERT INTO improve_cycle_metrics
+      (run_id, ts, pass, canary_set_id, mean_recall, mean_ndcg, mean_mrr,
+       canary_ranks_json, store_total, store_by_type_json, distinct_content_ratio,
+       mean_bigram_diversity, over_generation_count, accepted_actions,
+       merge_floor_violations, alerts_json)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `).run(row.run_id, row.ts, row.pass, row.canary_set_id, row.mean_recall, row.mean_ndcg, row.mean_mrr, row.canary_ranks_json, row.store_total, row.store_by_type_json, row.distinct_content_ratio, row.mean_bigram_diversity, row.over_generation_count, row.accepted_actions, row.merge_floor_violations, row.alerts_json);
+}
+function queryRecentCycleMetrics(db, canarySetId, limit) {
+  const rows = db.prepare(`SELECT run_id, ts, pass, canary_set_id, mean_recall, mean_ndcg, mean_mrr,
+              canary_ranks_json, store_total, store_by_type_json, distinct_content_ratio,
+              mean_bigram_diversity, over_generation_count, accepted_actions,
+              merge_floor_violations, alerts_json
+       FROM improve_cycle_metrics WHERE canary_set_id = ?
+       ORDER BY ts DESC, id DESC LIMIT ?`).all(canarySetId, Math.max(0, limit));
+  return rows.reverse();
+}
+function getLatestCycleMetrics(db) {
+  const row = db.prepare(`SELECT run_id, ts, pass, canary_set_id, mean_recall, mean_ndcg, mean_mrr,
+              canary_ranks_json, store_total, store_by_type_json, distinct_content_ratio,
+              mean_bigram_diversity, over_generation_count, accepted_actions,
+              merge_floor_violations, alerts_json
+       FROM improve_cycle_metrics ORDER BY ts DESC, id DESC LIMIT 1`).get();
+  return row == null ? undefined : row;
+}
+function purgeOldCycleMetrics(db, retentionDays = 365) {
+  if (!Number.isFinite(retentionDays) || retentionDays <= 0)
+    return 0;
+  const cutoff = new Date(Date.now() - retentionDays * 86400000).toISOString();
+  const result = db.prepare("DELETE FROM improve_cycle_metrics WHERE ts < ?").run(cutoff);
+  const changes = result.changes ?? 0;
+  return typeof changes === "bigint" ? Number(changes) : changes;
+}
 var WITH_IMMEDIATE_TX_MAX_ATTEMPTS = 5;
 var init_state_db = __esm(() => {
   init_managed_db();
@@ -15790,7 +15901,7 @@ var init_config_types = __esm(() => {
 });
 
 // src/core/config/config-schema.ts
-var positiveInt, nonNegativeNumber, nonEmptyString, httpUrl, LlmCapabilitiesSchema, LlmConnectionConfigSchema, LlmProfileConfigSchema, EmbeddingOllamaOptionsSchema, EmbeddingConnectionConfigSchema, AgentPlatformSchema, AgentProfileConfigSchema, ImproveProcessConfigSchema, ImproveProfileProcessesSchema, ImproveProfileConfigSchema, ProfilesSchema, DefaultsSchema, SourceConfigEntryOptionsSchema, SourceConfigEntrySchema, RegistryConfigEntrySchema, KitSourceSchema, InstalledStashEntrySchema, OutputConfigSchema, SearchGraphBoostSchema, SearchConfigSchema, FeedbackConfigSchema, ImproveUtilityDecaySchema, ImproveCalibrationSchema, ImproveExplorationSchema, ImproveSalienceSchema, ImproveConfigSchema, GRAPH_EXTRACTION_INCLUDE_TYPES_ALLOWED, INDEX_PASS_PROVIDER_KEYS, INDEX_PASS_KNOWN_KEYS, IndexPassConfigSchema, MetadataEnhanceSchema, StalenessDetectionSchema, IndexConfigSchema, SetupTaskSchedulesSchema, SetupConfigSchema, AkmConfigShape, AkmConfigBaseSchema, AkmConfigSchema;
+var positiveInt, nonNegativeNumber, nonEmptyString, httpUrl, LlmCapabilitiesSchema, LlmConnectionConfigSchema, LlmProfileConfigSchema, EmbeddingOllamaOptionsSchema, EmbeddingConnectionConfigSchema, AgentPlatformSchema, AgentProfileConfigSchema, ImproveProcessConfigSchema, ImproveProfileProcessesSchema, ImproveProfileConfigSchema, ProfilesSchema, DefaultsSchema, SourceConfigEntryOptionsSchema, SourceConfigEntrySchema, RegistryConfigEntrySchema, KitSourceSchema, InstalledStashEntrySchema, OutputConfigSchema, SearchGraphBoostSchema, SearchConfigSchema, FeedbackConfigSchema, ImproveUtilityDecaySchema, ImproveCalibrationSchema, ImproveExplorationSchema, ImproveSalienceSchema, ImproveCollapseDetectorSchema, ImproveConfigSchema, GRAPH_EXTRACTION_INCLUDE_TYPES_ALLOWED, INDEX_PASS_PROVIDER_KEYS, INDEX_PASS_KNOWN_KEYS, IndexPassConfigSchema, MetadataEnhanceSchema, StalenessDetectionSchema, IndexConfigSchema, SetupTaskSchedulesSchema, SetupConfigSchema, AkmConfigShape, AkmConfigBaseSchema, AkmConfigSchema;
 var init_config_schema = __esm(() => {
   init_zod();
   init_config_types();
@@ -15883,11 +15994,6 @@ var init_config_schema = __esm(() => {
     indexSessions: exports_external.boolean().optional(),
     minSessionDuration: exports_external.number().min(0).optional(),
     p90ChunkSecondsDefault: exports_external.number().finite().positive().optional(),
-    homeostaticDemotion: exports_external.object({
-      enabled: exports_external.boolean().optional(),
-      staleDays: exports_external.number().int().min(0).optional(),
-      demotionFactor: exports_external.number().min(0).max(1).optional()
-    }).passthrough().optional(),
     schemaSimilarity: exports_external.object({
       enabled: exports_external.boolean().optional(),
       epsilon: exports_external.number().min(0).max(1).optional(),
@@ -15900,7 +16006,9 @@ var init_config_schema = __esm(() => {
       enabled: exports_external.boolean().optional(),
       maxGeneration: exports_external.number().int().min(1).optional(),
       lexicalDiversityCheck: exports_external.boolean().optional(),
-      randomClusterFraction: exports_external.number().min(0).max(1).optional()
+      randomClusterFraction: exports_external.number().min(0).max(1).optional(),
+      mergeInformationFloor: exports_external.boolean().optional(),
+      minSpecificityRetention: exports_external.number().min(0).max(1).optional()
     }).passthrough().optional(),
     cls: exports_external.object({
       enabled: exports_external.boolean().optional(),
@@ -16068,12 +16176,23 @@ var init_config_schema = __esm(() => {
     salienceThreshold: exports_external.number().min(0).max(1).optional(),
     replayBudget: exports_external.number().int().min(0).optional()
   }).passthrough();
+  ImproveCollapseDetectorSchema = exports_external.object({
+    enabled: exports_external.boolean().optional(),
+    canaryCount: exports_external.number().int().min(3).max(200).optional(),
+    k: exports_external.number().int().min(1).max(100).optional(),
+    windowCycles: exports_external.number().int().min(2).max(50).optional(),
+    recallDropThreshold: exports_external.number().min(0).max(1).optional(),
+    entropyDropThreshold: exports_external.number().min(0).max(1).optional(),
+    churnMinAcceptedActions: exports_external.number().int().min(1).optional(),
+    retentionDays: exports_external.number().int().min(1).optional()
+  }).passthrough();
   ImproveConfigSchema = exports_external.object({
     utilityDecay: ImproveUtilityDecaySchema.optional(),
     eventRetentionDays: nonNegativeNumber.optional(),
     calibration: ImproveCalibrationSchema.optional(),
     exploration: ImproveExplorationSchema.optional(),
-    salience: ImproveSalienceSchema.optional()
+    salience: ImproveSalienceSchema.optional(),
+    collapseDetector: ImproveCollapseDetectorSchema.optional()
   }).passthrough();
   GRAPH_EXTRACTION_INCLUDE_TYPES_ALLOWED = [
     "memory",

package/dist/scripts/migrations/import-fs-improve-runs-to-db.js

@@ -455,21 +455,11 @@ function scanKeys(text) {
   }
   return keys;
 }
-function scanComments(text) {
-  const comments = [];
-  for (const line of text.split(/\r?\n/)) {
-    const trimmed = line.trimStart();
-    if (trimmed.startsWith("#")) {
-      comments.push(trimmed.slice(1).trimStart());
-    }
-  }
-  return comments;
-}
 function listKeys(envPath) {
   if (!fs3.existsSync(envPath))
-    return { keys: [], comments: [] };
+    return { keys: [] };
   const text = fs3.readFileSync(envPath, "utf8");
-  return { keys: scanKeys(text), comments: scanComments(text) };
+  return { keys: scanKeys(text) };
 }
 var import_dotenv, ASSIGN_RE;
 var init_env = __esm(() => {
@@ -8211,12 +8201,7 @@ function applyScriptMetadata(entry, ctx) {
   }
 }
 function applyEnvMetadata(entry, ctx) {
-  const { keys, comments } = listKeys(ctx.absPath);
-  if (comments.length > 0 && !entry.description) {
-    entry.description = comments.join(" ").slice(0, 500);
-    entry.source = "comments";
-    entry.confidence = 0.7;
-  }
+  const { keys } = listKeys(ctx.absPath);
   if (keys.length > 0) {
     entry.searchHints = keys;
   }
@@ -9142,6 +9127,44 @@ var MIGRATIONS = [
     up: `
       ALTER TABLE asset_salience ADD COLUMN encoding_source TEXT DEFAULT NULL;
     `
+  },
+  {
+    id: "016-collapse-churn-detector",
+    up: `
+      CREATE TABLE IF NOT EXISTS canary_queries (
+        id            INTEGER PRIMARY KEY AUTOINCREMENT,
+        canary_set_id TEXT    NOT NULL,
+        anchor_ref    TEXT    NOT NULL,
+        query         TEXT    NOT NULL,
+        source        TEXT    NOT NULL DEFAULT 'auto',
+        active        INTEGER NOT NULL DEFAULT 1,
+        created_at    TEXT    NOT NULL
+      );
+      CREATE INDEX IF NOT EXISTS idx_canary_queries_active
+        ON canary_queries(active, canary_set_id);
+
+      CREATE TABLE IF NOT EXISTS improve_cycle_metrics (
+        id                      INTEGER PRIMARY KEY AUTOINCREMENT,
+        run_id                  TEXT    NOT NULL,
+        ts                      TEXT    NOT NULL,
+        pass                    TEXT    NOT NULL,
+        canary_set_id           TEXT    NOT NULL,
+        mean_recall             REAL    NOT NULL,
+        mean_ndcg               REAL    NOT NULL,
+        mean_mrr                REAL    NOT NULL,
+        canary_ranks_json       TEXT    NOT NULL,
+        store_total             INTEGER NOT NULL,
+        store_by_type_json      TEXT    NOT NULL,
+        distinct_content_ratio  REAL    NOT NULL,
+        mean_bigram_diversity   REAL    NOT NULL,
+        over_generation_count   INTEGER NOT NULL,
+        accepted_actions        INTEGER NOT NULL,
+        merge_floor_violations  INTEGER NOT NULL DEFAULT 0,
+        alerts_json             TEXT    NOT NULL DEFAULT '[]'
+      );
+      CREATE INDEX IF NOT EXISTS idx_improve_cycle_metrics_ts
+        ON improve_cycle_metrics(ts);
+    `
   }
 ];
 function runMigrations2(db) {

package/dist/storage/repositories/index-db.js

@@ -3,6 +3,12 @@
 // file, You can obtain one at https://mozilla.org/MPL/2.0/.
 import { closeDatabase, openExistingDatabase } from "../../indexer/db/db.js";
 import { resolveStorageLocations } from "../locations.js";
+/**
+ * Busy-timeout (ms) for read-path telemetry writers. Small on purpose: a
+ * usage-event insert contending with a background reindex should be dropped,
+ * not waited on for the default 30s.
+ */
+export const TELEMETRY_BUSY_TIMEOUT_MS = 250;
 /**
  * Scoped-resource (loan pattern) helper for the index database (`index.db`).
  *
@@ -32,9 +38,12 @@ import { resolveStorageLocations } from "../locations.js";
  * @param fn Receives the open index database; must finish all DB work before returning.
  * @returns Whatever `fn` returns.
  */
-export function withIndexDb(fn) {
+export function withIndexDb(fn, opts) {
     const db = openExistingDatabase(resolveStorageLocations().indexDb);
     try {
+        if (opts?.busyTimeoutMs !== undefined) {
+            db.exec(`PRAGMA busy_timeout = ${Math.max(0, Math.floor(opts.busyTimeoutMs))}`);
+        }
         return fn(db);
     }
     finally {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "akm-cli",
-  "version": "0.9.0-beta.52",
+  "version": "0.9.0-beta.53",
   "type": "module",
   "description": "akm (Agent Knowledge Management) — A package manager for AI agent skills, commands, tools, and knowledge. Works with Claude Code, OpenCode, Cursor, and any AI coding assistant.",
   "keywords": [
@@ -58,9 +58,7 @@
     "sweep:tmp": "bun scripts/sweep-test-tmp.ts",
     "test": "bash scripts/test-unit.sh",
     "test:unit": "bash scripts/test-unit.sh",
-    "test:integration": "bun run sweep:tmp && bun test --isolate --timeout=30000 ./tests/integration ./tests/commands ./tests/workflows",
-    "test:unit:shard": "bun run sweep:tmp && bun test --isolate --timeout=30000 ./tests --path-ignore-patterns=tests/integration --shard=${SHARD:?set SHARD=k/N}",
-    "test:integration:shard": "bun run sweep:tmp && bun test --isolate --timeout=30000 ./tests/integration ./tests/commands ./tests/workflows --shard=${SHARD:?set SHARD=k/N}",
+    "test:integration": "bun run sweep:tmp && bun test --isolate --timeout=30000 ./tests/integration",
     "test:node-smoke": "bun scripts/node-smoke.ts",
     "test:node-compat": "AKM_NODE_COMPAT_TESTS=1 bun test --timeout=120000 tests/integration/node-compat.test.ts",
     "test:time": "bun scripts/test-timing-report.ts",