dotmd-cli 0.82.0 → 0.83.0

package/bin/dotmd.mjs

@@ -1752,12 +1752,18 @@ async function main() {
     process.stderr.write(`Repo root: ${config.repoRoot}\n`);
   }
 
+  // A printed list shows status, title, age and next step, none of which the
+  // validating passes produce, so it reads the index the way `prompts` and
+  // `hud` do. `--json` emits each document's warnings and errors, so it still
+  // pays for the full pass.
+  const listIndexOptions = listArgs => (listArgs.includes('--json') ? {} : { fast: true });
+
   // Preset aliases (user config can override built-in commands below)
   if ((command === 'stale' || command === 'actionable') && !config.configuredPresetNames.has(command)) {
     const { buildIndex } = await import('../src/index.mjs');
     const { runQuery } = await import('../src/query.mjs');
     const { statusMetadataFor } = await import('../src/status-metadata.mjs');
-    const index = buildIndex(config);
+    const index = buildIndex(config, listIndexOptions(restArgs));
     applyIndexFilters(index);
     const docs = index.docs.filter(doc => {
       const metadata = statusMetadataFor(config, doc.type, doc.status);
@@ -1774,7 +1780,7 @@ async function main() {
   if (config.presets[command]) {
     const { buildIndex } = await import('../src/index.mjs');
     const { runQuery } = await import('../src/query.mjs');
-    const index = buildIndex(config);
+    const index = buildIndex(config, listIndexOptions([...config.presets[command], ...restArgs]));
     applyIndexFilters(index);
     runQuery(index, [...config.presets[command], ...restArgs], config, { preset: command, type: typeArg, root: rootArg });
     return;
@@ -1787,7 +1793,7 @@ async function main() {
   if (command === 'plans') {
     const { buildIndex } = await import('../src/index.mjs');
     const { runQuery } = await import('../src/query.mjs');
-    const index = buildIndex(config);
+    const index = buildIndex(config, listIndexOptions(restArgs));
     applyIndexFilters(index);
     const sub = restArgs[0];
     let defaults;
@@ -1807,7 +1813,7 @@ async function main() {
   if (command === 'runlists') {
     const { buildIndex } = await import('../src/index.mjs');
     const { runRunlists } = await import('../src/query.mjs');
-    const index = buildIndex(config);
+    const index = buildIndex(config, listIndexOptions(restArgs));
     applyIndexFilters(index);
     runRunlists(index, restArgs, config);
     return;
@@ -1818,7 +1824,7 @@ async function main() {
   if (command === 'roadmaps') {
     const { buildIndex } = await import('../src/index.mjs');
     const { runRoadmaps } = await import('../src/roadmap.mjs');
-    const index = buildIndex(config);
+    const index = buildIndex(config, listIndexOptions(restArgs));
     applyIndexFilters(index);
     runRoadmaps(index, restArgs, config);
     return;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dotmd-cli",
-  "version": "0.82.0",
+  "version": "0.83.0",
   "description": "CLI for managing markdown documents with YAML frontmatter — index, query, validate, graph, export, lifecycle, and AI summaries.",
   "type": "module",
   "license": "MIT",

package/src/extractors.mjs

@@ -42,7 +42,8 @@ export function extractNextStep(body) {
 }
 
 export function extractBodyLinks(body) {
-  if (!body) return [];
+  // Every inline link contains `](`, and masking never creates one.
+  if (!body || !body.includes('](')) return [];
   // Strip fenced code blocks, then MASK inline code rather than delete it.
   // Deleting it ate the commonest link idiom in a plan hub: [`plan.md`](plan.md)
   // has its link TEXT as a code span, so removing the span left `[](plan.md)`,

package/src/index.mjs

@@ -4,6 +4,7 @@ import { extractFrontmatter, parseSimpleFrontmatter } from './frontmatter.mjs';
 import { extractFirstHeading, extractSummary, extractStatusSnapshot, extractNextStep, extractChecklistCounts, extractBodyLinks } from './extractors.mjs';
 import { asString, normalizeStringList, normalizeBlockers, mergeUniqueStrings, toRepoPath, warn, die, resolveDocPath, suggestCandidates } from './util.mjs';
 import { findLexicalDocsRoot } from './managed-path.mjs';
+import { openParseCache, fileStamp, stampSize } from './parse-cache.mjs';
 import { validateDoc, validatePlanShape, validateDocShape, checkBidirectionalReferences, checkGitStaleness, checkRunlistBackPointers, checkCoordinationHubExecutionMode, checkRoadmapHubExecutionMode, computeDaysSinceUpdate, computeIsStale, computeChecklistCompletionRate, enrichRefErrorSuggestions } from './validate.mjs';
 import { checkIndex } from './index-file.mjs';
 import { checkClaudeCommands } from './claude-commands.mjs';
@@ -30,7 +31,9 @@ export function buildIndex(config, opts = {}) {
   const invokeHooks = opts.invokeHooks ?? !config._execution?.suppressSideEffects;
   const gitStaleness = opts.gitStaleness ?? config._execution?.gitStaleness ?? true;
   const skipWarningOnlyChecks = fast || errorsOnly;
-  const docs = collectDocFiles(config).map(f => parseDocFile(f, config, { fast }));
+  const cache = openParseCache(config);
+  const docs = collectDocFiles(config).map(f => parseDocFile(f, config, { fast, cache }));
+  if (cache && !config._execution?.suppressSideEffects) cache.save();
   if (!fast) {
     // Per-file validation (validateDoc) ran during parse without sibling
     // visibility. Now that the full index is materialized, enrich
@@ -271,16 +274,45 @@ function walkMarkdownFiles(directory, files, excludedDirs, skipPaths, seen = new
   }
 }
 
-export function parseDocFile(filePath, config, opts = {}) {
-  const { fast = false } = opts;
-  const relativePath = toRepoPath(filePath, config.repoRoot);
-  const raw = readFileSync(filePath, 'utf8');
-  const { frontmatter, body } = extractFrontmatter(raw);
+// Everything parseDocFile takes from the file's text alone, with no config and
+// no clock, which is what the parse cache may keep.
+function extractDocText(frontmatter, body) {
   const fmWarnings = [];
   const parsedFrontmatter = parseSimpleFrontmatter(frontmatter, fmWarnings);
-  const headingTitle = extractFirstHeading(body);
+  return {
+    parsedFrontmatter,
+    fmWarnings: fmWarnings.map(w => ({ message: w.message })),
+    headingTitle: extractFirstHeading(body),
+    bodySummary: extractSummary(body),
+    bodyStatusSnapshot: extractStatusSnapshot(body),
+    bodyNextStep: extractNextStep(body),
+    checklist: extractChecklistCounts(body),
+    bodyLinks: extractBodyLinks(body),
+    hasCloseout: /^##\s+Closeout/m.test(body),
+  };
+}
+
+export function parseDocFile(filePath, config, opts = {}) {
+  const { fast = false, cache = null } = opts;
+  const relativePath = toRepoPath(filePath, config.repoRoot);
+  const stamp = cache ? fileStamp(filePath) : null;
+  let text = stamp ? cache.get(relativePath, stamp) : null;
+  // Validation reads the body itself, so only a fast build can skip the read.
+  let body = null;
+  if (!text || !fast) {
+    const raw = readFileSync(filePath, 'utf8');
+    const extracted = extractFrontmatter(raw);
+    body = extracted.body;
+    // A file rewritten between the stat and the read no longer matches its stamp.
+    if (text && Buffer.byteLength(raw) !== stampSize(stamp)) text = null;
+    if (!text) {
+      text = extractDocText(extracted.frontmatter, body);
+      if (stamp) cache.set(relativePath, stamp, text);
+    }
+  }
+  const { parsedFrontmatter, fmWarnings, headingTitle, checklist, bodyLinks, hasCloseout } = text;
   const title = asString(parsedFrontmatter.title) ?? headingTitle ?? path.basename(filePath, '.md');
-  const summary = asString(parsedFrontmatter.summary) ?? extractSummary(body) ?? null;
+  const summary = asString(parsedFrontmatter.summary) ?? text.bodySummary ?? null;
   // For terminal-status docs (archived / reference / deprecated by default),
   // skip the body-scrape and the "No current_state set" fallback when the user
   // didn't set `current_state:` in frontmatter explicitly. Body text on a
@@ -305,7 +337,7 @@ export function parseDocFile(filePath, config, opts = {}) {
   } else if (isTerminalDoc) {
     currentState = null;
   } else {
-    const scraped = extractStatusSnapshot(body);
+    const scraped = text.bodyStatusSnapshot;
     if (scraped) {
       currentState = scraped;
       currentStateOrigin = 'body';
@@ -313,7 +345,7 @@ export function parseDocFile(filePath, config, opts = {}) {
       currentState = 'No current_state set';
     }
   }
-  const nextStep = asString(parsedFrontmatter.next_step) ?? extractNextStep(body) ?? null;
+  const nextStep = asString(parsedFrontmatter.next_step) ?? text.bodyNextStep ?? null;
   // `blocked_by` is accepted as an alias for `blockers` since 0.39.3 — agents
   // filing tickets naturally reach for the JIRA/Linear name. If both are set,
   // they're merged (de-duped via normalizeBlockers → mergeUniqueStrings).
@@ -328,9 +360,6 @@ export function parseDocFile(filePath, config, opts = {}) {
   const domain = asString(parsedFrontmatter.domain) ?? null;
   const audience = asString(parsedFrontmatter.audience) ?? null;
   const executionMode = asString(parsedFrontmatter.execution_mode) ?? null;
-  const checklist = extractChecklistCounts(body);
-  const bodyLinks = extractBodyLinks(body);
-  const hasCloseout = /^##\s+Closeout/m.test(body);
 
   // Dynamic reference field extraction. A leading `>` on a value (e.g.
   // `"> docs/audit-beyond-platform.md"`) marks that single ref as one-way —

package/src/markdown-code-spans.mjs

@@ -1,7 +1,5 @@
-function maskRange(value, start, end) {
-  return value.slice(0, start)
-    + value.slice(start, end).replace(/[^\n]/g, 'x')
-    + value.slice(end);
+function mask(text) {
+  return text.includes('\n') ? text.replace(/[^\n]/g, 'x') : 'x'.repeat(text.length);
 }
 
 // Markdown code spans close only on a backtick run of the same length as their
@@ -11,13 +9,19 @@ function maskRange(value, start, end) {
 // rewriter survive: after an unmatched opener, nothing is treated as prose
 // until a compatible closer appears.
 export function maskInlineCodeLine(line, state = { run: null }) {
-  const ranges = [];
+  if (!line.includes('`')) return state.run === null ? line : mask(line);
+
   const runs = [...line.matchAll(/`+/g)];
+  const findCloser = (from, length) => {
+    for (let i = from; i < runs.length; i++) if (runs[i][0].length === length) return i;
+    return -1;
+  };
+  const ranges = [];
   let index = 0;
 
   if (state.run !== null) {
-    const closingIndex = runs.findIndex(candidate => candidate[0].length === state.run);
-    if (closingIndex === -1) return maskRange(line, 0, line.length);
+    const closingIndex = findCloser(0, state.run);
+    if (closingIndex === -1) return mask(line);
     const closing = runs[closingIndex];
     ranges.push([0, closing.index + closing[0].length]);
     index = closingIndex + 1;
@@ -26,8 +30,7 @@ export function maskInlineCodeLine(line, state = { run: null }) {
 
   for (; index < runs.length; index++) {
     const opening = runs[index];
-    const closingIndex = runs.findIndex((candidate, candidateIndex) =>
-      candidateIndex > index && candidate[0].length === opening[0].length);
+    const closingIndex = findCloser(index + 1, opening[0].length);
     if (closingIndex === -1) {
       ranges.push([opening.index, line.length]);
       state.run = opening[0].length;
@@ -38,7 +41,15 @@ export function maskInlineCodeLine(line, state = { run: null }) {
     index = closingIndex;
   }
 
-  return ranges.reduceRight((masked, [start, end]) => maskRange(masked, start, end), line);
+  // Ranges are ascending and disjoint, so one left-to-right pass builds the
+  // result instead of re-copying the whole line once per span.
+  let out = '';
+  let cursor = 0;
+  for (const [start, end] of ranges) {
+    out += line.slice(cursor, start) + mask(line.slice(start, end));
+    cursor = end;
+  }
+  return out + line.slice(cursor);
 }
 
 export function maskInlineCodeSpans(value) {

package/src/parse-cache.mjs

@@ -0,0 +1,99 @@
+import { existsSync, readFileSync, statSync, writeFileSync, unlinkSync } from 'node:fs';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { commitRename } from './durable-rename.mjs';
+import { readEnv, stateDir } from './naming.mjs';
+
+// What every build of the index used to redo from scratch: read each document
+// and pull its frontmatter, links, checklist and summary out of the body. None
+// of that depends on the config or the clock, so it is kept per file under the
+// state directory and reused while the file's size, times and inode are
+// unchanged. Everything that does depend on them (terminal statuses, staleness,
+// reference fields, validation) is still computed on every run.
+//
+// One line per document, `path \t stamp \t json`, so a hit parses only its own
+// line and hands back fresh objects: nothing a caller does to a document can
+// leak into what is saved. The cache is an optimisation and never an input:
+// a missing, unreadable or foreign-version file is treated as empty, a failed
+// write is dropped, and `RUNLIST_NO_PARSE_CACHE=1` turns it off.
+
+const SCHEMA = 1;
+const FILE_NAME = 'parse-cache';
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const VERSION = (() => {
+  try { return JSON.parse(readFileSync(path.join(__dirname, '..', 'package.json'), 'utf8')).version; }
+  catch { return 'unknown'; }
+})();
+const HEADER = JSON.stringify({ schema: SCHEMA, version: VERSION });
+
+export function fileStamp(filePath) {
+  try {
+    const s = statSync(filePath, { bigint: true });
+    return `${s.size}:${s.mtimeNs}:${s.ctimeNs}:${s.ino}`;
+  } catch {
+    return null;
+  }
+}
+
+export function stampSize(stamp) {
+  return Number(stamp.slice(0, stamp.indexOf(':')));
+}
+
+export function openParseCache(config) {
+  if (readEnv('NO_PARSE_CACHE') === '1') return null;
+  const dir = stateDir(config.repoRoot);
+  // The state directory is created, and ignored by git, by `init` and the
+  // commands that own it; a repo without one gets no cache rather than a new
+  // untracked folder from a read-only command.
+  if (!existsSync(dir)) return null;
+  const cachePath = path.join(dir, FILE_NAME);
+  const lines = new Map();
+  try {
+    const text = readFileSync(cachePath, 'utf8');
+    const rows = text.split('\n');
+    if (rows[0] === HEADER) {
+      for (let i = 1; i < rows.length; i++) {
+        const row = rows[i];
+        const a = row.indexOf('\t');
+        const b = row.indexOf('\t', a + 1);
+        if (a < 0 || b < 0) continue;
+        lines.set(row.slice(0, a), { stamp: row.slice(a + 1, b), row });
+      }
+    }
+  } catch { /* no cache yet */ }
+
+  const seen = new Set();
+  let dirty = false;
+
+  return {
+    get(key, stamp) {
+      seen.add(key);
+      const entry = lines.get(key);
+      if (!entry || entry.stamp !== stamp) return null;
+      try { return JSON.parse(entry.row.slice(entry.row.indexOf('\t', entry.row.indexOf('\t') + 1) + 1)); }
+      catch { return null; }
+    },
+    set(key, stamp, value) {
+      seen.add(key);
+      if (/[\t\n]/.test(key)) return;
+      lines.set(key, { stamp, row: `${key}\t${stamp}\t${JSON.stringify(value)}` });
+      dirty = true;
+    },
+    save({ complete = true } = {}) {
+      if (complete) {
+        for (const key of lines.keys()) {
+          if (!seen.has(key)) { lines.delete(key); dirty = true; }
+        }
+      }
+      if (!dirty) return;
+      const temp = `${cachePath}.${process.pid}.${Date.now()}.tmp`;
+      try {
+        writeFileSync(temp, [HEADER, ...[...lines.values()].map(entry => entry.row)].join('\n'), 'utf8');
+        commitRename(temp, cachePath);
+        dirty = false;
+      } catch {
+        try { unlinkSync(temp); } catch { /* already gone */ }
+      }
+    },
+  };
+}

package/src/pickup.mjs

@@ -1,5 +1,5 @@
 import { createHash, randomUUID } from 'node:crypto';
-import { existsSync, mkdirSync, readFileSync, readdirSync, realpathSync, statSync } from 'node:fs';
+import { existsSync, lstatSync, mkdirSync, readFileSync, readdirSync, realpathSync, statSync } from 'node:fs';
 import path from 'node:path';
 import { authorizeManagedSource, authorizeRepoGeneratedPath } from './managed-path.mjs';
 import os from 'node:os';
@@ -233,7 +233,48 @@ function validateBinding(record, identity, config) {
   return record;
 }
 
+// Working out a plan's canonical identity lists every directory on its path,
+// three times over, and listing plans asks it of every plan in the repo. A
+// record can only belong to a plan whose file name it carries, so the names in
+// the ownership folder rule most plans out first. The summary is rebuilt
+// whenever the folder changes, and any record it cannot read turns the check
+// off, so the full identity check still decides every case it could get wrong.
+let ownershipNamesCache = null;
+
+function ownershipNames(config) {
+  const dir = ownershipRoot(config);
+  let stamp;
+  try { stamp = `${dir}\0${statSync(dir, { bigint: true }).mtimeNs}`; }
+  catch { return new Set(); }
+  if (ownershipNamesCache?.stamp === stamp) return ownershipNamesCache.names;
+  let names = new Set();
+  try {
+    for (const entry of readdirSync(dir)) {
+      if (!entry.endsWith('.json')) continue;
+      const record = parseOwnership(readFileSync(path.join(dir, entry), 'utf8'), entry);
+      if (record.corrupt) { names = null; break; }
+      names.add(path.basename(record.canonicalPath).toLowerCase());
+      names.add(path.basename(record.plan).toLowerCase());
+    }
+  } catch { names = null; }
+  ownershipNamesCache = { stamp, names };
+  return names;
+}
+
+function mayHaveOwnershipRecord(absolutePath, config) {
+  const names = ownershipNames(config);
+  if (names === null || names.has(path.basename(absolutePath).toLowerCase())) return true;
+  try {
+    if (lstatSync(absolutePath).isSymbolicLink()) return true;
+    // A record whose fields were rewritten still sits at its identity's file
+    // name, and has to be found to be reported corrupt.
+    const guess = createHash('sha256').update(realpathSync(absolutePath)).digest('hex');
+    return existsSync(path.join(ownershipRoot(config), `${guess}.json`));
+  } catch { return true; }
+}
+
 export function readPlanOwnership(repoPath, config) {
+  if (!mayHaveOwnershipRecord(path.resolve(config.repoRoot, repoPath), config)) return null;
   let identity;
   try { identity = canonicalPlanIdentity(path.resolve(config.repoRoot, repoPath), config); }
   catch { return null; }