sigmap 7.15.0 → 7.17.0

package/CHANGELOG.md

@@ -10,6 +10,24 @@ Format: [Semantic Versioning](https://semver.org/)
 
 ---
 
+## [7.17.0] — 2026-06-18
+
+Minor release — `sigmap conventions --fix` (grounded codegen, Layer 3 — completes the conventions flags).
+
+### Added
+- **`sigmap conventions --fix` — exhaustive rename/move checklist (#328):** the complete, actionable list of every source file whose name doesn't match the dominant convention, with full from→to paths, ready to paste into a task or PR. Distinct from `--conflicts` (a diagnostic summary with up to 3 example basenames) — `--fix` lists *every* offending file with its real path. New zero-dependency, bundle-safe `src/conventions/fix.js` (`buildFixList`) reuses `classifyNaming` + `toNamingStyle`; the command prints a checkbox checklist + count (or "no fixes needed") and is read-only (it never performs renames). `--json` for machine output. This completes the `conventions` flag set (`--conflicts`, `--inject`, `--report`, `--ci`, `--fix`).
+
+---
+
+## [7.16.0] — 2026-06-18
+
+Minor release — LLM A/B hallucination ablation harness (grounded codegen, IMPL §9).
+
+### Added
+- **LLM A/B hallucination ablation harness (#325):** the honest measurement behind the grounded-codegen plan (IMPL §9). Runs a model twice per task — (A) no SigMap context, (B) with SigMap grounding — pipes both outputs through the hallucination guard, and reports the measured delta in flagged codebase-fact errors. New zero-dependency, bundle-safe `src/eval/llm-ablation.js` (`buildGrounding`, `scoreAnswer`, `runAblation`) keeps the model call **injected**, so the harness is fully offline-testable; the live runner `scripts/run-llm-ablation.mjs` wires Anthropic via `ANTHROPIC_API_KEY` and prints the A/B table + delta (`npm run benchmark:llm-ablation`), degrading to a graceful skip (exit 0) when no key is set. The network fetch is confined to `scripts/`, never the published library surface. Starter corpus in `benchmarks/llm-ablation-tasks.json`. This turns §9 from an offline coverage proxy into a ready-to-run real A/B — the moment a key is present, it produces the measured hallucination delta.
+
+---
+
 ## [7.15.0] — 2026-06-18
 
 Minor release — `sigmap conventions --ci` (grounded codegen, Layer 3 polish).

package/gen-context.js

@@ -31,6 +31,185 @@ function __require(key) {
 // ── ./src/create/orchestrate ──
 // ── ./src/conventions/report ──
 // ── ./src/conventions/ci ──
+// ── ./src/eval/llm-ablation ──
+// ── ./src/conventions/fix ──
+__factories["./src/conventions/fix"] = function(module, exports) {
+  
+  /**
+   * Convention fix list (IMPL.md §4 — `conventions --fix`).
+   *
+   * The complete, actionable rename checklist: every scoped source file whose
+   * name doesn't match the dominant file-naming convention, with full from→to
+   * paths. Distinct from `--conflicts` (a diagnostic summary with up to 3 example
+   * basenames) — `--fix` lists *every* offending file with its real path, ready
+   * to paste into a task or PR. Pure, zero-dependency, bundle-safe.
+   */
+
+  const path = require('path');
+  const { classifyNaming } = __require('./src/conventions/extract');
+  const { toNamingStyle } = __require('./src/conventions/conflicts');
+
+  const JS_TS_EXTS = new Set(['.js', '.jsx', '.ts', '.tsx', '.mjs', '.cjs']);
+  const PY_EXTS = new Set(['.py']);
+  const SCOPED_EXTS = new Set([...JS_TS_EXTS, ...PY_EXTS]);
+
+  const TEST_RE = /\.(test|spec)\.[jt]sx?$|(^|\/)test_|_test\.py$/;
+
+  /** Rename a file path's basename to the target naming style (keep dir + ext). */
+  function _renamePath(relPath, style) {
+    const dir = relPath.includes('/') ? relPath.slice(0, relPath.lastIndexOf('/') + 1) : '';
+    const base = relPath.includes('/') ? relPath.slice(relPath.lastIndexOf('/') + 1) : relPath;
+    const dot = base.indexOf('.');
+    const stem = dot > 0 ? base.slice(0, dot) : base;
+    const ext = dot > 0 ? base.slice(dot) : '';
+    return `${dir}${toNamingStyle(stem, style)}${ext}`;
+  }
+
+  /**
+   * Build the exhaustive rename checklist for the dominant file-naming convention.
+   * @param {string} cwd repo root (for relative paths)
+   * @param {string[]} files absolute source paths (e.g. from buildFileList)
+   * @param {object} conventions an `extractConventions` result (for the dominant style)
+   * @returns {{ dominant: string|null, renames: Array<{from:string,to:string,fromStyle:string}>, count: number }}
+   */
+  function buildFixList(cwd, files, conventions) {
+    const dominant = conventions && conventions.fileNaming && conventions.fileNaming.dominant;
+    if (!dominant) return { dominant: null, renames: [], count: 0 };
+
+    const renames = [];
+    for (const f of files || []) {
+      if (!SCOPED_EXTS.has(path.extname(f).toLowerCase())) continue;
+      if (TEST_RE.test(f)) continue;
+      const base = path.basename(f);
+      const style = classifyNaming(base);
+      if (style === 'other' || style === dominant) continue;
+      const rel = path.relative(cwd, f).replace(/\\/g, '/');
+      renames.push({ from: rel, to: _renamePath(rel, dominant), fromStyle: style });
+    }
+    renames.sort((a, b) => a.from.localeCompare(b.from));
+    return { dominant, renames, count: renames.length };
+  }
+
+  module.exports = { buildFixList };
+  
+};
+
+__factories["./src/eval/llm-ablation"] = function(module, exports) {
+  
+  /**
+   * LLM A/B hallucination ablation (IMPL.md §9) — the honest measurement.
+   *
+   * Runs a model twice per task — (A) no SigMap context, (B) with SigMap
+   * grounding — pipes both outputs through the hallucination guard, and reports
+   * the measured delta in flagged codebase-fact errors. The model call is
+   * INJECTED (`complete(prompt) → text`), so the harness itself is pure and
+   * offline-testable; the live model adapter lives in `scripts/run-llm-ablation.mjs`.
+   * Zero-dependency, bundle-safe (no network here).
+   */
+
+  const { verify } = __require('./src/verify/hallucination-guard');
+
+  /**
+   * Build the SigMap grounding block for a repo — what we prepend to a task
+   * prompt in arm B. Conventions (the house style) + the known-symbol list
+   * (so the model can reference real names instead of guessing).
+   * @param {string} cwd
+   * @param {object} [opts]
+   * @param {number} [opts.maxSymbols=80]
+   * @returns {string}
+   */
+  function buildGrounding(cwd, opts = {}) {
+    const maxSymbols = opts.maxSymbols != null ? opts.maxSymbols : 80;
+    const parts = [];
+
+    try {
+      const { extractConventions } = __require('./src/conventions/extract');
+      const { renderConventionsBlock } = __require('./src/conventions/inject');
+      const { loadConfig } = __require('./src/config/loader');
+      let files = [];
+      try {
+        const cfg = loadConfig(cwd);
+        const { buildSigIndex } = __require('./src/retrieval/ranker');
+        files = [...buildSigIndex(cwd).keys()];
+        void cfg;
+      } catch (_) {}
+      const conv = extractConventions(cwd, files);
+      parts.push(renderConventionsBlock(conv));
+    } catch (_) {}
+
+    try {
+      const { buildSymbolSet } = __require('./src/verify/hallucination-guard');
+      const { set } = buildSymbolSet(cwd);
+      const names = [...set].slice(0, maxSymbols);
+      if (names.length) parts.push(`## Known symbols (reference these exactly)\n${names.join(', ')}`);
+    } catch (_) {}
+
+    return parts.join('\n\n');
+  }
+
+  /**
+   * Count flagged codebase-fact errors in an answer (the §9 metric).
+   * @param {string} answerText
+   * @param {string} cwd
+   * @returns {number}
+   */
+  function scoreAnswer(answerText, cwd) {
+    try {
+      const { summary } = verify(String(answerText || ''), cwd);
+      return summary.total || 0;
+    } catch (_) {
+      return 0;
+    }
+  }
+
+  /**
+   * Run the A/B ablation over a task corpus.
+   * @param {Array<{id:string, prompt:string}>} tasks
+   * @param {string} cwd
+   * @param {(prompt:string, meta:object)=>string} complete injected model call
+   * @param {object} [opts]
+   * @param {string} [opts.grounding] precomputed grounding (else built from cwd)
+   * @returns {{ tasks: object[], aggregate: object }}
+   */
+  function runAblation(tasks, cwd, complete, opts = {}) {
+    const grounding = opts.grounding != null ? opts.grounding : buildGrounding(cwd);
+    const rows = [];
+    let sumA = 0;
+    let sumB = 0;
+
+    for (const task of tasks || []) {
+      const basePrompt = task.prompt || '';
+      const groundedPrompt = grounding ? `${grounding}\n\n---\n\n${basePrompt}` : basePrompt;
+
+      const outA = String(complete(basePrompt, { id: task.id, grounded: false }) || '');
+      const outB = String(complete(groundedPrompt, { id: task.id, grounded: true }) || '');
+
+      const aFlagged = scoreAnswer(outA, cwd);
+      const bFlagged = scoreAnswer(outB, cwd);
+      sumA += aFlagged;
+      sumB += bFlagged;
+      rows.push({ id: task.id, aFlagged, bFlagged });
+    }
+
+    const n = rows.length;
+    const per100 = (sum) => (n > 0 ? (sum / n) * 100 : 0);
+    return {
+      tasks: rows,
+      aggregate: {
+        n,
+        withoutFlagged: sumA,
+        withFlagged: sumB,
+        delta: sumA - sumB,
+        withoutPer100: per100(sumA),
+        withPer100: per100(sumB),
+      },
+    };
+  }
+
+  module.exports = { buildGrounding, scoreAnswer, runAblation };
+  
+};
+
 __factories["./src/conventions/ci"] = function(module, exports) {
   
   /**
@@ -7590,7 +7769,7 @@ __factories["./src/mcp/server"] = function(module, exports) {
 
   const SERVER_INFO = {
     name: 'sigmap',
-    version: '7.15.0',
+    version: '7.17.0',
     description: 'SigMap MCP server — code signatures on demand',
   };
 
@@ -13268,7 +13447,7 @@ function __tryGit(args, opts = {}) {
   catch (_) { return ''; }
 }
 
-const VERSION = '7.15.0';
+const VERSION = '7.17.0';
 const MARKER = '\n\n## Auto-generated signatures\n<!-- Updated by gen-context.js -->\n';
 
 function requireSourceOrBundled(key) {
@@ -16463,6 +16642,28 @@ function main() {
       process.exit(0);
     }
 
+    // `--fix`: exhaustive rename checklist — every file not matching the dominant style.
+    if (args.includes('--fix')) {
+      const { buildFixList } = requireSourceOrBundled('./src/conventions/fix');
+      const fixList = buildFixList(cwd, files, result);
+      if (jsonOut) {
+        process.stdout.write(JSON.stringify(fixList) + '\n');
+        process.exit(0);
+      }
+      console.log('[sigmap] conventions --fix  (TS/JS/Python)');
+      if (!fixList.dominant) {
+        console.log('  no dominant file-naming convention — nothing to fix');
+        process.exit(0);
+      }
+      if (fixList.count === 0) {
+        console.log(`  ✓ no fixes needed — every file matches ${fixList.dominant}`);
+        process.exit(0);
+      }
+      console.log(`  ${fixList.count} file${fixList.count === 1 ? '' : 's'} to rename to ${fixList.dominant}:`);
+      for (const r of fixList.renames) console.log(`  - [ ] ${r.from}  →  ${r.to}`);
+      process.exit(0);
+    }
+
     // `--ci`: gate — fail when overall consistency is below a threshold (or regresses).
     if (args.includes('--ci')) {
       const { ciGate } = requireSourceOrBundled('./src/conventions/ci');

package/llms-full.txt

@@ -9,7 +9,7 @@ the files relevant to the task — cutting tokens ~97% while keeping answers
 grounded. Deterministic, offline, no embeddings or vector database. Works with
 Claude, Cursor, GitHub Copilot, Aider, Windsurf, local LLMs, and MCP.
 
-# Version: 7.15.0 | Benchmark: sigmap-v7.0-main (2026-06-14)
+# Version: 7.17.0 | Benchmark: sigmap-v7.0-main (2026-06-14)
 # Source: auto-generated from package.json, version.json, src/mcp/tools.js, src/config/defaults.js
 # Regenerate: npm run generate:llms   |   Validate: npm run validate:llms
 

package/llms.txt

@@ -9,7 +9,7 @@ the files relevant to the task — cutting tokens ~97% while keeping answers
 grounded. Deterministic, offline, no embeddings or vector database. Works with
 Claude, Cursor, GitHub Copilot, Aider, Windsurf, local LLMs, and MCP.
 
-# Version: 7.15.0 | Benchmark: sigmap-v7.0-main (2026-06-14)
+# Version: 7.17.0 | Benchmark: sigmap-v7.0-main (2026-06-14)
 # Source: auto-generated from package.json, version.json, src/mcp/tools.js, src/config/defaults.js
 # Regenerate: npm run generate:llms   |   Validate: npm run validate:llms
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sigmap",
-  "version": "7.15.0",
+  "version": "7.17.0",
   "description": "97% token reduction for AI coding. Extracts function & class signatures with TF-IDF ranking to feed only the right files to Claude, Cursor, Copilot, Aider, Windsurf, local LLMs & MCP. Zero dependencies, runs offline via npx.",
   "main": "packages/core/index.js",
   "exports": {
@@ -39,7 +39,8 @@
     "generate:llms": "node scripts/generate-llms.mjs",
     "validate:llms": "node scripts/validate-llms.mjs",
     "prepublishOnly": "node scripts/check-bundle.mjs && node scripts/check-version-meta.mjs && node scripts/generate-llms.mjs",
-    "benchmark:grounding": "node scripts/run-hallucination-benchmark.mjs"
+    "benchmark:grounding": "node scripts/run-hallucination-benchmark.mjs",
+    "benchmark:llm-ablation": "node scripts/run-llm-ablation.mjs"
   },
   "files": [
     "gen-context.js",

package/packages/cli/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sigmap-cli",
-  "version": "7.15.0",
+  "version": "7.17.0",
   "description": "SigMap CLI wrapper — thin adapter for programmatic CLI invocation",
   "main": "index.js",
   "keywords": [

package/packages/core/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sigmap-core",
-  "version": "7.15.0",
+  "version": "7.17.0",
   "description": "SigMap core library — zero-dependency code signature extraction, retrieval, and security scanning",
   "main": "index.js",
   "keywords": [

package/src/conventions/fix.js

@@ -0,0 +1,58 @@
+'use strict';
+
+/**
+ * Convention fix list (IMPL.md §4 — `conventions --fix`).
+ *
+ * The complete, actionable rename checklist: every scoped source file whose
+ * name doesn't match the dominant file-naming convention, with full from→to
+ * paths. Distinct from `--conflicts` (a diagnostic summary with up to 3 example
+ * basenames) — `--fix` lists *every* offending file with its real path, ready
+ * to paste into a task or PR. Pure, zero-dependency, bundle-safe.
+ */
+
+const path = require('path');
+const { classifyNaming } = require('./extract');
+const { toNamingStyle } = require('./conflicts');
+
+const JS_TS_EXTS = new Set(['.js', '.jsx', '.ts', '.tsx', '.mjs', '.cjs']);
+const PY_EXTS = new Set(['.py']);
+const SCOPED_EXTS = new Set([...JS_TS_EXTS, ...PY_EXTS]);
+
+const TEST_RE = /\.(test|spec)\.[jt]sx?$|(^|\/)test_|_test\.py$/;
+
+/** Rename a file path's basename to the target naming style (keep dir + ext). */
+function _renamePath(relPath, style) {
+  const dir = relPath.includes('/') ? relPath.slice(0, relPath.lastIndexOf('/') + 1) : '';
+  const base = relPath.includes('/') ? relPath.slice(relPath.lastIndexOf('/') + 1) : relPath;
+  const dot = base.indexOf('.');
+  const stem = dot > 0 ? base.slice(0, dot) : base;
+  const ext = dot > 0 ? base.slice(dot) : '';
+  return `${dir}${toNamingStyle(stem, style)}${ext}`;
+}
+
+/**
+ * Build the exhaustive rename checklist for the dominant file-naming convention.
+ * @param {string} cwd repo root (for relative paths)
+ * @param {string[]} files absolute source paths (e.g. from buildFileList)
+ * @param {object} conventions an `extractConventions` result (for the dominant style)
+ * @returns {{ dominant: string|null, renames: Array<{from:string,to:string,fromStyle:string}>, count: number }}
+ */
+function buildFixList(cwd, files, conventions) {
+  const dominant = conventions && conventions.fileNaming && conventions.fileNaming.dominant;
+  if (!dominant) return { dominant: null, renames: [], count: 0 };
+
+  const renames = [];
+  for (const f of files || []) {
+    if (!SCOPED_EXTS.has(path.extname(f).toLowerCase())) continue;
+    if (TEST_RE.test(f)) continue;
+    const base = path.basename(f);
+    const style = classifyNaming(base);
+    if (style === 'other' || style === dominant) continue;
+    const rel = path.relative(cwd, f).replace(/\\/g, '/');
+    renames.push({ from: rel, to: _renamePath(rel, dominant), fromStyle: style });
+  }
+  renames.sort((a, b) => a.from.localeCompare(b.from));
+  return { dominant, renames, count: renames.length };
+}
+
+module.exports = { buildFixList };

package/src/eval/llm-ablation.js

@@ -0,0 +1,113 @@
+'use strict';
+
+/**
+ * LLM A/B hallucination ablation (IMPL.md §9) — the honest measurement.
+ *
+ * Runs a model twice per task — (A) no SigMap context, (B) with SigMap
+ * grounding — pipes both outputs through the hallucination guard, and reports
+ * the measured delta in flagged codebase-fact errors. The model call is
+ * INJECTED (`complete(prompt) → text`), so the harness itself is pure and
+ * offline-testable; the live model adapter lives in `scripts/run-llm-ablation.mjs`.
+ * Zero-dependency, bundle-safe (no network here).
+ */
+
+const { verify } = require('../verify/hallucination-guard');
+
+/**
+ * Build the SigMap grounding block for a repo — what we prepend to a task
+ * prompt in arm B. Conventions (the house style) + the known-symbol list
+ * (so the model can reference real names instead of guessing).
+ * @param {string} cwd
+ * @param {object} [opts]
+ * @param {number} [opts.maxSymbols=80]
+ * @returns {string}
+ */
+function buildGrounding(cwd, opts = {}) {
+  const maxSymbols = opts.maxSymbols != null ? opts.maxSymbols : 80;
+  const parts = [];
+
+  try {
+    const { extractConventions } = require('../conventions/extract');
+    const { renderConventionsBlock } = require('../conventions/inject');
+    const { loadConfig } = require('../config/loader');
+    let files = [];
+    try {
+      const cfg = loadConfig(cwd);
+      const { buildSigIndex } = require('../retrieval/ranker');
+      files = [...buildSigIndex(cwd).keys()];
+      void cfg;
+    } catch (_) {}
+    const conv = extractConventions(cwd, files);
+    parts.push(renderConventionsBlock(conv));
+  } catch (_) {}
+
+  try {
+    const { buildSymbolSet } = require('../verify/hallucination-guard');
+    const { set } = buildSymbolSet(cwd);
+    const names = [...set].slice(0, maxSymbols);
+    if (names.length) parts.push(`## Known symbols (reference these exactly)\n${names.join(', ')}`);
+  } catch (_) {}
+
+  return parts.join('\n\n');
+}
+
+/**
+ * Count flagged codebase-fact errors in an answer (the §9 metric).
+ * @param {string} answerText
+ * @param {string} cwd
+ * @returns {number}
+ */
+function scoreAnswer(answerText, cwd) {
+  try {
+    const { summary } = verify(String(answerText || ''), cwd);
+    return summary.total || 0;
+  } catch (_) {
+    return 0;
+  }
+}
+
+/**
+ * Run the A/B ablation over a task corpus.
+ * @param {Array<{id:string, prompt:string}>} tasks
+ * @param {string} cwd
+ * @param {(prompt:string, meta:object)=>string} complete injected model call
+ * @param {object} [opts]
+ * @param {string} [opts.grounding] precomputed grounding (else built from cwd)
+ * @returns {{ tasks: object[], aggregate: object }}
+ */
+function runAblation(tasks, cwd, complete, opts = {}) {
+  const grounding = opts.grounding != null ? opts.grounding : buildGrounding(cwd);
+  const rows = [];
+  let sumA = 0;
+  let sumB = 0;
+
+  for (const task of tasks || []) {
+    const basePrompt = task.prompt || '';
+    const groundedPrompt = grounding ? `${grounding}\n\n---\n\n${basePrompt}` : basePrompt;
+
+    const outA = String(complete(basePrompt, { id: task.id, grounded: false }) || '');
+    const outB = String(complete(groundedPrompt, { id: task.id, grounded: true }) || '');
+
+    const aFlagged = scoreAnswer(outA, cwd);
+    const bFlagged = scoreAnswer(outB, cwd);
+    sumA += aFlagged;
+    sumB += bFlagged;
+    rows.push({ id: task.id, aFlagged, bFlagged });
+  }
+
+  const n = rows.length;
+  const per100 = (sum) => (n > 0 ? (sum / n) * 100 : 0);
+  return {
+    tasks: rows,
+    aggregate: {
+      n,
+      withoutFlagged: sumA,
+      withFlagged: sumB,
+      delta: sumA - sumB,
+      withoutPer100: per100(sumA),
+      withPer100: per100(sumB),
+    },
+  };
+}
+
+module.exports = { buildGrounding, scoreAnswer, runAblation };

package/src/mcp/server.js

@@ -18,7 +18,7 @@ const { readContext, searchSignatures, getMap, createCheckpoint, getRouting, exp
 
 const SERVER_INFO = {
   name: 'sigmap',
-  version: '7.15.0',
+  version: '7.17.0',
   description: 'SigMap MCP server — code signatures on demand',
 };