sigmap 5.0.0 → 5.1.0

package/AGENTS.md

@@ -12,20 +12,23 @@ Use this marker block for all appendable context files:
 ## Auto-generated signatures
 <!-- Updated by gen-context.js -->
 You are a coding assistant with full knowledge of this codebase.
-Below are the code signatures extracted by SigMap v4.1.2 on 2026-04-16T17:45:07.132Z.
+Below are the code signatures extracted by SigMap v5.1.0 on 2026-04-16T21:33:38.411Z.
 
 Use these signatures to answer questions about the code accurately.
 
 ## Code Signatures
 
-<!-- Generated by SigMap gen-context.js v4.1.2 -->
+<!-- Generated by SigMap gen-context.js v5.1.0 -->
 <!-- DO NOT EDIT below the marker line — run gen-context.js to regenerate -->
 
 # Code signatures
 
-## changes (last 5 commits — 53 minutes ago)
+## changes (last 5 commits — 16 minutes ago)
 ```
-src/retrieval/ranker.js                       +_parseContextFile  +buildSigIndex  ~buildSigIndex  ~rank
+src/config/loader.js                          +loadBaseConfig  ~loadConfig  ~deepClone
+src/format/dashboard.js                       ~computeExtractorCoverage  ~readBenchmarkTrend
+src/judge/judge-engine.js                     +tokenize  +groundedness  +judge
+src/retrieval/ranker.js                       +detectIntent  ~formatRankJSON
 ```
 
 ## packages
@@ -146,9 +149,41 @@ function adapt(context, adapterName, opts = {}) → string
 
 ## src
 
-### src/config/defaults.js
+### src/config/loader.js
 ```
-module.exports = { DEFAULTS }
+module.exports = { loadConfig, loadBaseConfig }
+function loadBaseConfig(extendsVal, cwd)
+function detectAutoSrcDirs(cwd, excludeList) → string[]
+function loadConfig(cwd) → object
+function deepClone(obj)
+```
+
+### src/format/dashboard.js
+```
+module.exports = { generateDashboardHtml, renderHistoryCharts, computeExtractorCoverage, percentile, overBudgetStreak }
+function toNumber(v)
+function percentile(values, p)
+function overBudgetStreak(entries)
+function loadConfig(cwd)
+function shouldExclude(rel, excludeSet)
+function detectLanguage(filePath)
+function walkFiles(dir, maxDepth, depth, out, excludeSet)
+function computeExtractorCoverage(cwd)
+function readBenchmarkTrend(cwd)
+function lineChartSvg(values, title, ySuffix)
+function barChartSvg(perLanguage)
+function sparkline(values)
+function buildDashboardData(cwd, health)
+function generateDashboardHtml(cwd, health)
+function renderHistoryCharts(cwd, health)
+```
+
+### src/judge/judge-engine.js
+```
+module.exports = { groundedness, judge }
+function tokenize(text)
+function groundedness(response, context)
+function judge(response, context, opts = {})
 ```
 
 ### src/mcp/server.js
@@ -162,13 +197,14 @@ function start(cwd)
 
 ### src/retrieval/ranker.js
 ```
-module.exports = { rank, buildSigIndex, scoreFile, formatRankTable, formatRankJSON, DEFAULT_WEIGHTS }
+module.exports = { rank, buildSigIndex, scoreFile, formatRankTable, formatRankJSON, DEFAULT_WEIGHTS, detectIntent }
 function scoreFile(filePath, sigs, queryTokens, weights) → number
 function rank(query, sigIndex, opts) → { file: string, score: nu
 function _parseContextFile(contextPath) → Map<string, string[]>
 function buildSigIndex(cwd, opts) → Map<string, string[]>
 function formatRankTable(results, query) → string
 function formatRankJSON(results, query) → object
+function detectIntent(query)
 ```
 
 ### src/analysis/coverage-score.js
@@ -178,12 +214,9 @@ function coverageScore(cwd, fileEntries, config) → { * score: number, * grad
 function _walk(dir, excludeSet, out)
 ```
 
-### src/config/loader.js
+### src/config/defaults.js
 ```
-module.exports = { loadConfig }
-function detectAutoSrcDirs(cwd, excludeList) → string[]
-function loadConfig(cwd) → object
-function deepClone(obj)
+module.exports = { DEFAULTS }
 ```
 
 ### src/eval/analyzer.js
@@ -527,26 +560,6 @@ function formatCache(content) → string
 function formatCachePayload(content, model) → string
 ```
 
-### src/format/dashboard.js
-```
-module.exports = { generateDashboardHtml, renderHistoryCharts, computeExtractorCoverage, percentile, overBudgetStreak }
-function toNumber(v)
-function percentile(values, p)
-function overBudgetStreak(entries)
-function loadConfig(cwd)
-function shouldExclude(rel, excludeSet)
-function detectLanguage(filePath)
-function walkFiles(dir, maxDepth, depth, out, excludeSet)
-function computeExtractorCoverage(cwd)
-function readBenchmarkTrend(cwd)
-function lineChartSvg(values, title, ySuffix)
-function barChartSvg(perLanguage)
-function sparkline(values)
-function buildDashboardData(cwd, health)
-function generateDashboardHtml(cwd, health)
-function renderHistoryCharts(cwd, health)
-```
-
 ### src/format/llm-txt.js
 ```
 module.exports = { format, outputPath }

package/CHANGELOG.md

@@ -10,6 +10,16 @@ Format: [Semantic Versioning](https://semver.org/)
 
 ---
 
+## [5.1.0] — 2026-04-16
+
+### Added
+
+- **Benchmark history tracking** — all three benchmark scripts (`run-retrieval-benchmark.mjs`, `run-benchmark.mjs`, `run-task-benchmark.mjs`) now append a structured NDJSON entry to `.context/benchmark-history.ndjson` after each run (`type: "retrieval" | "token-reduction" | "task"`).
+- **`sigmap history` benchmark trend rows** — when `.context/benchmark-history.ndjson` exists, `sigmap history` prints a retrieval `hit@5` sparkline row and a token-reduction sparkline row below the usage table. The command no longer exits early when the usage log is empty.
+- **Dashboard `readBenchmarkTrend` uses local history** — `src/format/dashboard.js` now prefers `.context/benchmark-history.ndjson` over the CI-only `benchmarks/results/` directory, so the dashboard hit@5 trend chart populates for all users after running any benchmark locally.
+
+---
+
 ## [5.0.0] — 2026-04-16
 
 ### Added

package/gen-context.js

@@ -3152,6 +3152,25 @@ __factories["./src/format/cache"] = function(module, exports) {
     }
 
     function readBenchmarkTrend(cwd) {
+      // Prefer per-user history file written by benchmark scripts
+      const histPath = path.join(cwd, '.context', 'benchmark-history.ndjson');
+      if (fs.existsSync(histPath)) {
+        const histValues = [];
+        try {
+          for (const line of fs.readFileSync(histPath, 'utf8').trim().split('\n').filter(Boolean)) {
+            try {
+              const obj = JSON.parse(line);
+              if (obj.type === 'retrieval') {
+                const v = toNumber(obj.hitAt5Pct);
+                if (v !== null) histValues.push(v);
+              }
+            } catch (_) {}
+          }
+        } catch (_) {}
+        if (histValues.length > 0) return histValues.slice(-30);
+      }
+
+      // Fallback: legacy benchmarks/results directory (CI artifacts)
       const resultDir = path.join(cwd, 'benchmarks', 'results');
       if (!fs.existsSync(resultDir)) return [];
       const files = [];
@@ -4708,7 +4727,7 @@ __factories["./src/mcp/server"] = function(module, exports) {
   
   const SERVER_INFO = {
     name: 'sigmap',
-    version: '5.0.0',
+    version: '5.1.0',
     description: 'SigMap MCP server — code signatures on demand',
   };
   
@@ -6371,7 +6390,7 @@ const path = require('path');
 const os = require('os');
 const { execSync } = require('child_process');
 
-const VERSION = '5.0.0';
+const VERSION = '5.1.0';
 const MARKER = '\n\n## Auto-generated signatures\n<!-- Updated by gen-context.js -->\n';
 
 function requireSourceOrBundled(key) {
@@ -8482,11 +8501,6 @@ function main() {
       process.exit(0);
     }
 
-    if (last.length === 0) {
-      console.log('[sigmap] No history found. Run sigmap to generate entries (enable tracking: true in config).');
-      process.exit(0);
-    }
-
     const SPARK_CHARS = '▁▂▃▄▅▆▇█';
     function sparkline(values) {
       if (values.length === 0) return '';
@@ -8499,25 +8513,48 @@ function main() {
       }).join('');
     }
 
-    const tokens = last.map((e) => e.finalTokens || 0);
-    const spark  = sparkline(tokens);
-
     const bar = '─'.repeat(62);
     console.log(bar);
-    console.log(` sigmap history  (last ${last.length} runs)`);
+    console.log(` sigmap history  (last ${Math.max(last.length, 1)} runs)`);
     console.log(bar);
-    console.log(` ${'Date'.padEnd(24)} ${'Files'.padStart(5)} ${'Tokens'.padStart(7)} ${'Reduction'.padStart(9)} ${'Budget?'.padStart(7)}`);
-    console.log(` ${'─'.repeat(24)} ${'─'.repeat(5)} ${'─'.repeat(7)} ${'─'.repeat(9)} ${'─'.repeat(7)}`);
-    for (const e of last) {
-      const date = (e.ts || '').slice(0, 19).replace('T', ' ');
-      const files = String(e.fileCount || 0).padStart(5);
-      const tok   = String(e.finalTokens || 0).padStart(7);
-      const red   = `${e.reductionPct || 0}%`.padStart(9);
-      const over  = (e.overBudget ? '  ⚠ yes' : '     no').padStart(7);
-      console.log(` ${date.padEnd(24)} ${files} ${tok} ${red} ${over}`);
+
+    if (last.length === 0) {
+      console.log(' No usage log entries. Enable tracking: true in config to start recording runs.');
+    } else {
+      console.log(` ${'Date'.padEnd(24)} ${'Files'.padStart(5)} ${'Tokens'.padStart(7)} ${'Reduction'.padStart(9)} ${'Budget?'.padStart(7)}`);
+      console.log(` ${'─'.repeat(24)} ${'─'.repeat(5)} ${'─'.repeat(7)} ${'─'.repeat(9)} ${'─'.repeat(7)}`);
+      for (const e of last) {
+        const date = (e.ts || '').slice(0, 19).replace('T', ' ');
+        const files = String(e.fileCount || 0).padStart(5);
+        const tok   = String(e.finalTokens || 0).padStart(7);
+        const red   = `${e.reductionPct || 0}%`.padStart(9);
+        const over  = (e.overBudget ? '  ⚠ yes' : '     no').padStart(7);
+        console.log(` ${date.padEnd(24)} ${files} ${tok} ${red} ${over}`);
+      }
+      console.log(bar);
+      const tokens = last.map((e) => e.finalTokens || 0);
+      console.log(` Token trend: ${sparkline(tokens)}`);
+    }
+
+    // Show benchmark trend row if .context/benchmark-history.ndjson exists
+    const benchHistPath = path.join(cwd, '.context', 'benchmark-history.ndjson');
+    if (fs.existsSync(benchHistPath)) {
+      try {
+        const benchEntries = fs.readFileSync(benchHistPath, 'utf8').trim().split('\n')
+          .map((l) => { try { return JSON.parse(l); } catch (_) { return null; } }).filter(Boolean);
+        const retrieval = benchEntries.filter((e) => e.type === 'retrieval').slice(-n);
+        if (retrieval.length > 0) {
+          const hits = retrieval.map((e) => e.hitAt5Pct || 0);
+          console.log(` hit@5 trend: ${sparkline(hits)}  ${hits.at(-1)}% (latest)`);
+        }
+        const tokenBench = benchEntries.filter((e) => e.type === 'token-reduction').slice(-n);
+        if (tokenBench.length > 0) {
+          const reds = tokenBench.map((e) => e.reduction || e.avgReductionPct || 0);
+          console.log(` tok reduce : ${sparkline(reds)}  ${reds.at(-1)}% (latest)`);
+        }
+      } catch (_) {}
     }
-    console.log(bar);
-    console.log(` Token trend: ${spark}`);
+
     console.log(bar);
     process.exit(0);
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sigmap",
-  "version": "5.0.0",
+  "version": "5.1.0",
   "description": "Zero-dependency AI context engine — 97% token reduction. No npm install. Runs on Node 18+.",
   "main": "gen-context.js",
   "exports": {

package/packages/cli/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sigmap-cli",
-  "version": "5.0.0",
+  "version": "5.1.0",
   "description": "SigMap CLI wrapper — thin adapter for programmatic CLI invocation",
   "main": "index.js",
   "keywords": [

package/packages/core/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sigmap-core",
-  "version": "5.0.0",
+  "version": "5.1.0",
   "description": "SigMap core library — zero-dependency code signature extraction, retrieval, and security scanning",
   "main": "index.js",
   "keywords": [

package/src/format/dashboard.js

@@ -140,6 +140,26 @@ function computeExtractorCoverage(cwd) {
 }
 
 function readBenchmarkTrend(cwd) {
+  // Prefer per-user history file written by benchmark scripts
+  const histPath = path.join(cwd, '.context', 'benchmark-history.ndjson');
+  if (fs.existsSync(histPath)) {
+    const values = [];
+    try {
+      const lines = fs.readFileSync(histPath, 'utf8').trim().split('\n').filter(Boolean);
+      for (const line of lines) {
+        try {
+          const obj = JSON.parse(line);
+          if (obj.type === 'retrieval') {
+            const v = toNumber(obj.hitAt5Pct);
+            if (v !== null) values.push(v);
+          }
+        } catch (_) {}
+      }
+    } catch (_) {}
+    if (values.length > 0) return values.slice(-30);
+  }
+
+  // Fallback: legacy benchmarks/results directory (CI artifacts)
   const resultDir = path.join(cwd, 'benchmarks', 'results');
   if (!fs.existsSync(resultDir)) return [];
 

package/src/mcp/server.js

@@ -18,7 +18,7 @@ const { readContext, searchSignatures, getMap, createCheckpoint, getRouting, exp
 
 const SERVER_INFO = {
   name: 'sigmap',
-  version: '5.0.0',
+  version: '5.1.0',
   description: 'SigMap MCP server — code signatures on demand',
 };