sigmap 8.8.0 → 8.8.1

package/CHANGELOG.md

@@ -10,6 +10,18 @@ Format: [Semantic Versioning](https://semver.org/)
 
 ---
 
+## [8.8.1] — 2026-07-05
+
+Patch release — **byte-stable context, reproducible benchmark.** Closes the determinism residual tracked in #440: `gen-context` output is now byte-identical run-to-run across all 43 benchmark repos, and the retrieval benchmark reproduces a single hit@5 (87.8%) instead of flapping 85.6–87.8%. Plus a test-count derivation fix, docs/CI serving fixes, and repo hygiene.
+
+### Fixed
+- **gen-context determinism residual — token-budget recency boost (#440, PR #444):** the recency boost stamped `mtime = Date.now()` on every recently-committed file. On repos where nearly every file is "recently changed", consecutive files often landed on the *same millisecond* — so which equal-priority files shared a millisecond (and thus fell through to the `filePath` tie-break instead of sorting by a distinct mtime) shifted run to run, swapping which files survived at the budget cutoff and making the output non-byte-stable. The `Date.now()` value wasn't just a boost: it encoded the alphabetical walk order that the budget's best-first sort relied on; the nondeterminism was only the millisecond *collisions*. Replaced it with a deterministic monotonic counter (`nextRecentMtime`) that reproduces the exact same processing-order ranking without collisions. Result: all 43 benchmark repos are byte-identical across two clean runs (excluding the `Updated:` timestamp), and retrieval hit@5 reproduces at **87.8%** with identical per-repo results. Adds an integration regression guard (`test/integration/gen-context-determinism.test.js`) that runs gen-context twice on a committed fixture and asserts byte-equality — verified to fail on the old `Date.now()` behaviour.
+- **Derived test count after test relocation (503a6e5):** the test-count derivation globbed `tests/**/*.py`; after relocating `test_python_ast_extractor.py` into `test/` it matched neither pattern and dropped the count, failing `check:metrics` in CI. Now counts `test/**/test_*.py` (unittest-named), which matches the relocated test and excludes the fixture.
+- **Docs / CI serving (b236e08):** serve the OG banner image and the Google Search Console verification file; run the Python extractor tests in CI.
+
+### Changed
+- **Repo hygiene (a49e9c5):** dropped orphaned demo GIFs and a dead script; relocated a stray test from `tests/` into `test/`.
+
 ## [8.8.0] — 2026-07-05
 
 Minor release — **the squeeze engine, exposed mid-session (D6).** The always-on squeeze engine (`src/squeeze/`) that powers `sigmap squeeze` was reachable only from the CLI on pasted input. This release exposes it as an MCP tool an agent can call *mid-session*, and adds a named CLI entry point for compressing an agent/tool *response*. Zero-dependency, offline, deterministic — the last A+ ceiling item (Machine 9→10): the engine already shipped, this just exposes it.

package/gen-context.js

@@ -13566,7 +13566,7 @@ __factories["./src/mcp/server"] = function(module, exports) {
 
   const SERVER_INFO = {
     name: 'sigmap',
-    version: '8.8.0',
+    version: '8.8.1',
     description: 'SigMap MCP server — code signatures on demand',
   };
 
@@ -18158,7 +18158,7 @@ function __tryGit(args, opts = {}) {
   catch (_) { return ''; }
 }
 
-const VERSION = '8.8.0';
+const VERSION = '8.8.1';
 const MARKER = '\n\n## Auto-generated signatures\n<!-- Updated by gen-context.js -->\n';
 
 function requireSourceOrBundled(key) {
@@ -18368,6 +18368,26 @@ function annotateCoverage(sigs, testIndex, enabled) {
 // ---------------------------------------------------------------------------
 // Token budget enforcement
 // ---------------------------------------------------------------------------
+// Deterministic recency boost for recently-committed files so the token budget
+// doesn't drop them first. Previously this used `Date.now()`, which encoded the
+// (alphabetical) processing order as a monotonically increasing mtime — but on
+// repos where nearly every file is "recently changed", consecutive files often
+// landed on the *same* millisecond. Which files shared a millisecond (and so
+// fell through to the filePath tie-break instead of sorting by a distinct
+// mtime) shifted run to run, swapping which files survived at the budget cutoff
+// and making the output non-byte-stable. A monotonic integer counter preserves
+// the exact processing-order ranking Date.now() produced — recent files stay
+// ahead of non-recent ones, ordered among themselves by walk order — but is
+// collision-free and reproducible. RECENT_MTIME_BASE sits far above any real
+// filesystem mtime (ms since epoch ≈ 1.7e12) so boosted files always out-rank
+// non-boosted ones, and far below MAX_SAFE_INTEGER so the counter never
+// overflows. Call nextRecentMtime() once per boosted file, in walk order. (#440)
+const RECENT_MTIME_BASE = 1e15;
+let _recentMtimeSeq = 0;
+function nextRecentMtime() {
+  return RECENT_MTIME_BASE + (_recentMtimeSeq++);
+}
+
 function estimateTokens(str) {
   return Math.ceil(str.length / 4);
 }
@@ -19348,7 +19368,7 @@ function runDiff(cwd, config, stagedOnly, baseRef) {
 
     sigs = annotateCoverage(sigs, testIndex, !!config.testCoverage);
 
-    fileEntries.push({ filePath, sigs, deps: extractFileDeps(filePath, content, config), content, mtime: Date.now() });
+    fileEntries.push({ filePath, sigs, deps: extractFileDeps(filePath, content, config), content, mtime: nextRecentMtime() });
   }
 
   if (fileEntries.length === 0) {
@@ -19496,8 +19516,11 @@ function runGenerate(cwd, config, reportMode, reportJson = false) {
       mtime = fs.statSync(filePath).mtimeMs;
     } catch (_) {}
 
-    // Boost recently committed files (give them max mtime so they aren't dropped first)
-    if (recentFiles.has(filePath)) mtime = Date.now();
+    // Boost recently committed files (give them a max mtime so they aren't
+    // dropped first). A deterministic monotonic counter — not Date.now() — keeps
+    // the budget selection byte-stable when many files are recent, while
+    // preserving the original processing-order ranking (see nextRecentMtime, #440).
+    if (recentFiles.has(filePath)) mtime = nextRecentMtime();
 
     fileEntries.push({ filePath, sigs, deps: extractFileDeps(filePath, content, config), content, mtime });
   }

package/llms-full.txt

@@ -11,7 +11,7 @@ ranking keeps the relevant context in scope (cutting tokens ~97% as a side
 effect), with no LLM calls, embeddings, or vector database. Works with Claude,
 Cursor, GitHub Copilot, Aider, Windsurf, local LLMs, and MCP.
 
-# Version: 8.8.0 | Benchmark: sigmap-v8.8-main (2026-07-05)
+# Version: 8.8.1 | Benchmark: sigmap-v8.8-main (2026-07-05)
 # Source: auto-generated from package.json, version.json, benchmarks/latest.json, src/mcp/tools.js, src/config/defaults.js
 # Regenerate: npm run generate:llms   |   Validate: npm run validate:llms
 

package/llms.txt

@@ -11,7 +11,7 @@ ranking keeps the relevant context in scope (cutting tokens ~97% as a side
 effect), with no LLM calls, embeddings, or vector database. Works with Claude,
 Cursor, GitHub Copilot, Aider, Windsurf, local LLMs, and MCP.
 
-# Version: 8.8.0 | Benchmark: sigmap-v8.8-main (2026-07-05)
+# Version: 8.8.1 | Benchmark: sigmap-v8.8-main (2026-07-05)
 # Source: auto-generated from package.json, version.json, benchmarks/latest.json, src/mcp/tools.js, src/config/defaults.js
 # Regenerate: npm run generate:llms   |   Validate: npm run validate:llms
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sigmap",
-  "version": "8.8.0",
+  "version": "8.8.1",
   "description": "97% token reduction for AI coding. Extracts function & class signatures with TF-IDF ranking to feed only the right files to Claude, Cursor, Copilot, Aider, Windsurf, local LLMs & MCP. Zero dependencies, runs offline via npx.",
   "main": "packages/core/index.js",
   "exports": {
@@ -17,6 +17,7 @@
     "test": "node test/run.js && node test/r-language.test.js",
     "test:integration": "node test/integration/strategy.test.js && node test/integration/secret-scan.test.js && node test/integration/token-budget.test.js && node test/integration/auto-budget.test.js && node test/integration/mcp/server.test.js && node test/integration/verify-ai-output.test.js && node test/integration/memory-tools.test.js && node test/integration/squeeze.test.js && node test/integration/context-consistency.test.js && node test/integration/features/llms-current.test.js",
     "test:integration:all": "node test/integration/all.js",
+    "test:python": "python3 test/test_python_ast_extractor.py",
     "test:all": "node test/run.js && node test/r-language.test.js && node test/integration/strategy.test.js && node test/integration/secret-scan.test.js",
     "generate": "node gen-context.js",
     "watch": "node gen-context.js --watch",

package/packages/cli/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sigmap-cli",
-  "version": "8.8.0",
+  "version": "8.8.1",
   "description": "SigMap CLI wrapper — thin adapter for programmatic CLI invocation",
   "main": "index.js",
   "keywords": [

package/packages/core/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sigmap-core",
-  "version": "8.8.0",
+  "version": "8.8.1",
   "description": "SigMap core library — zero-dependency code signature extraction, retrieval, and security scanning",
   "main": "index.js",
   "keywords": [

package/src/mcp/server.js

@@ -18,7 +18,7 @@ const { readContext, searchSignatures, getMap, createCheckpoint, getRouting, exp
 
 const SERVER_INFO = {
   name: 'sigmap',
-  version: '8.8.0',
+  version: '8.8.1',
   description: 'SigMap MCP server — code signatures on demand',
 };