nexusmem 0.9.0 → 0.9.1

package/CHANGELOG.md

@@ -11,6 +11,33 @@ built from, matched by publish timestamp: `v0.1.0` → `67a4776`, `v0.1.1` → `
 
 No unreleased changes yet.
 
+## [0.9.1] — 2026-08-29
+
+Three ranking/retrieval correctness fixes, found and validated against a new 28-case retrieval-quality
+eval harness (`npm run eval`, dev-only, not part of the published package).
+
+### Fixed
+
+- `nodes_vec` (vector search) over-fetched `k` globally, then filtered by `project_id` after the join —
+  a heuristic, not a guarantee. A sparse project sharing `memory.db` with a much larger one could have
+  every true nearest neighbour fall outside the over-fetch window and get silently dropped (reproduced:
+  495 rows in one project + 5 in another, global `k=50` surfaced 0 of the 5). Schema V11 gives `nodes_vec`
+  a `PARTITION KEY` on `project_id` (`sqlite-vec` 0.1.9+), pushing the equality filter into the k-NN
+  search itself so cross-project exactness is now guaranteed, not probable. Migrates existing databases
+  automatically on next `sync`/`query`. `--as-of` date filtering still over-fetches — only the
+  `project_id` dimension was ever a correctness guarantee.
+- `MAX_PRIOR_OVERTURN` (the cap on how far a recency/signal prior may overturn relevance) raised
+  `2 → 2.4`, the highest value that both improves eval MRR (0.924→0.943) and still passes every legacy
+  regression test guarding against the original same-day-fix-commits bug this constant exists to bound.
+- A commit's `code_diff` siblings (one node per changed file, all sharing the same `ts`) could crowd a
+  packed result and bury that commit's own `git_commit` node — its answer — several ranks down. Now
+  capped per commit, matching the existing `conversation_turn`/`doc_section` family cap.
+- `package.json`/`tsconfig.json` diffs were ranking above more relevant results when a changed file's
+  path happened to echo its commit's conventional-commit scope (title is weighted 10x body, so the scope
+  word counted twice). Down-weighted as mechanical wiring, same reasoning `TEST_PATHS` already applies to
+  tests. Only affects nodes ingested from here on — existing manifest/config diffs need `sync --rebuild`
+  to get the corrected signal retroactively.
+
 ## [0.9.0] — 2026-08-27
 
 Closes the three remaining mechanisms from a recurring external review (Simon Strandgaard, Agent

package/dist/cli/index.js

@@ -995,6 +995,24 @@ var V10 = `
 ALTER TABLE nodes ADD COLUMN trust_state TEXT NOT NULL DEFAULT 'candidate';
 CREATE INDEX idx_nodes_trust_state ON nodes (project_id, trust_state) WHERE trust_state != 'candidate';
 `;
+var V11 = `
+CREATE TEMP TABLE nodes_vec_stage AS
+  SELECT v.rowid AS rowid, n.project_id AS project_id, v.embedding AS embedding
+  FROM nodes_vec v
+  JOIN nodes n ON n.rowid = v.rowid;
+
+DROP TABLE nodes_vec;
+
+CREATE VIRTUAL TABLE nodes_vec USING vec0 (
+  project_id TEXT PARTITION KEY,
+  embedding float[${EMBEDDING_DIM}]
+);
+
+INSERT INTO nodes_vec (rowid, project_id, embedding)
+  SELECT rowid, project_id, embedding FROM nodes_vec_stage;
+
+DROP TABLE nodes_vec_stage;
+`;
 var MIGRATIONS = [
   { version: 1, up: (db) => db.exec(V1) },
   { version: 2, up: (db) => db.exec(V2) },
@@ -1005,7 +1023,8 @@ var MIGRATIONS = [
   { version: 7, up: (db) => db.exec(V7) },
   { version: 8, up: (db) => db.exec(V8) },
   { version: 9, up: (db) => db.exec(V9) },
-  { version: 10, up: (db) => db.exec(V10) }
+  { version: 10, up: (db) => db.exec(V10) },
+  { version: 11, up: (db) => db.exec(V11) }
 ];
 var LATEST_SCHEMA_VERSION = MIGRATIONS[MIGRATIONS.length - 1]?.version ?? 0;
 function currentSchemaVersion(db) {
@@ -1467,24 +1486,24 @@ function getEmbedding(db, nodeId) {
   if (!row) return null;
   return new Float32Array(row.embedding.buffer, row.embedding.byteOffset, row.embedding.byteLength / 4);
 }
-function upsertEmbedding(db, rowid, embedding) {
-  db.prepare("INSERT OR REPLACE INTO nodes_vec (rowid, embedding) VALUES (?, ?)").run(BigInt(rowid), embedding);
+function upsertEmbedding(db, rowid, projectId, embedding) {
+  db.prepare("INSERT OR REPLACE INTO nodes_vec (rowid, project_id, embedding) VALUES (?, ?, ?)").run(BigInt(rowid), projectId, embedding);
 }
 function dropAllEmbeddings(db) {
   return db.prepare("DELETE FROM nodes_vec").run().changes;
 }
 function vectorSearch(db, projectId, embedding, limit = 20, opts = {}) {
-  const overfetch = Math.max(limit * 8, 50);
   const asOfEpoch = opts.asOfEpoch ?? null;
+  const k = asOfEpoch === null ? limit : Math.max(limit * 8, 50);
   return db.prepare(
     `SELECT n.id, n.kind, n.ts, n.title, n.body, n.signal, n.provenance, n.trust_state AS trustState, v.distance AS distance
        FROM nodes_vec v
        JOIN nodes n ON n.rowid = v.rowid
-       WHERE v.embedding MATCH ? AND k = ? AND n.project_id = ?
+       WHERE v.embedding MATCH ? AND k = ? AND v.project_id = ?
          AND (? IS NULL OR n.created_at <= ?)
        ORDER BY v.distance
        LIMIT ?`
-  ).all(embedding, overfetch, projectId, asOfEpoch, asOfEpoch, limit);
+  ).all(embedding, k, projectId, asOfEpoch, asOfEpoch, limit);
 }
 
 // src/store/fts.ts
@@ -1755,8 +1774,8 @@ var MemoryStore = class _MemoryStore {
   countNodesNeedingEmbedding(projectId) {
     return countNodesNeedingEmbedding(this.db, projectId);
   }
-  upsertEmbedding(rowid, embedding) {
-    upsertEmbedding(this.db, rowid, embedding);
+  upsertEmbedding(rowid, projectId, embedding) {
+    upsertEmbedding(this.db, rowid, projectId, embedding);
   }
   /** The stored vector for one node, or null if it has not been embedded yet. */
   getEmbedding(nodeId) {
@@ -2336,7 +2355,7 @@ var DEFAULT_SUMMARY_CHARS = 320;
 var NODE_OVERHEAD_TOKENS = 8;
 var CONVERSATION_ANSWER_MARKER = "\n\nA: ";
 var MAX_PER_FAMILY = 2;
-var CHUNKED_KINDS = /* @__PURE__ */ new Set(["conversation_turn", "doc_section"]);
+var CHUNKED_KINDS = /* @__PURE__ */ new Set(["conversation_turn", "doc_section", "code_diff"]);
 var HUNK_BOUNDARY = "\n@@ ";
 var STOPWORDS = /* @__PURE__ */ new Set([
   "the",
@@ -2653,7 +2672,7 @@ var HALF_LIFE_RATIO = {
 };
 var SUPERSEDED_PENALTY = 0.5;
 var REJECTED_TRUST_PENALTY = 0.3;
-var MAX_PRIOR_OVERTURN = 2;
+var MAX_PRIOR_OVERTURN = 2.4;
 var PRIOR_COUNT = 2;
 var PER_PRIOR_OVERTURN = MAX_PRIOR_OVERTURN ** (1 / PRIOR_COUNT);
 var SIGNAL_EXPONENT = Math.log(PER_PRIOR_OVERTURN) / Math.log(1 / SIGNAL_FLOOR);
@@ -3476,11 +3495,13 @@ function isGeneratedPath(path) {
   return GENERATED_PATHS.some((re) => re.test(path));
 }
 var TEST_PATHS = /(^|\/)(tests?|__tests__|spec|e2e)\/|\.(test|spec)\.[cm]?[jt]sx?$/;
+var MANIFEST_PATHS = /(^|\/)(package\.json|tsconfig(\..+)?\.json)$/;
 function scoreFileDiff(subject, file) {
   const header = parseConventionalHeader(subject);
   let score = header.type ? TYPE_WEIGHTS[header.type] ?? 0.5 : 0.5;
   if (header.breaking) score += 0.1;
   if (TEST_PATHS.test(file.path)) score -= 0.1;
+  if (MANIFEST_PATHS.test(file.path)) score -= 0.1;
   if (file.status === "added") score += 0.05;
   if (file.status === "deleted") score -= 0.1;
   const churn = file.insertions + file.deletions;
@@ -4939,7 +4960,7 @@ ${node.body}`)
       for (const [index, node] of group.entries()) {
         const vector = vectors[index];
         if (vector && vector.length === provider.dimension) {
-          store.upsertEmbedding(node.rowid, vector);
+          store.upsertEmbedding(node.rowid, projectId, vector);
           embedded += 1;
           embeddedHere += 1;
         } else {