memorix 1.1.8 → 1.1.9

package/dist/index.js

@@ -1787,6 +1787,7 @@ function loadYamlConfig(projectRoot) {
     agent: { ...userConfig.agent, ...projectConfig.agent },
     embedding: { ...userConfig.embedding, ...projectConfig.embedding },
     git: { ...userConfig.git, ...projectConfig.git },
+    codegraph: { ...userConfig.codegraph, ...projectConfig.codegraph },
     behavior: { ...userConfig.behavior, ...projectConfig.behavior },
     server: { ...userConfig.server, ...projectConfig.server },
     team: { ...userConfig.team, ...projectConfig.team }
@@ -2069,6 +2070,7 @@ function mergeTomlConfig(base, override) {
     embedding: { ...base.embedding, ...override.embedding },
     hooks: { ...base.hooks, ...override.hooks },
     git: { ...base.git, ...override.git },
+    codegraph: { ...base.codegraph, ...override.codegraph },
     server: { ...base.server, ...override.server }
   };
 }
@@ -2210,6 +2212,15 @@ var init_dotenv_loader = __esm({
 });
 
 // src/config/resolved-config.ts
+var resolved_config_exports = {};
+__export(resolved_config_exports, {
+  getResolvedAgentLane: () => getResolvedAgentLane,
+  getResolvedConfig: () => getResolvedConfig,
+  getResolvedConfigForCwd: () => getResolvedConfigForCwd,
+  getResolvedEmbeddingLane: () => getResolvedEmbeddingLane,
+  getResolvedMemoryLane: () => getResolvedMemoryLane,
+  resetResolvedConfigCache: () => resetResolvedConfigCache
+});
 import { homedir as homedir5 } from "os";
 import { existsSync as existsSync6 } from "fs";
 function getResolvedConfig(options = {}) {
@@ -2287,6 +2298,9 @@ function getResolvedConfig(options = {}) {
       excludePatterns: firstArray(toml.git?.exclude_patterns, yaml2.git?.excludePatterns),
       noiseKeywords: firstArray(toml.git?.noise_keywords, yaml2.git?.noiseKeywords)
     },
+    codegraph: {
+      excludePatterns: firstArray(toml.codegraph?.exclude_patterns, yaml2.codegraph?.excludePatterns)
+    },
     server: {
       transport: first(toml.server?.transport, yaml2.server?.transport),
       dashboard: firstBool(toml.server?.dashboard, yaml2.server?.dashboard),
@@ -2308,6 +2322,10 @@ function getResolvedConfig(options = {}) {
   };
   return resolved;
 }
+function getResolvedConfigForCwd(cwd = process.cwd()) {
+  const project = detectProject(cwd);
+  return getResolvedConfig({ projectRoot: project?.rootPath ?? null });
+}
 function getResolvedAgentLane(options = {}) {
   const resolved = getResolvedConfig(options);
   return {
@@ -2324,6 +2342,8 @@ function getResolvedMemoryLane(options = {}) {
 function getResolvedEmbeddingLane(options = {}) {
   return getResolvedConfig(options).embedding;
 }
+function resetResolvedConfigCache() {
+}
 function first(...values) {
   return values.find((value) => value !== void 0 && value !== null && value !== "");
 }
@@ -4818,7 +4838,7 @@ __export(orama_store_exports, {
   resetDb: () => resetDb,
   searchObservations: () => searchObservations
 });
-import { create, insert as insert2, search, remove as remove2, update, count } from "@orama/orama";
+import { create, insert as insert2, search, remove as remove2, update, count, getByID } from "@orama/orama";
 function getLastSearchMode(projectId) {
   return lastSearchModeByProject.get(projectId ?? SEARCH_MODE_DEFAULT_KEY) ?? "fulltext";
 }
@@ -4829,8 +4849,12 @@ function makeEntryKey(projectId, observationId) {
   return `${projectId ?? ""}::${observationId}`;
 }
 function rememberObservationDoc(doc) {
-  if (!doc.projectId || typeof doc.observationId !== "number") return;
-  docByObservationKey.set(makeEntryKey(doc.projectId, doc.observationId), doc);
+  const publicDoc = { ...doc };
+  delete publicDoc.embedding;
+  if (doc.projectId && typeof doc.observationId === "number") {
+    docByObservationKey.set(makeEntryKey(doc.projectId, doc.observationId), publicDoc);
+  }
+  return publicDoc;
 }
 function isCommandLikeQuery(query) {
   return COMMAND_LIKE_QUERY2.test(query);
@@ -4932,14 +4956,14 @@ async function batchGenerateEmbeddings(texts) {
 }
 async function hydrateIndex(observations2) {
   const database = await getDb();
-  const currentCount = await count(database);
-  if (currentCount > 0) return 0;
   let inserted = 0;
   for (const obs of observations2) {
     if (!obs || !obs.id || !obs.projectId) continue;
     try {
+      const id = makeOramaObservationId(obs.projectId, obs.id);
+      if (getByID(database, id)) continue;
       const doc = {
-        id: makeOramaObservationId(obs.projectId, obs.id),
+        id,
         observationId: obs.id,
         entityName: obs.entityName || "",
         type: obs.type || "discovery",
@@ -5033,6 +5057,7 @@ async function searchObservations(options) {
   let searchParams = {
     term: originalQuery,
     limit: requestLimit,
+    includeVectors: true,
     ...Object.keys(filters).length > 0 ? { where: filters } : {},
     // Search specific fields (not tokens, accessCount, etc.)
     properties: ["title", "entityName", "narrative", "facts", "concepts", "filesModified"],
@@ -5104,6 +5129,7 @@ async function searchObservations(options) {
       const vectorOnlyParams = {
         term: "",
         limit: requestLimit,
+        includeVectors: true,
         ...Object.keys(filters).length > 0 ? { where: filters } : {},
         mode: "vector",
         vector: {
@@ -5402,6 +5428,7 @@ async function getObservationsByIds(ids, projectId) {
     }
     const searchResult = await search(database, {
       term: "",
+      includeVectors: true,
       where: {
         observationId: { eq: id },
         ...projectId ? { projectId } : {}
@@ -5409,7 +5436,7 @@ async function getObservationsByIds(ids, projectId) {
       limit: 1
     });
     if (searchResult.hits.length > 0) {
-      results.push(searchResult.hits[0].document);
+      results.push(rememberObservationDoc(searchResult.hits[0].document));
     }
   }
   return results;
@@ -9296,6 +9323,58 @@ var init_current_facts = __esm({
   }
 });
 
+// src/codegraph/exclude.ts
+function normalizeCodeGraphExcludePatterns(exclude) {
+  return [.../* @__PURE__ */ new Set([
+    ...DEFAULT_CODEGRAPH_EXCLUDES,
+    ...(exclude ?? []).map((pattern) => pattern.trim()).filter(Boolean)
+  ])];
+}
+function isCodeGraphExcludedPath(path20, exclude) {
+  const normalized = normalizeCodePath2(path20);
+  return normalizeCodeGraphExcludePatterns(exclude).some((pattern) => matchesPattern(normalized, normalizeCodePath2(pattern)));
+}
+function normalizeCodePath2(path20) {
+  return path20.replace(/\\/g, "/").replace(/^\.\/+/, "");
+}
+function matchesPattern(path20, pattern) {
+  if (pattern.endsWith("/**")) {
+    const base = pattern.slice(0, -3);
+    if (base.startsWith("**/")) {
+      const suffix = base.slice(3);
+      return path20 === suffix || path20.endsWith(`/${suffix}`) || path20.includes(`/${suffix}/`);
+    }
+    if (!base.includes("/")) {
+      return path20 === base || path20.startsWith(`${base}/`) || path20.includes(`/${base}/`);
+    }
+    return path20 === base || path20.startsWith(`${base}/`);
+  }
+  if (pattern.startsWith("**/")) {
+    const suffix = pattern.slice(3);
+    return path20 === suffix || path20.endsWith(`/${suffix}`);
+  }
+  return path20 === pattern || path20.startsWith(`${pattern}/`);
+}
+var DEFAULT_CODEGRAPH_EXCLUDES;
+var init_exclude = __esm({
+  "src/codegraph/exclude.ts"() {
+    "use strict";
+    init_esm_shims();
+    DEFAULT_CODEGRAPH_EXCLUDES = [
+      "node_modules/**",
+      "dist/**",
+      "build/**",
+      "coverage/**",
+      ".next/**",
+      ".turbo/**",
+      ".git/**",
+      ".tmp/**",
+      ".worktrees/**",
+      ".claude/worktrees/**"
+    ];
+  }
+});
+
 // src/codegraph/lite-provider.ts
 import { createHash as createHash5 } from "crypto";
 import { readdirSync as readdirSync3, readFileSync as readFileSync9, statSync as statSync2 } from "fs";
@@ -9311,18 +9390,6 @@ function languageForPath(path20) {
   const ext = extension(path20);
   return LANGUAGE_BY_EXTENSION.get(ext) ?? "unknown";
 }
-function isExcluded(path20, exclude) {
-  const normalized = normalizeCodePath(path20);
-  return exclude.some((pattern) => {
-    const p = normalizeCodePath(pattern);
-    if (p.endsWith("/**")) {
-      const base = p.slice(0, -3);
-      return normalized === base || normalized.startsWith(`${base}/`);
-    }
-    if (p.startsWith("**/")) return normalized.endsWith(p.slice(3));
-    return normalized === p || normalized.startsWith(`${p}/`);
-  });
-}
 function walk(root, exclude, maxFiles) {
   const out = [];
   const visit = (dir) => {
@@ -9336,7 +9403,7 @@ function walk(root, exclude, maxFiles) {
     for (const entry of entries) {
       const abs = join20(dir, entry.name);
       const rel = normalizeCodePath(relative(root, abs));
-      if (isExcluded(rel, exclude)) continue;
+      if (isCodeGraphExcludedPath(rel, exclude)) continue;
       if (entry.isDirectory()) {
         if (entry.name === ".git" || entry.name === ".worktrees" || entry.name === ".tmp" || entry.name === "node_modules") continue;
         if (rel === ".claude/worktrees" || rel.startsWith(".claude/worktrees/")) continue;
@@ -9424,18 +9491,7 @@ function extractImportEdges(projectId, file, text, indexedAt) {
   return edges;
 }
 async function indexProjectLite(options) {
-  const exclude = options.exclude ?? [
-    "node_modules/**",
-    "dist/**",
-    "build/**",
-    "coverage/**",
-    ".next/**",
-    ".turbo/**",
-    ".git/**",
-    ".tmp/**",
-    ".worktrees/**",
-    ".claude/worktrees/**"
-  ];
+  const exclude = normalizeCodeGraphExcludePatterns(options.exclude);
   const maxFiles = options.maxFiles ?? 5e3;
   const indexedAt = (/* @__PURE__ */ new Date()).toISOString();
   const paths = walk(options.projectRoot, exclude, maxFiles);
@@ -9474,6 +9530,7 @@ var init_lite_provider = __esm({
     "use strict";
     init_esm_shims();
     init_ids();
+    init_exclude();
     LANGUAGE_BY_EXTENSION = /* @__PURE__ */ new Map([
       [".ts", "typescript"],
       [".tsx", "typescript"],
@@ -9643,24 +9700,17 @@ function countLanguages(files) {
   }
   return [...counts.entries()].map(([language, files2]) => ({ language, files: files2 })).sort((a, b) => a.language.localeCompare(b.language));
 }
-function normalizePath2(path20) {
-  return path20.replace(/\\/g, "/");
-}
-function isGeneratedPath(path20) {
-  const normalized = normalizePath2(path20);
-  return /(^|\/)(dist|build|coverage|\.next|\.turbo|node_modules|\.git|\.tmp|\.worktrees)(\/|$)/i.test(normalized) || /(^|\/)\.claude\/worktrees(\/|$)/i.test(normalized);
-}
 function suggestedReadRank(path20) {
-  const normalized = normalizePath2(path20);
+  const normalized = path20.replace(/\\/g, "/");
   if (normalized.startsWith("src/")) return 0;
   if (normalized.startsWith("tests/") || normalized.startsWith("test/")) return 0;
   if (normalized.startsWith("packages/") && normalized.includes("/src/")) return 2;
   return 3;
 }
-function compactSuggestedReads(paths, limit = 8) {
-  return uniq(paths).filter((path20) => !isGeneratedPath(path20)).sort((a, b) => suggestedReadRank(a) - suggestedReadRank(b)).slice(0, limit);
+function compactSuggestedReads(paths, limit = 8, exclude) {
+  return uniq(paths).filter((path20) => !isCodeGraphExcludedPath(path20, exclude)).sort((a, b) => suggestedReadRank(a) - suggestedReadRank(b)).slice(0, limit);
 }
-function collectGraph(store, projectId, observations2) {
+function collectGraph(store, projectId, observations2, exclude) {
   const files = store.listFiles(projectId);
   const symbols = files.flatMap((file) => store.listSymbolsForFile(file.id));
   const filesById = new Map(files.map((file) => [file.id, file]));
@@ -9682,7 +9732,9 @@ function collectGraph(store, projectId, observations2) {
     freshness[result.status] += 1;
     const observation = observationsById.get(ref.observationId);
     if (!observation) continue;
-    if (result.status === "current" && file) suggestedReads.push(file.path);
+    const excluded = file ? isCodeGraphExcludedPath(file.path, exclude) : false;
+    if (result.status === "current" && file && !excluded) suggestedReads.push(file.path);
+    if (excluded) continue;
     sources.push({
       observationId: observation.id,
       title: observation.title,
@@ -9699,12 +9751,12 @@ function collectGraph(store, projectId, observations2) {
     refs,
     freshness,
     sources,
-    suggestedReads: compactSuggestedReads(suggestedReads)
+    suggestedReads: compactSuggestedReads(suggestedReads, 8, exclude)
   };
 }
 function buildProjectContextOverview(input) {
   const active = activeObservations(input.observations, input.project.id);
-  const graph = collectGraph(input.store, input.project.id, active);
+  const graph = collectGraph(input.store, input.project.id, active, input.exclude);
   const status = input.store.status(input.project.id);
   return {
     project: input.project,
@@ -9728,7 +9780,7 @@ function buildProjectContextOverview(input) {
 function buildProjectContextExplain(input) {
   const overview = buildProjectContextOverview(input);
   const active = activeObservations(input.observations, input.project.id);
-  const graph = collectGraph(input.store, input.project.id, active);
+  const graph = collectGraph(input.store, input.project.id, active, input.exclude);
   return {
     project: input.project,
     sources: graph.sources.sort((a, b) => a.observationId - b.observationId || (a.path ?? "").localeCompare(b.path ?? "")),
@@ -9740,11 +9792,12 @@ var init_project_context = __esm({
     "use strict";
     init_esm_shims();
     init_freshness2();
+    init_exclude();
   }
 });
 
 // src/codegraph/task-lens.ts
-function normalizePath3(path20) {
+function normalizePath2(path20) {
   return path20.replace(/\\/g, "/");
 }
 function tokenize(text) {
@@ -9774,7 +9827,7 @@ function resolveTaskLens(task) {
   return best.score > 0 ? LENSES[best.id] : LENSES.general;
 }
 function pathKindScore(path20, lens) {
-  const normalized = normalizePath3(path20).toLowerCase();
+  const normalized = normalizePath2(path20).toLowerCase();
   const name = normalized.split("/").pop() ?? normalized;
   const inDocs = normalized.startsWith("docs/") || name === "readme.md" || name.includes("readme");
   const isTest = /(^|\/)(tests?|__tests__|spec|fixtures?)\//.test(normalized) || /\.(test|spec)\.[cm]?[jt]sx?$/.test(normalized) || /\.(test|spec)\.py$/.test(normalized);
@@ -9823,7 +9876,7 @@ function sourceTaskMatchScore(source, task) {
   return 0;
 }
 function fallbackPathRank(path20) {
-  const normalized = normalizePath3(path20);
+  const normalized = normalizePath2(path20);
   if (normalized.startsWith("src/")) return 0;
   if (normalized.startsWith("tests/") || normalized.startsWith("test/")) return 1;
   if (normalized.startsWith("packages/") && normalized.includes("/src/")) return 2;
@@ -9832,7 +9885,7 @@ function fallbackPathRank(path20) {
 }
 function rankLensPaths(paths, lens, task) {
   const tokens = tokenize(task ?? "");
-  return [...new Set(paths.map(normalizePath3))].map((path20, index) => ({
+  return [...new Set(paths.map(normalizePath2))].map((path20, index) => ({
     path: path20,
     index,
     score: pathKindScore(path20, lens) + tokenScore(path20, tokens),
@@ -10086,6 +10139,7 @@ async function buildAutoProjectContext(input) {
   const now = input.now ?? /* @__PURE__ */ new Date();
   const task = input.task?.trim();
   const lens = resolveTaskLens(task);
+  const exclude = input.exclude ?? getResolvedConfig({ projectRoot: input.project.rootPath }).codegraph.excludePatterns;
   const store = new CodeGraphStore();
   await store.init(input.dataDir);
   const initialStatus = store.status(input.project.id);
@@ -10103,7 +10157,8 @@ async function buildAutoProjectContext(input) {
     try {
       const indexed = await indexProjectLite({
         projectId: input.project.id,
-        projectRoot: input.project.rootPath
+        projectRoot: input.project.rootPath,
+        exclude
       });
       store.replaceProjectIndex(input.project.id, indexed);
       const backfill = await backfillMissingObservationCodeRefs(
@@ -10123,12 +10178,14 @@ async function buildAutoProjectContext(input) {
   const overview = buildProjectContextOverview({
     project: input.project,
     store,
-    observations: input.observations
+    observations: input.observations,
+    exclude
   });
   const explain = buildProjectContextExplain({
     project: input.project,
     store,
-    observations: input.observations
+    observations: input.observations,
+    exclude
   });
   return {
     project: input.project,
@@ -10338,6 +10395,7 @@ var init_auto_context = __esm({
   "src/codegraph/auto-context.ts"() {
     "use strict";
     init_esm_shims();
+    init_resolved_config();
     init_binder();
     init_current_facts();
     init_lite_provider();
@@ -10365,10 +10423,6 @@ function tokenize2(text) {
 function timestampOf(observation) {
   return Date.parse(observation.updatedAt ?? observation.createdAt ?? "") || 0;
 }
-function isGeneratedPath2(path20) {
-  const normalized = path20.replace(/\\/g, "/");
-  return /(^|\/)(dist|build|coverage|\.next|\.turbo|node_modules|\.git|\.tmp|\.worktrees)(\/|$)/i.test(normalized) || /(^|\/)\.claude\/worktrees(\/|$)/i.test(normalized);
-}
 function relevanceScore(observation, taskTokens) {
   if (taskTokens.length === 0) return 0;
   const title = observation.title.toLowerCase();
@@ -10419,7 +10473,8 @@ function assembleContextPackForTask(input) {
     refs,
     files,
     symbols,
-    suggestedVerification: input.suggestedVerification
+    suggestedVerification: input.suggestedVerification,
+    exclude: input.exclude
   });
 }
 function assembleContextPack(input) {
@@ -10438,6 +10493,7 @@ function assembleContextPack(input) {
     observationIdsWithRefs.add(ref.observationId);
     const file = ref.fileId ? files.get(ref.fileId) : void 0;
     const symbol = ref.symbolId ? symbols.get(ref.symbolId) : void 0;
+    if (file && isCodeGraphExcludedPath(file.path, input.exclude)) continue;
     const freshness = evaluateCodeRefFreshness(ref, file, symbol);
     if (freshness.status === "current") {
       const memoryKey = `${observation.id}:${freshness.status}`;
@@ -10503,8 +10559,8 @@ function buildContextPackPrompt(pack) {
   const reliableMemories = pack.memories.filter((memory) => memory.status === "current");
   const unboundMemories = pack.memories.filter((memory) => memory.status === "unbound");
   const lines = ["## Task", pack.task, "", "## Reliable Memories"];
-  const visibleCodeFacts = pack.codeFacts.filter((fact) => !isGeneratedPath2(fact.path)).slice(0, 5);
-  const visibleSuggestedReads = pack.suggestedReads.filter((path20) => !isGeneratedPath2(path20)).slice(0, 5);
+  const visibleCodeFacts = pack.codeFacts.filter((fact) => !isCodeGraphExcludedPath(fact.path)).slice(0, 5);
+  const visibleSuggestedReads = pack.suggestedReads.filter((path20) => !isCodeGraphExcludedPath(path20)).slice(0, 5);
   if (reliableMemories.length === 0) lines.push("- none");
   for (const memory of reliableMemories) {
     lines.push(`- #${memory.id} ${memory.status}: [${memory.type}] ${memory.title} (${memory.reason})`);
@@ -10539,6 +10595,7 @@ var init_context_pack = __esm({
     "use strict";
     init_esm_shims();
     init_freshness2();
+    init_exclude();
   }
 });
 
@@ -20009,7 +20066,7 @@ The path should point to a directory containing a .git folder.`
   };
   const server = existingServer ?? new McpServer({
     name: "memorix",
-    version: true ? "1.1.8" : "1.0.1"
+    version: true ? "1.1.9" : "1.0.1"
   });
   const originalRegisterTool = server.registerTool.bind(server);
   server.registerTool = ((name, ...args) => {
@@ -20711,15 +20768,18 @@ _Search mode: ${getLastSearchMode2(project.id)}_`;
       return withFreshIndex(async () => {
         const { CodeGraphStore: CodeGraphStore2 } = await Promise.resolve().then(() => (init_store(), store_exports));
         const { assembleContextPackForTask: assembleContextPackForTask2, buildContextPackPrompt: buildContextPackPrompt2 } = await Promise.resolve().then(() => (init_context_pack(), context_pack_exports));
+        const { getResolvedConfig: getResolvedConfig2 } = await Promise.resolve().then(() => (init_resolved_config(), resolved_config_exports));
         const store = new CodeGraphStore2();
         await store.init(projectDir2);
+        const exclude = getResolvedConfig2({ projectRoot: project.rootPath }).codegraph.excludePatterns;
         const observations2 = getAllObservations().filter((obs) => obs.projectId === project.id && (obs.status ?? "active") === "active").reverse();
         const pack = assembleContextPackForTask2({
           store,
           projectId: project.id,
           task,
           observations: observations2,
-          limit: typeof limit === "number" ? limit : 20
+          limit: typeof limit === "number" ? limit : 20,
+          exclude
         });
         const text = buildContextPackPrompt2(pack);
         return {