memorix 1.8.9 → 1.9.0

package/dist/index.js

@@ -7292,6 +7292,14 @@ __export(orama_store_exports, {
   updateObservationMetadata: () => updateObservationMetadata
 });
 import { create, insert as insert2, insertMultiple, search, remove as remove2, update, count, getByID } from "@orama/orama";
+function rememberSearchMode(key, value) {
+  if (!lastSearchModeByProject.has(key) && lastSearchModeByProject.size >= MAX_SEARCH_MODE_KEYS) {
+    const oldest = lastSearchModeByProject.keys().next().value;
+    if (oldest !== void 0) lastSearchModeByProject.delete(oldest);
+  }
+  lastSearchModeByProject.delete(key);
+  lastSearchModeByProject.set(key, value);
+}
 function getLastSearchMode(projectId) {
   return lastSearchModeByProject.get(projectId ?? SEARCH_MODE_DEFAULT_KEY) ?? "fulltext";
 }
@@ -7304,9 +7312,6 @@ function makeEntryKey(projectId, observationId2) {
 function rememberObservationDoc(doc) {
   const publicDoc = { ...doc };
   delete publicDoc.embedding;
-  if (doc.projectId && typeof doc.observationId === "number") {
-    docByObservationKey.set(makeEntryKey(doc.projectId, doc.observationId), publicDoc);
-  }
   return publicDoc;
 }
 function isCommandLikeQuery(query) {
@@ -7410,7 +7415,6 @@ async function resetDb() {
   indexEmbeddingProvider = null;
   deferredCachedVectorHydration = null;
   lastSearchModeByProject.clear();
-  docByObservationKey.clear();
 }
 function isEmbeddingEnabled() {
   return embeddingEnabled;
@@ -7473,78 +7477,72 @@ function isCompatibleCachedVector(vector) {
     vector && embeddingDimensions !== null && vector.length === embeddingDimensions && vector.every(Number.isFinite)
   );
 }
-async function attachCachedVectors(database, candidates) {
-  const cachedVectors = await getCachedEmbeddings(
-    candidates.map(({ observation }) => observationEmbeddingText(observation))
-  );
-  if (db !== database) return;
-  for (let index = 0; index < candidates.length; index++) {
-    const vector = cachedVectors[index];
-    if (!isCompatibleCachedVector(vector)) continue;
-    const existing = getByID(database, candidates[index].id);
-    if (!existing || documentEmbeddingText(existing) !== observationEmbeddingText(candidates[index].observation)) continue;
-    try {
-      await update(database, candidates[index].id, { ...existing, embedding: vector });
-    } catch {
-    }
-    if (index % 50 === 0) {
-      await new Promise((resolve5) => setImmediate(resolve5));
+async function attachCachedVectors(database, observations2) {
+  const batchSize = 200;
+  for (let start = 0; start < observations2.length; start += batchSize) {
+    const batch = observations2.slice(start, start + batchSize);
+    const cachedVectors = await getCachedEmbeddings(batch.map(observationEmbeddingText));
+    if (db !== database) return;
+    for (let index = 0; index < batch.length; index++) {
+      const vector = cachedVectors[index];
+      if (!isCompatibleCachedVector(vector)) continue;
+      const id = makeOramaObservationId(batch[index].projectId, batch[index].id);
+      const existing = getByID(database, id);
+      if (!existing || documentEmbeddingText(existing) !== observationEmbeddingText(batch[index])) continue;
+      try {
+        await update(database, id, { ...existing, embedding: vector });
+      } catch {
+      }
     }
+    await new Promise((resolve5) => setImmediate(resolve5));
   }
 }
 async function hydrateIndex(observations2, options = {}) {
   const database = await getDb({ allowNetworkProbe: options.allowNetworkProbe });
-  const candidates = [];
-  for (const observation of observations2) {
-    if (!observation || !observation.id || !observation.projectId) continue;
-    const id = makeOramaObservationId(observation.projectId, observation.id);
-    if (getByID(database, id)) continue;
-    candidates.push({ observation, id });
-  }
   const deferCachedVectors = options.deferCachedVectors === true && Boolean(indexEmbeddingProvider?.getCachedEmbeddings);
-  const cachedVectors = deferCachedVectors ? candidates.map(() => null) : await getCachedEmbeddings(candidates.map(({ observation }) => observationEmbeddingText(observation)));
-  const documents = [];
-  for (let index = 0; index < candidates.length; index++) {
-    const { observation: obs, id } = candidates[index];
-    try {
-      const vector = cachedVectors[index];
-      const compatibleVector = isCompatibleCachedVector(vector) ? vector : null;
-      const doc = {
-        id,
-        observationId: obs.id,
-        entityName: obs.entityName || "",
-        type: obs.type || "discovery",
-        title: obs.title || "",
-        narrative: obs.narrative || "",
-        facts: Array.isArray(obs.facts) ? obs.facts.join(" ") : "",
-        filesModified: Array.isArray(obs.filesModified) ? obs.filesModified.join(" ") : "",
-        concepts: Array.isArray(obs.concepts) ? obs.concepts.join(" ") : "",
-        tokens: obs.tokens ?? 0,
-        createdAt: obs.createdAt || "",
-        projectId: obs.projectId,
-        accessCount: obs.accessCount ?? 0,
-        lastAccessedAt: obs.lastAccessedAt || "",
-        status: obs.status ?? "active",
-        source: obs.source || "agent",
-        sourceDetail: obs.sourceDetail ?? "",
-        valueCategory: obs.valueCategory ?? "",
-        admissionState: obs.admissionState ?? "",
-        admissionReason: obs.admissionReason ?? "",
-        visibility: obs.visibility ?? "project",
-        createdByAgentId: obs.createdByAgentId ?? "",
-        sharedWithAgentIds: JSON.stringify(obs.sharedWithAgentIds ?? []),
-        documentType: "observation",
-        knowledgeLayer: resolveKnowledgeLayer("observation", obs.sourceDetail, obs.source),
-        ...compatibleVector ? { embedding: compatibleVector } : {}
-      };
-      documents.push(doc);
-    } catch {
-    }
-  }
   let inserted = 0;
   const hydrationBatchSize = 200;
-  for (let start = 0; start < documents.length; start += hydrationBatchSize) {
-    const batch = documents.slice(start, start + hydrationBatchSize);
+  for (let start = 0; start < observations2.length; start += hydrationBatchSize) {
+    const batchObservations = observations2.slice(start, start + hydrationBatchSize).filter((observation) => observation && observation.id && observation.projectId).filter((observation) => !getByID(database, makeOramaObservationId(observation.projectId, observation.id)));
+    if (batchObservations.length === 0) continue;
+    const cachedVectors = deferCachedVectors || options.skipCachedVectors ? batchObservations.map(() => null) : await getCachedEmbeddings(batchObservations.map(observationEmbeddingText));
+    const batch = [];
+    for (let index = 0; index < batchObservations.length; index++) {
+      const obs = batchObservations[index];
+      try {
+        const compatibleVector = isCompatibleCachedVector(cachedVectors[index]) ? cachedVectors[index] : null;
+        batch.push({
+          id: makeOramaObservationId(obs.projectId, obs.id),
+          observationId: obs.id,
+          entityName: obs.entityName || "",
+          type: obs.type || "discovery",
+          title: obs.title || "",
+          narrative: obs.narrative || "",
+          facts: Array.isArray(obs.facts) ? obs.facts.join(" ") : "",
+          filesModified: Array.isArray(obs.filesModified) ? obs.filesModified.join(" ") : "",
+          concepts: Array.isArray(obs.concepts) ? obs.concepts.join(" ") : "",
+          tokens: obs.tokens ?? 0,
+          createdAt: obs.createdAt || "",
+          projectId: obs.projectId,
+          accessCount: obs.accessCount ?? 0,
+          lastAccessedAt: obs.lastAccessedAt || "",
+          status: obs.status ?? "active",
+          source: obs.source || "agent",
+          sourceDetail: obs.sourceDetail ?? "",
+          valueCategory: obs.valueCategory ?? "",
+          admissionState: obs.admissionState ?? "",
+          admissionReason: obs.admissionReason ?? "",
+          visibility: obs.visibility ?? "project",
+          createdByAgentId: obs.createdByAgentId ?? "",
+          sharedWithAgentIds: JSON.stringify(obs.sharedWithAgentIds ?? []),
+          documentType: "observation",
+          knowledgeLayer: resolveKnowledgeLayer("observation", obs.sourceDetail, obs.source),
+          ...compatibleVector ? { embedding: compatibleVector } : {}
+        });
+      } catch {
+      }
+    }
+    if (batch.length === 0) continue;
     try {
       await insertMultiple(database, batch, batch.length);
       for (const doc of batch) rememberObservationDoc(doc);
@@ -7566,7 +7564,7 @@ async function hydrateIndex(observations2, options = {}) {
     }
     await new Promise((resolve5) => setImmediate(resolve5));
   }
-  deferredCachedVectorHydration = options.skipCachedVectors ? null : deferCachedVectors ? attachCachedVectors(database, candidates).catch(() => {
+  deferredCachedVectorHydration = options.skipCachedVectors ? null : deferCachedVectors ? attachCachedVectors(database, observations2).catch(() => {
   }) : null;
   return inserted;
 }
@@ -7603,12 +7601,6 @@ async function updateObservationMetadata(projectId, observationId2, patch) {
 async function removeObservation(oramaId) {
   const database = await getDb();
   await remove2(database, oramaId);
-  for (const [key, doc] of docByObservationKey.entries()) {
-    if (doc.id === oramaId) {
-      docByObservationKey.delete(key);
-      break;
-    }
-  }
 }
 async function searchObservations(options) {
   const perf = !!process.env.MEMORIX_PERF;
@@ -7623,7 +7615,7 @@ async function searchObservations(options) {
   const modeKey = options.projectId ?? SEARCH_MODE_DEFAULT_KEY;
   const quality = options.quality ?? "balanced";
   const database = await getDb();
-  lastSearchModeByProject.set(
+  rememberSearchMode(
     modeKey,
     quality === "fast" ? "fulltext (fast profile)" : embeddingEnabled ? "hybrid" : "fulltext"
   );
@@ -7690,7 +7682,7 @@ async function searchObservations(options) {
       if (provider2) {
         const activeVectorDimensions = getVectorDimensions();
         if (activeVectorDimensions !== null && provider2.dimensions !== activeVectorDimensions) {
-          lastSearchModeByProject.set(
+          rememberSearchMode(
             modeKey,
             `fulltext (embedding dimension mismatch: provider ${provider2.dimensions}d vs index ${activeVectorDimensions}d)`
           );
@@ -7715,7 +7707,7 @@ async function searchObservations(options) {
           mark("embedding");
           const cjkRatio = (originalQuery.match(/[\u4e00-\u9fff\u3040-\u309f\u30a0-\u30ff\uac00-\ud7af]/g) || []).length / originalQuery.length;
           const isCJKHeavy = cjkRatio > 0.3;
-          lastSearchModeByProject.set(modeKey, "hybrid");
+          rememberSearchMode(modeKey, "hybrid");
           searchParams = {
             ...searchParams,
             mode: "hybrid",
@@ -7731,7 +7723,7 @@ async function searchObservations(options) {
         }
       }
     } catch (error) {
-      lastSearchModeByProject.set(modeKey, "fulltext (embedding unavailable)");
+      rememberSearchMode(modeKey, "fulltext (embedding unavailable)");
       console.error("[memorix] Embedding failed or timed out, falling back to fulltext search");
     }
   }
@@ -7741,7 +7733,7 @@ async function searchObservations(options) {
     results = await search(database, searchParams);
   } catch (error) {
     if (queryVector && isVectorDimensionMismatchError(error)) {
-      lastSearchModeByProject.set(modeKey, "fulltext (embedding dimension mismatch)");
+      rememberSearchMode(modeKey, "fulltext (embedding dimension mismatch)");
       console.error("[memorix] Vector search dimension mismatch detected, retrying without embeddings");
       results = await search(database, stripVectorSearchParams(searchParams));
     } else {
@@ -7763,7 +7755,7 @@ async function searchObservations(options) {
         },
         similarity: 0.25
       };
-      lastSearchModeByProject.set(modeKey, "vector-only (hybrid empty fallback)");
+      rememberSearchMode(modeKey, "vector-only (hybrid empty fallback)");
       results = await search(database, vectorOnlyParams);
     } catch {
     }
@@ -8004,7 +7996,7 @@ async function searchObservations(options) {
           const rerankedTop = neural.map((row) => candidateMap.get(row.id)).filter((entry) => entry != null);
           if (rerankedTop.length > 0) {
             intermediate = [...rerankedTop, ...intermediate.slice(RERANK_TOP_K)];
-            lastSearchModeByProject.set(modeKey, (lastSearchModeByProject.get(modeKey) ?? "fulltext") + " + neural rerank");
+            rememberSearchMode(modeKey, (lastSearchModeByProject.get(modeKey) ?? "fulltext") + " + neural rerank");
             mark("rerank(usedNeural=true)");
           }
         }
@@ -8021,7 +8013,7 @@ async function searchObservations(options) {
         );
         mark(`rerank(usedLLM=${usedLLM})`);
         if (usedLLM) {
-          lastSearchModeByProject.set(modeKey, (lastSearchModeByProject.get(modeKey) ?? "fulltext") + " + LLM rerank");
+          rememberSearchMode(modeKey, (lastSearchModeByProject.get(modeKey) ?? "fulltext") + " + LLM rerank");
           const rerankedTop = reranked.map((row) => candidateMap.get(row.id)).filter((entry) => entry != null);
           if (rerankedTop.length > 0) {
             intermediate = [...rerankedTop, ...intermediate.slice(RERANK_TOP_K)];
@@ -8094,13 +8086,6 @@ async function getObservationsByIds(ids, projectId) {
   const database = await getDb();
   const results = [];
   for (const id of ids) {
-    if (projectId) {
-      const cached = docByObservationKey.get(makeEntryKey(projectId, id));
-      if (cached) {
-        results.push(cached);
-        continue;
-      }
-    }
     const searchResult = await search(database, {
       term: "",
       includeVectors: true,
@@ -8200,7 +8185,7 @@ function formatTime(isoDate) {
     return isoDate;
   }
 }
-var db, dbInitPromise, dbGeneration, embeddingEnabled, embeddingDimensions, indexEmbeddingProvider, deferredCachedVectorHydration, docByObservationKey, NON_CJK_HYBRID_SIMILARITY, lastSearchModeByProject, SEARCH_MODE_DEFAULT_KEY, COMMAND_LOG_TITLE2, COMMAND_STYLE_TITLE, COMMAND_LIKE_QUERY2, COMMAND_INTENT_QUERY, NATURAL_LANGUAGE_MARKERS;
+var db, dbInitPromise, dbGeneration, embeddingEnabled, embeddingDimensions, indexEmbeddingProvider, deferredCachedVectorHydration, NON_CJK_HYBRID_SIMILARITY, lastSearchModeByProject, SEARCH_MODE_DEFAULT_KEY, MAX_SEARCH_MODE_KEYS, COMMAND_LOG_TITLE2, COMMAND_STYLE_TITLE, COMMAND_LIKE_QUERY2, COMMAND_INTENT_QUERY, NATURAL_LANGUAGE_MARKERS;
 var init_orama_store = __esm({
   "src/store/orama-store.ts"() {
     "use strict";
@@ -8221,10 +8206,10 @@ var init_orama_store = __esm({
     embeddingDimensions = null;
     indexEmbeddingProvider = null;
     deferredCachedVectorHydration = null;
-    docByObservationKey = /* @__PURE__ */ new Map();
     NON_CJK_HYBRID_SIMILARITY = 0.45;
     lastSearchModeByProject = /* @__PURE__ */ new Map();
     SEARCH_MODE_DEFAULT_KEY = "__global__";
+    MAX_SEARCH_MODE_KEYS = 4096;
     COMMAND_LOG_TITLE2 = /^(Ran:|Command:|Executed:)\s/i;
     COMMAND_STYLE_TITLE = /(\bfindstr\b|\bSelect-String\b|\bGet-Content\b|\bnpx\s+vitest\b|\bnpx\s+tsc\b|\b2>&1\b)/i;
     COMMAND_LIKE_QUERY2 = /\b(git|npm|npx|pnpm|yarn|node|bash|powershell|curl|memorix)\b/i;
@@ -9652,6 +9637,60 @@ var init_evidence_store = __esm({
   }
 });
 
+// src/runtime/maintenance-targets.ts
+var maintenance_targets_exports = {};
+__export(maintenance_targets_exports, {
+  MaintenanceTargetStore: () => MaintenanceTargetStore
+});
+function rowToTarget(row) {
+  return {
+    projectId: row.project_id,
+    projectRoot: row.project_root,
+    dataDir: row.data_dir,
+    updatedAt: Number(row.updated_at)
+  };
+}
+var MaintenanceTargetStore;
+var init_maintenance_targets = __esm({
+  "src/runtime/maintenance-targets.ts"() {
+    "use strict";
+    init_esm_shims();
+    init_sqlite_db();
+    MaintenanceTargetStore = class {
+      db;
+      constructor(dataDir) {
+        this.db = getDatabase(dataDir);
+      }
+      register(input) {
+        if (!input.projectId.trim()) throw new Error("Maintenance target requires a project ID");
+        if (!input.projectRoot.trim()) throw new Error("Maintenance target requires a project root");
+        if (!input.dataDir.trim()) throw new Error("Maintenance target requires a data directory");
+        const now3 = input.now ?? Date.now();
+        this.db.prepare(`
+      INSERT INTO maintenance_targets (project_id, project_root, data_dir, updated_at)
+      VALUES (?, ?, ?, ?)
+      ON CONFLICT(project_id) DO UPDATE SET
+        project_root = excluded.project_root,
+        data_dir = excluded.data_dir,
+        updated_at = excluded.updated_at
+    `).run(input.projectId, input.projectRoot, input.dataDir, now3);
+        return this.get(input.projectId);
+      }
+      get(projectId) {
+        const row = this.db.prepare(`
+      SELECT * FROM maintenance_targets WHERE project_id = ?
+    `).get(projectId);
+        return row ? rowToTarget(row) : void 0;
+      }
+      list() {
+        return this.db.prepare(`
+      SELECT * FROM maintenance_targets ORDER BY updated_at DESC
+    `).all().map(rowToTarget);
+      }
+    };
+  }
+});
+
 // src/runtime/isolated-maintenance.ts
 import { spawn } from "child_process";
 import { existsSync as existsSync8 } from "fs";
@@ -152188,10 +152227,21 @@ __export(vector_backfill_runner_exports, {
   launchDetachedVectorBackfill: () => launchDetachedVectorBackfill,
   main: () => main,
   parseVectorBackfillRequest: () => parseVectorBackfillRequest,
-  resolveVectorBackfillRunnerPath: () => resolveVectorBackfillRunnerPath
+  releaseVectorBackfillLock: () => releaseVectorBackfillLock,
+  resolveVectorBackfillRunnerPath: () => resolveVectorBackfillRunnerPath,
+  vectorBackfillLockPath: () => vectorBackfillLockPath
 });
 import { spawn as spawn4 } from "child_process";
-import { existsSync as existsSync12 } from "fs";
+import {
+  closeSync,
+  existsSync as existsSync12,
+  mkdirSync as mkdirSync2,
+  openSync,
+  readFileSync as readFileSync9,
+  statSync as statSync4,
+  unlinkSync,
+  writeFileSync as writeFileSync2
+} from "fs";
 import path24 from "path";
 import { fileURLToPath as fileURLToPath5 } from "url";
 function isNonEmptyString(value) {
@@ -152218,10 +152268,104 @@ function parseVectorBackfillRequest(raw) {
     dataDir: value.dataDir
   };
 }
+function vectorBackfillLockPath(dataDir) {
+  return path24.join(dataDir, VECTOR_BACKFILL_LOCK_FILE);
+}
+function processIsAlive(pid) {
+  if (!Number.isSafeInteger(pid) || pid == null || pid <= 0) return false;
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch (error) {
+    return error.code === "EPERM";
+  }
+}
+function readVectorBackfillLock(lockPath) {
+  try {
+    const value = JSON.parse(readFileSync9(lockPath, "utf8"));
+    if (typeof value.parentPid !== "number" || !Number.isSafeInteger(value.parentPid) || typeof value.startedAt !== "number" || !Number.isFinite(value.startedAt) || typeof value.projectId !== "string") return void 0;
+    return {
+      parentPid: value.parentPid,
+      ...typeof value.childPid === "number" ? { childPid: value.childPid } : {},
+      startedAt: value.startedAt,
+      projectId: value.projectId
+    };
+  } catch {
+    return void 0;
+  }
+}
+function writeVectorBackfillLock(lockPath, value) {
+  writeFileSync2(lockPath, `${JSON.stringify(value)}
+`, "utf8");
+}
+function acquireVectorBackfillLock(dataDir, projectId, preferredPath) {
+  const lockPath = preferredPath ?? vectorBackfillLockPath(dataDir);
+  mkdirSync2(path24.dirname(lockPath), { recursive: true });
+  const initial = {
+    parentPid: process.pid,
+    startedAt: Date.now(),
+    projectId
+  };
+  for (let attempt = 0; attempt < 2; attempt++) {
+    try {
+      const fd = openSync(lockPath, "wx");
+      try {
+        writeFileSync2(fd, `${JSON.stringify(initial)}
+`, "utf8");
+      } finally {
+        closeSync(fd);
+      }
+      return {
+        path: lockPath,
+        setChildPid(pid) {
+          try {
+            writeVectorBackfillLock(lockPath, { ...initial, childPid: pid });
+          } catch {
+          }
+        },
+        release() {
+          try {
+            unlinkSync(lockPath);
+          } catch {
+          }
+        }
+      };
+    } catch (error) {
+      if (error.code !== "EEXIST") return void 0;
+      const existing = readVectorBackfillLock(lockPath);
+      const ownerAlive = existing && (processIsAlive(existing.childPid) || processIsAlive(existing.parentPid));
+      if (ownerAlive) return void 0;
+      let stale = false;
+      try {
+        stale = Date.now() - statSync4(lockPath).mtimeMs >= STALE_LOCK_RECOVERY_MS;
+      } catch {
+        stale = false;
+      }
+      if (!existing && !stale) return void 0;
+      try {
+        unlinkSync(lockPath);
+      } catch {
+        return void 0;
+      }
+    }
+  }
+  return void 0;
+}
+function releaseVectorBackfillLock(lockPath = process.env.MEMORIX_VECTOR_BACKFILL_LOCK) {
+  if (!lockPath) return;
+  const lock = readVectorBackfillLock(lockPath);
+  if (lock && lock.childPid !== process.pid) return;
+  try {
+    unlinkSync(lockPath);
+  } catch {
+  }
+}
 function launchDetachedVectorBackfill(request, options = {}) {
   const runnerPath = options.runnerPath ?? resolveVectorBackfillRunnerPath();
   const exists = options.exists ?? existsSync12;
   if (!exists(runnerPath)) return false;
+  const lock = acquireVectorBackfillLock(request.dataDir, request.projectId, options.lockPath);
+  if (!lock) return false;
   try {
     const child = (options.spawn ?? spawn4)(process.execPath, [runnerPath], {
       cwd: request.projectRoot,
@@ -152231,14 +152375,23 @@ function launchDetachedVectorBackfill(request, options = {}) {
       stdio: "ignore",
       // The request contains only local project metadata, never credentials.
       // Environment transport avoids a live stdin pipe keeping the CLI alive.
-      env: { ...process.env, MEMORIX_VECTOR_BACKFILL_REQUEST: JSON.stringify(request) },
+      env: {
+        ...process.env,
+        MEMORIX_VECTOR_BACKFILL_REQUEST: JSON.stringify(request),
+        MEMORIX_VECTOR_BACKFILL_LOCK: lock.path
+      },
       windowsHide: true
     });
+    if (child.pid) lock.setChildPid(child.pid);
+    else lock.release();
     child.once?.("error", () => {
     });
+    child.once?.("close", () => lock.release());
+    if (typeof child.once !== "function") lock.release();
     child.unref();
-    return true;
+    return Boolean(child.pid);
   } catch {
+    lock.release();
     return false;
   }
 }
@@ -152250,12 +152403,32 @@ async function executeVectorBackfill(request) {
   await prepareSearchIndex();
   await getDeferredCachedVectorHydration()?.catch(() => {
   });
+  const queue = new MaintenanceJobStore(request.dataDir);
+  const targets = new MaintenanceTargetStore(request.dataDir);
+  let preparedRoot = request.projectRoot;
+  const prepareTarget = async (target) => {
+    if (target.projectRoot === preparedRoot) return;
+    initProjectRoot(target.projectRoot);
+    loadDotenv(target.projectRoot);
+    preparedRoot = target.projectRoot;
+  };
+  const handler = async (job) => {
+    const target = targets.get(job.projectId) ?? (job.projectId === request.projectId ? { projectId: request.projectId, projectRoot: request.projectRoot, dataDir: request.dataDir, updatedAt: Date.now() } : void 0);
+    if (!target) return { action: "reschedule", delayMs: 3e4 };
+    await prepareTarget(target);
+    return createProjectMaintenanceHandler(job.projectId, target.dataDir, target.projectRoot)(job);
+  };
   const worker = new MaintenanceJobWorker(
-    new MaintenanceJobStore(request.dataDir),
-    createProjectMaintenanceHandler(request.projectId, request.dataDir, request.projectRoot),
-    { projectId: request.projectId, kinds: ["vector-backfill"] }
+    queue,
+    handler,
+    { kinds: ["vector-backfill"] }
   );
-  return worker.runOnce();
+  let result = { state: "idle" };
+  while (true) {
+    result = await worker.runOnce();
+    if (result.state === "idle") break;
+  }
+  return result;
 }
 async function readStdin() {
   return new Promise((resolve5, reject) => {
@@ -152278,9 +152451,11 @@ async function main() {
 `);
     process.exitCode = 1;
   } finally {
+    releaseVectorBackfillLock();
     closeAllDatabases();
   }
 }
+var VECTOR_BACKFILL_LOCK_FILE, STALE_LOCK_RECOVERY_MS;
 var init_vector_backfill_runner = __esm({
   "src/runtime/vector-backfill-runner.ts"() {
     "use strict";
@@ -152293,7 +152468,10 @@ var init_vector_backfill_runner = __esm({
     init_orama_store();
     init_sqlite_db();
     init_maintenance_jobs();
+    init_maintenance_targets();
     init_project_maintenance();
+    VECTOR_BACKFILL_LOCK_FILE = ".memorix-vector-backfill.lock";
+    STALE_LOCK_RECOVERY_MS = 24 * 60 * 60 * 1e3;
     if (process.argv[1] && process.argv[1].endsWith("vector-backfill-runner.js")) {
       void main();
     }
@@ -152335,11 +152513,17 @@ function resetObservationRuntime() {
   embeddingWorkerProjectRoot = void 0;
   vectorMissingIds.clear();
   vectorSchemaUpgradePromise = null;
+  embeddingFailureLogTimestamps.clear();
 }
 function logEmbeddingFailureOnce(key, message) {
   const now3 = Date.now();
   const last = embeddingFailureLogTimestamps.get(key) ?? 0;
   if (now3 - last < EMBEDDING_FAILURE_LOG_COOLDOWN_MS) return;
+  if (!embeddingFailureLogTimestamps.has(key) && embeddingFailureLogTimestamps.size >= MAX_EMBEDDING_FAILURE_KEYS) {
+    const oldest = embeddingFailureLogTimestamps.keys().next().value;
+    if (oldest !== void 0) embeddingFailureLogTimestamps.delete(oldest);
+  }
+  embeddingFailureLogTimestamps.delete(key);
   embeddingFailureLogTimestamps.set(key, now3);
   console.error(message);
 }
@@ -152369,13 +152553,14 @@ function queueVectorBackfill(projectId, options = {}) {
   const dataDir = projectDir;
   if (!dataDir) return;
   void Promise.resolve().then(() => (init_maintenance_jobs(), maintenance_jobs_exports)).then(({ MaintenanceJobStore: MaintenanceJobStore2 }) => {
-    new MaintenanceJobStore2(dataDir).enqueue({
+    const job = new MaintenanceJobStore2(dataDir).enqueue({
       projectId,
       kind: "vector-backfill",
       dedupeKey: "vector-backfill",
       payload: { limit: 12 }
     });
-    if (options.detachedWorker && options.projectRoot) {
+    const due = !job || job.status === "pending" && job.runAfter <= Date.now();
+    if (due && options.detachedWorker && options.projectRoot) {
       void Promise.resolve().then(() => (init_vector_backfill_runner(), vector_backfill_runner_exports)).then(({ launchDetachedVectorBackfill: launchDetachedVectorBackfill2 }) => {
         launchDetachedVectorBackfill2({
           projectId,
@@ -153306,7 +153491,7 @@ async function backfillVectorEmbeddings(options = {}) {
     ...lastFailure ? { lastError: lastFailure } : {}
   };
 }
-var observations, nextId, projectDir, searchIndexPrepared, embeddingWriteMode, embeddingWorkerProjectRoot, corpusLoaded, loadedObservationStore, vectorMissingIds, vectorBackfillRunning, vectorSchemaUpgradePromise, lastVectorBackfill, embeddingFailureLogTimestamps, EMBEDDING_FAILURE_LOG_COOLDOWN_MS;
+var observations, nextId, projectDir, searchIndexPrepared, embeddingWriteMode, embeddingWorkerProjectRoot, corpusLoaded, loadedObservationStore, vectorMissingIds, vectorBackfillRunning, vectorSchemaUpgradePromise, lastVectorBackfill, embeddingFailureLogTimestamps, EMBEDDING_FAILURE_LOG_COOLDOWN_MS, MAX_EMBEDDING_FAILURE_KEYS;
 var init_observations = __esm({
   "src/memory/observations.ts"() {
     "use strict";
@@ -153334,6 +153519,7 @@ var init_observations = __esm({
     lastVectorBackfill = null;
     embeddingFailureLogTimestamps = /* @__PURE__ */ new Map();
     EMBEDDING_FAILURE_LOG_COOLDOWN_MS = 3e4;
+    MAX_EMBEDDING_FAILURE_KEYS = 1024;
   }
 });
 
@@ -157010,7 +157196,7 @@ var init_sanitizer = __esm({
 });
 
 // src/workspace/applier.ts
-import { existsSync as existsSync13, mkdirSync as mkdirSync2, copyFileSync, writeFileSync as writeFileSync2, unlinkSync, renameSync } from "fs";
+import { existsSync as existsSync13, mkdirSync as mkdirSync3, copyFileSync, writeFileSync as writeFileSync3, unlinkSync as unlinkSync2, renameSync } from "fs";
 import { dirname } from "path";
 var WorkspaceSyncApplier;
 var init_applier = __esm({
@@ -157042,7 +157228,7 @@ var init_applier = __esm({
           try {
             const dir = dirname(file.filePath);
             if (!existsSync13(dir)) {
-              mkdirSync2(dir, { recursive: true });
+              mkdirSync3(dir, { recursive: true });
             }
           } catch (err) {
             result.errors.push(`Cannot create directory for ${file.filePath}: ${err}`);
@@ -157067,7 +157253,7 @@ var init_applier = __esm({
         for (const file of files) {
           try {
             const tempPath = file.filePath + `.tmp-${Date.now()}`;
-            writeFileSync2(tempPath, file.content, "utf-8");
+            writeFileSync3(tempPath, file.content, "utf-8");
             renameSync(tempPath, file.filePath);
             result.filesWritten.push(file.filePath);
           } catch (err) {
@@ -157102,7 +157288,7 @@ var init_applier = __esm({
         for (const backup of backups) {
           try {
             if (existsSync13(backup.backupPath)) {
-              unlinkSync(backup.backupPath);
+              unlinkSync2(backup.backupPath);
             }
           } catch {
           }
@@ -157113,7 +157299,7 @@ var init_applier = __esm({
 });
 
 // src/workspace/engine.ts
-import { readFileSync as readFileSync9, readdirSync as readdirSync3, existsSync as existsSync14, cpSync, mkdirSync as mkdirSync3 } from "fs";
+import { readFileSync as readFileSync10, readdirSync as readdirSync3, existsSync as existsSync14, cpSync, mkdirSync as mkdirSync4 } from "fs";
 import { join as join19 } from "path";
 import { homedir as homedir21 } from "os";
 var WorkspaceSyncEngine;
@@ -157195,7 +157381,7 @@ var init_engine4 = __esm({
           for (const path37 of pathsToCheck) {
             if (existsSync14(path37)) {
               try {
-                const content = readFileSync9(path37, "utf-8");
+                const content = readFileSync10(path37, "utf-8");
                 const servers = adapter.parse(content);
                 for (const s2 of servers) {
                   if (!merged.has(s2.name)) merged.set(s2.name, s2);
@@ -157249,7 +157435,7 @@ var init_engine4 = __esm({
           let configContent;
           if (target === "antigravity" && existsSync14(configPath)) {
             try {
-              const existing = JSON.parse(readFileSync9(configPath, "utf-8"));
+              const existing = JSON.parse(readFileSync10(configPath, "utf-8"));
               const generated = JSON.parse(adapter.generate(result.mcpServers.scanned));
               existing.mcpServers = { ...existing.mcpServers ?? {}, ...generated.mcpServers };
               configContent = JSON.stringify(existing, null, 2);
@@ -157332,7 +157518,7 @@ var init_engine4 = __esm({
                   if (!existsSync14(skillMd)) continue;
                   let description = "";
                   try {
-                    const content = readFileSync9(skillMd, "utf-8");
+                    const content = readFileSync10(skillMd, "utf-8");
                     const match2 = content.match(/^---[\s\S]*?description:\s*["']?(.+?)["']?\s*$/m);
                     if (match2) description = match2[1];
                   } catch {
@@ -157383,7 +157569,7 @@ var init_engine4 = __esm({
             continue;
           }
           try {
-            mkdirSync3(targetDir, { recursive: true });
+            mkdirSync4(targetDir, { recursive: true });
             cpSync(skill2.sourcePath, dest, { recursive: true });
             copied.push(skill2.name);
           } catch {
@@ -157399,7 +157585,7 @@ var init_engine4 = __esm({
           const files = readdirSync3(wfDir).filter((f3) => f3.endsWith(".md"));
           for (const file of files) {
             try {
-              const content = readFileSync9(join19(wfDir, file), "utf-8");
+              const content = readFileSync10(join19(wfDir, file), "utf-8");
               workflows.push(this.workflowSyncer.parseWindsurfWorkflow(file, content));
             } catch {
             }
@@ -158792,7 +158978,7 @@ var init_request_context = __esm({
 function getMcpServerInfo() {
   return {
     name: "memorix",
-    version: true ? "1.8.9" : "1.0.1"
+    version: true ? "1.9.0" : "1.0.1"
   };
 }
 function createMcpDiscoverResult(capabilities, serverInfo) {
@@ -158854,62 +159040,13 @@ var init_mcp_compat = __esm({
   }
 });
 
-// src/runtime/maintenance-targets.ts
-var maintenance_targets_exports = {};
-__export(maintenance_targets_exports, {
-  MaintenanceTargetStore: () => MaintenanceTargetStore
-});
-function rowToTarget(row) {
-  return {
-    projectId: row.project_id,
-    projectRoot: row.project_root,
-    dataDir: row.data_dir,
-    updatedAt: Number(row.updated_at)
-  };
-}
-var MaintenanceTargetStore;
-var init_maintenance_targets = __esm({
-  "src/runtime/maintenance-targets.ts"() {
-    "use strict";
-    init_esm_shims();
-    init_sqlite_db();
-    MaintenanceTargetStore = class {
-      db;
-      constructor(dataDir) {
-        this.db = getDatabase(dataDir);
-      }
-      register(input) {
-        if (!input.projectId.trim()) throw new Error("Maintenance target requires a project ID");
-        if (!input.projectRoot.trim()) throw new Error("Maintenance target requires a project root");
-        if (!input.dataDir.trim()) throw new Error("Maintenance target requires a data directory");
-        const now3 = input.now ?? Date.now();
-        this.db.prepare(`
-      INSERT INTO maintenance_targets (project_id, project_root, data_dir, updated_at)
-      VALUES (?, ?, ?, ?)
-      ON CONFLICT(project_id) DO UPDATE SET
-        project_root = excluded.project_root,
-        data_dir = excluded.data_dir,
-        updated_at = excluded.updated_at
-    `).run(input.projectId, input.projectRoot, input.dataDir, now3);
-        return this.get(input.projectId);
-      }
-      get(projectId) {
-        const row = this.db.prepare(`
-      SELECT * FROM maintenance_targets WHERE project_id = ?
-    `).get(projectId);
-        return row ? rowToTarget(row) : void 0;
-      }
-    };
-  }
-});
-
 // src/config/behavior.ts
 var behavior_exports = {};
 __export(behavior_exports, {
   getBehaviorConfig: () => getBehaviorConfig,
   resetBehaviorConfigCache: () => resetBehaviorConfigCache
 });
-import { existsSync as existsSync15, readFileSync as readFileSync10 } from "fs";
+import { existsSync as existsSync15, readFileSync as readFileSync11 } from "fs";
 import { homedir as homedir22 } from "os";
 function isSessionInject(value) {
   return value === "full" || value === "minimal" || value === "silent";
@@ -158921,7 +159058,7 @@ function legacyBehavior(homeDir) {
   const configPath = getLegacyConfigJsonPath(homeDir);
   try {
     if (!existsSync15(configPath)) return {};
-    const parsed = JSON.parse(readFileSync10(configPath, "utf-8"));
+    const parsed = JSON.parse(readFileSync11(configPath, "utf-8"));
     return parsed.behavior && typeof parsed.behavior === "object" && !Array.isArray(parsed.behavior) ? parsed.behavior : {};
   } catch {
     return {};
@@ -160274,12 +160411,12 @@ __export(current_facts_exports, {
   formatGitFact: () => formatGitFact
 });
 import { execFileSync } from "child_process";
-import { existsSync as existsSync16, readFileSync as readFileSync11 } from "fs";
+import { existsSync as existsSync16, readFileSync as readFileSync12 } from "fs";
 import path28 from "path";
 function readTextIfExists(filePath) {
   try {
     if (!existsSync16(filePath)) return null;
-    return readFileSync11(filePath, "utf8");
+    return readFileSync12(filePath, "utf8");
   } catch {
     return null;
   }
@@ -160569,7 +160706,7 @@ __export(external_provider_exports, {
   runExternalCodeGraphLifecycle: () => runExternalCodeGraphLifecycle
 });
 import { spawn as spawn5 } from "child_process";
-import { existsSync as existsSync17, readFileSync as readFileSync12 } from "fs";
+import { existsSync as existsSync17, readFileSync as readFileSync13 } from "fs";
 import { delimiter, dirname as dirname2, extname, isAbsolute as isAbsolute3, join as join20, relative as relative4, resolve as resolve3, sep } from "path";
 function boundedTimeout(value) {
   if (!Number.isFinite(value)) return DEFAULT_EXTERNAL_CODEGRAPH_TIMEOUT_MS;
@@ -160616,7 +160753,7 @@ function resolveLaunch(command) {
         return { executable: node, prefixArgs: ["--liftoff-only", entry] };
       }
       try {
-        const shim = readFileSync12(candidate, "utf8");
+        const shim = readFileSync13(candidate, "utf8");
         const match2 = shim.match(/["']([^"']*%(?:~)?dp0%?[^"']*\.m?js)["']/i);
         if (match2?.[1]) {
           const base = dirname2(candidate).endsWith(sep) ? dirname2(candidate) : dirname2(candidate) + sep;
@@ -161876,7 +162013,7 @@ __export(auto_context_exports, {
   formatAutoProjectContextSummary: () => formatAutoProjectContextSummary,
   formatLegacyAutoProjectContextPrompt: () => formatLegacyAutoProjectContextPrompt
 });
-import { existsSync as existsSync18, statSync as statSync4 } from "fs";
+import { existsSync as existsSync18, statSync as statSync5 } from "fs";
 import path29 from "path";
 function activeProjectObservations(observations2, projectId) {
   return observations2.filter((obs) => obs.projectId === projectId && (obs.status ?? "active") === "active");
@@ -162223,7 +162360,7 @@ function existingLensCandidates(rootPath, lens) {
     const absolute = path29.join(rootPath, candidate);
     try {
       if (!existsSync18(absolute)) continue;
-      const stat5 = statSync4(absolute);
+      const stat5 = statSync5(absolute);
       if (stat5.isFile()) out.push(candidate);
       if (stat5.isDirectory()) out.push(candidate.replace(/\\/g, "/"));
     } catch {
@@ -162756,7 +162893,7 @@ var engine_exports2 = {};
 __export(engine_exports2, {
   SkillsEngine: () => SkillsEngine
 });
-import { existsSync as existsSync19, readFileSync as readFileSync13, writeFileSync as writeFileSync3, mkdirSync as mkdirSync4, readdirSync as readdirSync4 } from "fs";
+import { existsSync as existsSync19, readFileSync as readFileSync14, writeFileSync as writeFileSync4, mkdirSync as mkdirSync5, readdirSync as readdirSync4 } from "fs";
 import { join as join21 } from "path";
 import { homedir as homedir23 } from "os";
 var SKILLS_DIRS, SKILL_WORTHY_TYPES, MIN_OBS_FOR_SKILL, MIN_SCORE_FOR_SKILL, LOW_SIGNAL_TITLE_PATTERNS, LOW_SIGNAL_ENTITY_PATTERNS, COMMAND_TRACE_PATTERNS2, SkillsEngine;
@@ -162847,7 +162984,7 @@ var init_engine5 = __esm({
                   const skillMd = join21(skillsRoot, name, "SKILL.md");
                   if (!existsSync19(skillMd)) continue;
                   try {
-                    const content = readFileSync13(skillMd, "utf-8");
+                    const content = readFileSync14(skillMd, "utf-8");
                     const description = this.parseDescription(content);
                     skills.push({
                       name,
@@ -162897,8 +163034,8 @@ var init_engine5 = __esm({
         if (!dirs || dirs.length === 0) return null;
         const targetDir = join21(this.projectRoot, dirs[0], skill2.name);
         try {
-          mkdirSync4(targetDir, { recursive: true });
-          writeFileSync3(join21(targetDir, "SKILL.md"), skill2.content, "utf-8");
+          mkdirSync5(targetDir, { recursive: true });
+          writeFileSync4(join21(targetDir, "SKILL.md"), skill2.content, "utf-8");
           return join21(dirs[0], skill2.name, "SKILL.md");
         } catch {
           return null;
@@ -166668,7 +166805,7 @@ var init_task_graph = __esm({
 
 // src/orchestrate/context-collector.ts
 import { execFileSync as execFileSync2 } from "child_process";
-import { readFileSync as readFileSync14, existsSync as existsSync20 } from "fs";
+import { readFileSync as readFileSync15, existsSync as existsSync20 } from "fs";
 import { join as join22 } from "path";
 function normalizeEntryLimit(value, fallback) {
   if (!Number.isSafeInteger(value) || value < 1) return fallback;
@@ -166746,7 +166883,7 @@ function collectDependencies(projectDir2) {
   try {
     const pkgPath = join22(projectDir2, "package.json");
     if (!existsSync20(pkgPath)) return "";
-    const pkg = JSON.parse(readFileSync14(pkgPath, "utf-8"));
+    const pkg = JSON.parse(readFileSync15(pkgPath, "utf-8"));
     const parts = [];
     if (pkg.dependencies && Object.keys(pkg.dependencies).length > 0) {
       parts.push(`dependencies: ${Object.keys(pkg.dependencies).join(", ")}`);
@@ -169246,18 +169383,18 @@ __export(hooks_path_exports, {
   resolveGitDir: () => resolveGitDir,
   resolveHooksDir: () => resolveHooksDir
 });
-import { existsSync as existsSync21, readFileSync as readFileSync15, statSync as statSync5, mkdirSync as mkdirSync5 } from "fs";
+import { existsSync as existsSync21, readFileSync as readFileSync16, statSync as statSync6, mkdirSync as mkdirSync6 } from "fs";
 import path34 from "path";
 function resolveGitDir(projectRoot) {
   const dotGit = path34.join(projectRoot, ".git");
   if (!existsSync21(dotGit)) return null;
-  const stat5 = statSync5(dotGit);
+  const stat5 = statSync6(dotGit);
   if (stat5.isDirectory()) {
     return dotGit;
   }
   if (stat5.isFile()) {
     try {
-      const content = readFileSync15(dotGit, "utf-8").trim();
+      const content = readFileSync16(dotGit, "utf-8").trim();
       const match2 = content.match(/^gitdir:\s*(.+)$/);
       if (match2) {
         const gitdir = match2[1].trim();
@@ -169283,7 +169420,7 @@ function resolveHooksDir(projectRoot) {
 function ensureHooksDir(projectRoot) {
   const resolved = resolveHooksDir(projectRoot);
   if (!resolved) return null;
-  mkdirSync5(resolved.hooksDir, { recursive: true });
+  mkdirSync6(resolved.hooksDir, { recursive: true });
   return resolved;
 }
 var init_hooks_path = __esm({
@@ -173857,10 +173994,10 @@ Preview: ${analysis.description.slice(0, 300)}${analysis.description.length > 30
         const { ensureHooksDir: ensureHooksDir2 } = await Promise.resolve().then(() => (init_hooks_path(), hooks_path_exports));
         const resolved = ensureHooksDir2(project.rootPath);
         if (resolved) {
-          const { existsSync: existsSync22, readFileSync: readFileSync16, writeFileSync: writeFileSync4, chmodSync } = await import("fs");
+          const { existsSync: existsSync22, readFileSync: readFileSync17, writeFileSync: writeFileSync5, chmodSync } = await import("fs");
           const { hookPath } = resolved;
           const HOOK_MARKER = "# [memorix-git-hook]";
-          const needsInstall = !existsSync22(hookPath) || !readFileSync16(hookPath, "utf-8").includes(HOOK_MARKER);
+          const needsInstall = !existsSync22(hookPath) || !readFileSync17(hookPath, "utf-8").includes(HOOK_MARKER);
           if (needsInstall) {
             const hookScript = `#!/bin/sh
 ${HOOK_MARKER}
@@ -173870,8 +174007,8 @@ if command -v memorix >/dev/null 2>&1; then
 fi
 `;
             if (existsSync22(hookPath)) {
-              const existing = readFileSync16(hookPath, "utf-8");
-              writeFileSync4(hookPath, existing.trimEnd() + `
+              const existing = readFileSync17(hookPath, "utf-8");
+              writeFileSync5(hookPath, existing.trimEnd() + `
 
 ${HOOK_MARKER}
 if command -v memorix >/dev/null 2>&1; then
@@ -173879,7 +174016,7 @@ if command -v memorix >/dev/null 2>&1; then
 fi
 `, "utf-8");
             } else {
-              writeFileSync4(hookPath, hookScript, "utf-8");
+              writeFileSync5(hookPath, hookScript, "utf-8");
             }
             try {
               chmodSync(hookPath, 493);
@@ -174541,7 +174678,7 @@ var init_serve_shared = __esm({
 
 // src/cli/version.ts
 function getCliVersion() {
-  return true ? "1.8.9" : pkg.version;
+  return true ? "1.9.0" : pkg.version;
 }
 var init_version3 = __esm({
   "src/cli/version.ts"() {