memorix 1.2.7 → 1.2.8

package/dist/dashboard/static/app.js

@@ -216,6 +216,7 @@ const i18n = {
     backfillPending: 'Backfill Pending',
     vectorsMissing: 'vectors missing',
     noBackfillNeeded: 'All vectors indexed',
+    vectorStatusSessionLocal: 'Active MCP session',
     providerReady: 'Ready',
     providerUnavailable: 'Unavailable',
     providerDisabled: 'Disabled (BM25 only)',
@@ -647,6 +648,7 @@ const i18n = {
     backfillPending: '回填待处理',
     vectorsMissing: '条向量缺失',
     noBackfillNeeded: '所有向量已索引',
+    vectorStatusSessionLocal: '由活动 MCP 会话统计',
     providerReady: '就绪',
     providerUnavailable: '不可用',
     providerDisabled: '已禁用 (仅 BM25)',
@@ -1357,6 +1359,9 @@ async function loadDashboard() {
     : pendingProposals > 0
       ? { color: 'var(--accent-blue)', text: `${pendingProposals} ${t('pendingProposals')}` }
       : { color: 'var(--accent-green)', text: t('knowledgeReady') };
+  // Standalone dashboards and older control planes do not own the MCP process's
+  // in-memory index. Absence of a proof is not proof that every vector exists.
+  const vectorStatusAvailable = stats.vectorStatus?.available === true;
 
   const typeIcons = {
     'session-request': '<span class="iconify" data-icon="lucide:target" style="color:#f87171;"></span>', gotcha: '<span class="iconify" data-icon="lucide:alert-octagon" style="color:#ef4444;"></span>', 'problem-solution': '<span class="iconify" data-icon="lucide:lightbulb" style="color:#fbbf24;"></span>',
@@ -1418,8 +1423,8 @@ async function loadDashboard() {
             </div>
             <div>
               <div style="font-size:11px;color:var(--text-muted);margin-bottom:4px;">${t('backfillPending')}</div>
-              <div style="font-size:14px;font-weight:600;color:${(stats.vectorStatus?.missing || 0) > 0 ? 'var(--accent-amber)' : 'var(--accent-green)'};">
-                ${(stats.vectorStatus?.missing || 0) > 0 ? stats.vectorStatus.missing + ' ' + t('vectorsMissing') : t('noBackfillNeeded')}
+              <div style="font-size:14px;font-weight:600;color:${!vectorStatusAvailable ? 'var(--text-muted)' : (stats.vectorStatus?.missing || 0) > 0 ? 'var(--accent-amber)' : 'var(--accent-green)'};">
+                ${!vectorStatusAvailable ? t('vectorStatusSessionLocal') : (stats.vectorStatus?.missing || 0) > 0 ? stats.vectorStatus.missing + ' ' + t('vectorsMissing') : t('noBackfillNeeded')}
               </div>
             </div>
             <div>

package/dist/index.js

@@ -7181,6 +7181,10 @@ var init_maintenance_jobs = __esm({
         LIMIT 1
       `).get(input.projectId, input.kind, dedupeKey);
           if (existing) {
+            if (input.kind === "vector-backfill" && existing.status === "retry") {
+              this.commit();
+              return rowToJob(existing);
+            }
             const nextRunAfter = Math.min(Number(existing.run_after), runAfter);
             this.db.prepare(`
           UPDATE maintenance_jobs
@@ -7191,6 +7195,26 @@ var init_maintenance_jobs = __esm({
             this.commit();
             return rowToJob(updated);
           }
+          if (input.kind === "vector-backfill") {
+            const failed = this.db.prepare(`
+          SELECT * FROM maintenance_jobs
+          WHERE project_id = ? AND kind = ? AND dedupe_key = ? AND status = 'failed'
+          ORDER BY updated_at DESC
+          LIMIT 1
+        `).get(input.projectId, input.kind, dedupeKey);
+            if (failed) {
+              this.db.prepare(`
+            UPDATE maintenance_jobs
+            SET status = 'pending', attempts = 0, max_attempts = ?, run_after = ?,
+                payload_json = ?, lease_owner = NULL, lease_expires_at = NULL,
+                last_error = NULL, completed_at = NULL, updated_at = ?
+            WHERE id = ?
+          `).run(maxAttempts, runAfter, payloadJson, now3, failed.id);
+              const revived = this.getRow(failed.id);
+              this.commit();
+              return rowToJob(revived);
+            }
+          }
           const id = randomUUID2();
           this.db.prepare(`
         INSERT INTO maintenance_jobs (
@@ -7362,15 +7386,42 @@ var init_maintenance_jobs = __esm({
         const now3 = options.now ?? Date.now();
         const delayMs = Number.isFinite(options.delayMs) ? Math.max(0, Math.floor(options.delayMs)) : 0;
         const payloadJson = options.payload === void 0 ? null : JSON.stringify(options.payload);
+        const status = options.status === "retry" ? "retry" : "pending";
+        const hasLastError = options.lastError !== void 0;
+        const lastError = hasLastError ? errorText(options.lastError) : null;
         this.db.prepare(`
       UPDATE maintenance_jobs
-      SET status = 'pending', run_after = ?, attempts = CASE WHEN ? THEN 0 ELSE attempts END,
+      SET status = ?, run_after = ?, attempts = CASE WHEN ? THEN 0 ELSE attempts END,
           payload_json = COALESCE(?, payload_json),
+          last_error = CASE
+            WHEN ? THEN NULL
+            WHEN ? THEN ?
+            ELSE last_error
+          END,
           lease_owner = NULL, lease_expires_at = NULL, updated_at = ?
       WHERE id = ? AND status = 'running' AND lease_owner = ?
-    `).run(now3 + delayMs, options.resetAttempts ? 1 : 0, payloadJson, now3, id, workerId);
+    `).run(
+          status,
+          now3 + delayMs,
+          options.resetAttempts ? 1 : 0,
+          payloadJson,
+          options.clearLastError ? 1 : 0,
+          hasLastError ? 1 : 0,
+          lastError,
+          now3,
+          id,
+          workerId
+        );
         return this.get(id);
       }
+      resolveFailedVectorBackfills(projectId, dedupeKey = "vector-backfill", now3 = Date.now()) {
+        const result = this.db.prepare(`
+      UPDATE maintenance_jobs
+      SET status = 'completed', completed_at = ?, updated_at = ?
+      WHERE project_id = ? AND kind = 'vector-backfill' AND dedupe_key = ? AND status = 'failed'
+    `).run(now3, now3, projectId, dedupeKey);
+        return Number(result.changes ?? 0);
+      }
       fail(id, workerId, error, now3 = Date.now()) {
         this.begin();
         try {
@@ -7466,6 +7517,9 @@ var init_maintenance_jobs = __esm({
                 delayMs: result.delayMs,
                 resetAttempts: result.resetAttempts,
                 payload: result.payload,
+                status: result.status,
+                lastError: result.lastError,
+                clearLastError: result.clearLastError,
                 now: now3
               });
               return { state: "rescheduled", job: updated2 };
@@ -8444,6 +8498,9 @@ function normalizeEmbeddingFailure(error) {
     message: raw
   };
 }
+function vectorBackfillError(error) {
+  return sanitizeCredentials(normalizeEmbeddingFailure(error).message).slice(0, 1e3);
+}
 function queueVectorBackfill(projectId) {
   const dataDir = projectDir;
   if (!dataDir) return;
@@ -9199,17 +9256,53 @@ async function backfillVectorEmbeddings(options = {}) {
   let succeeded = 0;
   let failed = 0;
   let lastFailure;
+  const recordFailure = (message) => {
+    if (!lastFailure) lastFailure = message;
+  };
+  const candidates = [];
+  for (const id of ids) {
+    const observation = observationById.get(id);
+    if (!observation) {
+      vectorMissingIds.delete(id);
+      continue;
+    }
+    candidates.push({
+      id,
+      observation,
+      text: [observation.title, observation.narrative, ...observation.facts].join(" ")
+    });
+  }
   try {
-    for (const id of ids) {
-      const obs = observationById.get(id);
-      if (!obs) {
-        vectorMissingIds.delete(id);
-        continue;
+    if (candidates.length === 0) {
+      return { attempted: ids.length, succeeded, failed };
+    }
+    let embeddings = null;
+    try {
+      const provider2 = await getEmbeddingProvider();
+      if (!provider2) {
+        if (isEmbeddingExplicitlyDisabled()) {
+          for (const candidate of candidates) vectorMissingIds.delete(candidate.id);
+        } else {
+          recordFailure("embedding provider unavailable");
+          failed += candidates.length;
+        }
+      } else {
+        embeddings = await provider2.embedBatch(candidates.map((candidate) => candidate.text));
       }
-      const text = [obs.title, obs.narrative, ...obs.facts].join(" ");
-      try {
-        const embedding = await generateEmbedding(text);
-        if (embedding) {
+    } catch (error) {
+      recordFailure(vectorBackfillError(error));
+      failed += candidates.length;
+    }
+    if (embeddings) {
+      for (let index = 0; index < candidates.length; index++) {
+        const { id, observation: obs } = candidates[index];
+        const embedding = embeddings[index];
+        if (!embedding || embedding.length === 0) {
+          recordFailure("embedding provider returned no vector");
+          failed++;
+          continue;
+        }
+        try {
           if (!isVectorCompatibleWithCurrentIndex(embedding)) {
             await upgradeVectorSchemaAfterFirstEmbedding(embedding);
           }
@@ -9218,7 +9311,7 @@ async function backfillVectorEmbeddings(options = {}) {
             console.error(
               `[memorix] Backfill embedding mismatch for obs-${id}: provider returned ${embedding.length}d, index expects ${vectorDimensions ?? "unknown"}d (kept in queue)`
             );
-            lastFailure = `dimension mismatch: provider returned ${embedding.length}d, index expects ${vectorDimensions ?? "unknown"}d`;
+            recordFailure(`dimension mismatch: provider returned ${embedding.length}d, index expects ${vectorDimensions ?? "unknown"}d`);
             failed++;
             continue;
           }
@@ -9257,15 +9350,10 @@ async function backfillVectorEmbeddings(options = {}) {
           await insertObservation(doc);
           vectorMissingIds.delete(id);
           succeeded++;
-        } else if (isEmbeddingExplicitlyDisabled()) {
-          vectorMissingIds.delete(id);
-        } else {
-          lastFailure = "embedding provider unavailable";
+        } catch (error) {
+          recordFailure(vectorBackfillError(error));
           failed++;
         }
-      } catch (err) {
-        lastFailure = err instanceof Error ? err.message : String(err);
-        failed++;
       }
     }
   } finally {
@@ -9278,7 +9366,12 @@ async function backfillVectorEmbeddings(options = {}) {
       finishedAt: (/* @__PURE__ */ new Date()).toISOString()
     };
   }
-  return { attempted: ids.length, succeeded, failed };
+  return {
+    attempted: ids.length,
+    succeeded,
+    failed,
+    ...lastFailure ? { lastError: lastFailure } : {}
+  };
 }
 var observations, nextId, projectDir, searchIndexPrepared, vectorMissingIds, vectorBackfillRunning, vectorSchemaUpgradePromise, lastVectorBackfill, embeddingFailureLogTimestamps, EMBEDDING_FAILURE_LOG_COOLDOWN_MS;
 var init_observations = __esm({
@@ -14915,6 +15008,26 @@ function vectorBatchSize(payload) {
   if (typeof value !== "number" || !Number.isFinite(value)) return DEFAULT_VECTOR_BATCH_SIZE;
   return Math.min(100, Math.max(1, Math.floor(value)));
 }
+function vectorBackfillFailureStreak(payload) {
+  const value = payload.vectorBackfillFailureStreak;
+  return typeof value === "number" && Number.isFinite(value) ? Math.min(16, Math.max(0, Math.floor(value))) : 0;
+}
+function vectorBackfillRetryDelayMs(streak) {
+  return Math.min(
+    VECTOR_FAILURE_MAX_RETRY_DELAY_MS,
+    VECTOR_FAILURE_BASE_RETRY_DELAY_MS * 2 ** Math.max(0, streak - 1)
+  );
+}
+function withoutVectorBackfillFailureStreak(payload) {
+  const { vectorBackfillFailureStreak: _streak, ...rest } = payload;
+  return rest;
+}
+function resolveSupersededVectorFailures(projectDir2, projectId) {
+  try {
+    new MaintenanceJobStore(projectDir2).resolveFailedVectorBackfills(projectId);
+  } catch {
+  }
+}
 function retentionBatchSize(payload) {
   const value = payload.limit;
   if (typeof value !== "number" || !Number.isFinite(value)) return DEFAULT_RETENTION_BATCH_SIZE;
@@ -15323,20 +15436,45 @@ function createProjectMaintenanceHandler(projectId, projectDir2, projectRoot, op
     if (isEmbeddingExplicitlyDisabled2()) return { action: "complete" };
     const { backfillVectorEmbeddings: backfillVectorEmbeddings2, getVectorStatus: getVectorStatus2 } = await Promise.resolve().then(() => (init_observations(), observations_exports));
     const before = getVectorStatus2(projectId);
-    if (before.missing === 0) return { action: "complete" };
+    if (before.missing === 0) {
+      resolveSupersededVectorFailures(projectDir2, projectId);
+      return { action: "complete" };
+    }
     const result = await backfillVectorEmbeddings2({
       projectId,
       limit: vectorBatchSize(job.payload)
     });
     const after = getVectorStatus2(projectId);
-    if (after.missing === 0) return { action: "complete" };
+    if (after.missing === 0) {
+      resolveSupersededVectorFailures(projectDir2, projectId);
+      return { action: "complete" };
+    }
     if (result.failed > 0 && result.succeeded === 0) {
-      throw new Error(`vector backfill made no progress (${result.failed}/${result.attempted} failed)`);
+      const streak = vectorBackfillFailureStreak(job.payload) + 1;
+      return {
+        action: "reschedule",
+        status: "retry",
+        delayMs: vectorBackfillRetryDelayMs(streak),
+        // This is a recoverable provider/index state, not a terminal job error.
+        // Keeping one retry row prevents new MCP processes from creating a storm.
+        resetAttempts: true,
+        payload: {
+          ...job.payload,
+          vectorBackfillFailureStreak: streak
+        },
+        lastError: result.lastError ?? `vector backfill made no progress (${result.failed}/${result.attempted} failed)`
+      };
     }
+    const priorFailureStreak = vectorBackfillFailureStreak(job.payload);
+    const payload = withoutVectorBackfillFailureStreak(job.payload);
     return {
       action: "reschedule",
       delayMs: result.attempted === 0 ? VECTOR_RETRY_DELAY_MS : 0,
-      resetAttempts: result.succeeded > 0
+      resetAttempts: result.succeeded > 0,
+      ...result.succeeded > 0 ? {
+        ...priorFailureStreak > 0 ? { payload } : {},
+        ...result.failed > 0 && result.lastError ? { lastError: result.lastError } : priorFailureStreak > 0 ? { clearLastError: true } : {}
+      } : {}
     };
   };
 }
@@ -15349,11 +15487,12 @@ function createProjectMaintenanceDispatcher(projectId, projectDir2, projectRoot,
     return isolatedRunner({ job, projectRoot, dataDir: projectDir2 });
   };
 }
-var DEFAULT_VECTOR_BATCH_SIZE, DEFAULT_RETENTION_BATCH_SIZE, DEFAULT_CONSOLIDATION_BATCH_SIZE, DEFAULT_CODEGRAPH_MAX_FILES, DEFAULT_CLAIM_DERIVATION_BATCH_SIZE, DEFAULT_OBSERVATION_QUALIFICATION_BATCH_SIZE, VECTOR_RETRY_DELAY_MS, DEDUP_PER_PAIR_TIMEOUT_MS;
+var DEFAULT_VECTOR_BATCH_SIZE, DEFAULT_RETENTION_BATCH_SIZE, DEFAULT_CONSOLIDATION_BATCH_SIZE, DEFAULT_CODEGRAPH_MAX_FILES, DEFAULT_CLAIM_DERIVATION_BATCH_SIZE, DEFAULT_OBSERVATION_QUALIFICATION_BATCH_SIZE, VECTOR_RETRY_DELAY_MS, VECTOR_FAILURE_BASE_RETRY_DELAY_MS, VECTOR_FAILURE_MAX_RETRY_DELAY_MS, DEDUP_PER_PAIR_TIMEOUT_MS;
 var init_project_maintenance = __esm({
   "src/runtime/project-maintenance.ts"() {
     "use strict";
     init_esm_shims();
+    init_maintenance_jobs();
     init_isolated_maintenance();
     init_lifecycle();
     init_timeout();
@@ -15364,6 +15503,8 @@ var init_project_maintenance = __esm({
     DEFAULT_CLAIM_DERIVATION_BATCH_SIZE = 100;
     DEFAULT_OBSERVATION_QUALIFICATION_BATCH_SIZE = 100;
     VECTOR_RETRY_DELAY_MS = 5e3;
+    VECTOR_FAILURE_BASE_RETRY_DELAY_MS = 6e4;
+    VECTOR_FAILURE_MAX_RETRY_DELAY_MS = 15 * 6e4;
     DEDUP_PER_PAIR_TIMEOUT_MS = 5e3;
   }
 });
@@ -20698,6 +20839,17 @@ async function handleApi(req, res, dataDir, projectId, projectName, baseDir, pro
           sourceCounts,
           recentObservations: sorted,
           embedding: embeddingStatus,
+          // A standalone dashboard has no access to an active MCP
+          // process's in-memory Orama index. Keep this explicit so the
+          // UI never presents an empty local singleton as a healthy
+          // all-vectors-indexed result.
+          vectorStatus: {
+            available: false,
+            total: 0,
+            missing: 0,
+            missingIds: [],
+            backfillRunning: false
+          },
           storage: storageInfo,
           maintenance,
           ...lifecycle ? { lifecycle } : {},
@@ -27858,7 +28010,7 @@ The path should point to a directory containing a .git folder.`
   };
   const server = existingServer ?? new McpServer({
     name: "memorix",
-    version: true ? "1.2.7" : "1.0.1"
+    version: true ? "1.2.8" : "1.0.1"
   });
   const originalRegisterTool = server.registerTool.bind(server);
   server.registerTool = ((name, ...args) => {