claude-memory-layer 1.0.51 → 1.0.53

package/dist/cli/index.js

@@ -2327,6 +2327,10 @@ var DEFAULT_CONFIG2 = {
   // 5 minutes
   cleanupDays: 7
 };
+function isRetryableLanceCommitConflict(error) {
+  const normalized = error.toLowerCase();
+  return normalized.includes("lance") && normalized.includes("commit") && normalized.includes("conflict");
+}
 var VectorOutbox = class {
   constructor(db, config) {
     this.db = db;
@@ -2431,6 +2435,16 @@ var VectorOutbox = class {
     );
     if (rows.length === 0) return;
     const retryCount = rows[0].retry_count;
+    if (isRetryableLanceCommitConflict(error)) {
+      await dbRun(
+        this.db,
+        `UPDATE vector_outbox
+         SET status = 'pending', error = ?, updated_at = ?
+         WHERE job_id = ?`,
+        [error, now, jobId]
+      );
+      return;
+    }
     const newStatus = retryCount >= this.config.maxRetries - 1 ? "failed" : "pending";
     await dbRun(
       this.db,
@@ -4114,6 +4128,7 @@ var SQLiteEventStore = class {
   async getOutboxStats(options = {}) {
     await this.initialize();
     const thresholdMs = Number.isFinite(options.stuckThresholdMs) && (options.stuckThresholdMs ?? 0) >= 0 ? options.stuckThresholdMs : DEFAULT_OUTBOX_STUCK_THRESHOLD_MS;
+    const maxRetries = Number.isFinite(options.maxRetries) && (options.maxRetries ?? 0) > 0 ? options.maxRetries : DEFAULT_OUTBOX_MAX_RETRIES;
     const now = options.now ?? /* @__PURE__ */ new Date();
     const threshold = new Date(now.getTime() - thresholdMs).toISOString();
     const embeddingRows = sqliteAll(
@@ -4131,8 +4146,8 @@ var SQLiteEventStore = class {
       if (!Number.isFinite(time)) return null;
       return Math.max(0, now.getTime() - time);
     };
-    const fromRows = (rows, stuckProcessing, oldestProcessingAgeMs) => {
-      const out = { pending: 0, processing: 0, failed: 0, total: 0, stuckProcessing, oldestProcessingAgeMs };
+    const fromRows = (rows, stuckProcessing, oldestProcessingAgeMs, retryableFailed, quarantinedFailed) => {
+      const out = { pending: 0, processing: 0, failed: 0, retryableFailed, quarantinedFailed, total: 0, stuckProcessing, oldestProcessingAgeMs };
       for (const row of rows) {
         const key = row.status;
         if (key === "pending" || key === "processing" || key === "failed") {
@@ -4156,6 +4171,22 @@ var SQLiteEventStore = class {
        FROM embedding_outbox
        WHERE status = 'processing'`
     );
+    const embeddingRetryableFailed = sqliteGet(
+      this.db,
+      `SELECT COUNT(*) as count
+       FROM embedding_outbox
+       WHERE status = 'failed'
+         AND retry_count < ?`,
+      [maxRetries]
+    );
+    const embeddingQuarantinedFailed = sqliteGet(
+      this.db,
+      `SELECT COUNT(*) as count
+       FROM embedding_outbox
+       WHERE status = 'failed'
+         AND retry_count >= ?`,
+      [maxRetries]
+    );
     const vectorStuck = sqliteGet(
       this.db,
       `SELECT COUNT(*) as count
@@ -4170,16 +4201,36 @@ var SQLiteEventStore = class {
        FROM vector_outbox
        WHERE status = 'processing'`
     );
+    const vectorRetryableFailed = sqliteGet(
+      this.db,
+      `SELECT COUNT(*) as count
+       FROM vector_outbox
+       WHERE status = 'failed'
+         AND retry_count < ?`,
+      [maxRetries]
+    );
+    const vectorQuarantinedFailed = sqliteGet(
+      this.db,
+      `SELECT COUNT(*) as count
+       FROM vector_outbox
+       WHERE status = 'failed'
+         AND retry_count >= ?`,
+      [maxRetries]
+    );
     return {
       embedding: fromRows(
         embeddingRows,
         Number(embeddingStuck?.count ?? 0),
-        processingAgeMs(embeddingOldest?.oldest)
+        processingAgeMs(embeddingOldest?.oldest),
+        Number(embeddingRetryableFailed?.count ?? 0),
+        Number(embeddingQuarantinedFailed?.count ?? 0)
       ),
       vector: fromRows(
         vectorRows,
         Number(vectorStuck?.count ?? 0),
-        processingAgeMs(vectorOldest?.oldest)
+        processingAgeMs(vectorOldest?.oldest),
+        Number(vectorRetryableFailed?.count ?? 0),
+        Number(vectorQuarantinedFailed?.count ?? 0)
       )
     };
   }
@@ -18384,6 +18435,8 @@ function summarizeProjectOutbox(outbox) {
     pending: (embedding.pending || 0) + (vector.pending || 0),
     processing: (embedding.processing || 0) + (vector.processing || 0),
     failed: (embedding.failed || 0) + (vector.failed || 0),
+    retryableFailed: (embedding.retryableFailed || 0) + (vector.retryableFailed || 0),
+    quarantinedFailed: (embedding.quarantinedFailed || 0) + (vector.quarantinedFailed || 0),
     stuckProcessing: (embedding.stuckProcessing || 0) + (vector.stuckProcessing || 0)
   };
 }
@@ -18721,8 +18774,10 @@ function aggregateOutbox(outbox) {
   const pending = (outbox.embedding?.pending || 0) + (outbox.vector?.pending || 0);
   const processing = (outbox.embedding?.processing || 0) + (outbox.vector?.processing || 0);
   const failed = (outbox.embedding?.failed || 0) + (outbox.vector?.failed || 0);
+  const retryableFailed = (outbox.embedding?.retryableFailed || 0) + (outbox.vector?.retryableFailed || 0);
+  const quarantinedFailed = (outbox.embedding?.quarantinedFailed || 0) + (outbox.vector?.quarantinedFailed || 0);
   const stuckProcessing = (outbox.embedding?.stuckProcessing || 0) + (outbox.vector?.stuckProcessing || 0);
-  return { pending, processing, failed, stuckProcessing };
+  return { pending, processing, failed, retryableFailed, quarantinedFailed, stuckProcessing };
 }
 healthRouter.get("/setup", async (c) => {
   const memoryService = getLightweightServiceFromQuery(c);
@@ -18791,6 +18846,8 @@ healthRouter.get("/", async (c) => {
     const outboxPending = outbox.embedding.pending + outbox.vector.pending;
     const outboxProcessing = outbox.embedding.processing + outbox.vector.processing;
     const outboxFailed = outbox.embedding.failed + outbox.vector.failed;
+    const outboxRetryableFailed = (outbox.embedding.retryableFailed ?? 0) + (outbox.vector.retryableFailed ?? 0);
+    const outboxQuarantinedFailed = (outbox.embedding.quarantinedFailed ?? 0) + (outbox.vector.quarantinedFailed ?? 0);
     const outboxStuckProcessing = outbox.embedding.stuckProcessing + outbox.vector.stuckProcessing;
     const oldestProcessingAgeMs = Math.max(
       outbox.embedding.oldestProcessingAgeMs ?? 0,
@@ -18811,6 +18868,8 @@ healthRouter.get("/", async (c) => {
           pending: outboxPending,
           processing: outboxProcessing,
           failed: outboxFailed,
+          retryableFailed: outboxRetryableFailed,
+          quarantinedFailed: outboxQuarantinedFailed,
           stuckProcessing: outboxStuckProcessing,
           oldestProcessingAgeMs
         }
@@ -20843,38 +20902,65 @@ function resolveVectorStatusCommandOptions(options, cwd = process.cwd()) {
   if (options.project !== void 0 && options.project.trim().length === 0) {
     throw new Error("--project must not be empty");
   }
-  return { projectPath: options.project ?? cwd };
+  return { projectPath: options.project ?? cwd, json: options.json === true };
 }
 function formatVectorStatusReport(input) {
-  const embedding = normalizeQueue(input.outbox.embedding);
-  const vector = normalizeQueue(input.outbox.vector);
-  const totals = sumQueues(embedding, vector);
-  const status = totals.failed > 0 || totals.stuckProcessing > 0 ? "needs-attention" : "ok";
-  const oldestProcessingAge = maxNullable2(embedding.oldestProcessingAgeMs, vector.oldestProcessingAgeMs);
+  const report = buildVectorStatusReport(input);
+  const { embedding, vector, totals } = report.outbox;
+  const oldestProcessingAge = report.oldestProcessingAgeMs;
   const lines = [
     "Vector Outbox Status",
     `Vector count: ${input.stats.vectorCount}`,
     `Total events: ${input.stats.totalEvents}`,
     "",
-    "Queue      pending  processing  failed  stuck  total  oldest",
+    "Queue      pending  processing  failed  retryable  quarantined  stuck  total  oldest",
     formatQueueRow("Embedding", embedding),
     formatQueueRow("Vector", vector),
     formatQueueRow("Total", totals),
     "",
-    `Totals: pending=${totals.pending}, processing=${totals.processing}, failed=${totals.failed}, stuck=${totals.stuckProcessing}, total=${totals.total}`,
+    `Totals: pending=${totals.pending}, processing=${totals.processing}, failed=${totals.failed}, retryableFailed=${totals.retryableFailed ?? 0}, quarantinedFailed=${totals.quarantinedFailed ?? 0}, stuck=${totals.stuckProcessing}, total=${totals.total}`,
     `Oldest processing age: ${formatDuration2(oldestProcessingAge)}`,
-    `Status: ${status}`
+    `Status: ${report.status}`
   ];
-  if (status === "needs-attention") {
+  if (report.recommendedAction === "run-recovery") {
     lines.push("", "Next step: claude-memory-layer process --dry-run-recovery");
+  } else if (report.recommendedAction === "inspect-quarantined") {
+    lines.push("", "Next step: inspect quarantined outbox failures; recovery has no retryable failed rows.");
   }
   return lines.join("\n");
 }
+function formatVectorStatusJsonReport(input) {
+  return JSON.stringify(buildVectorStatusReport(input), null, 2);
+}
+function buildVectorStatusReport(input) {
+  const embedding = normalizeQueue(input.outbox.embedding);
+  const vector = normalizeQueue(input.outbox.vector);
+  const totals = sumQueues(embedding, vector);
+  const status = totals.failed > 0 || totals.stuckProcessing > 0 ? "needs-attention" : "ok";
+  const oldestProcessingAgeMs = maxNullable2(embedding.oldestProcessingAgeMs, vector.oldestProcessingAgeMs);
+  return {
+    storage: {
+      totalEvents: numberOrZero(input.stats.totalEvents),
+      vectorCount: numberOrZero(input.stats.vectorCount)
+    },
+    outbox: { embedding, vector, totals },
+    status,
+    recommendedAction: selectRecommendedAction(totals),
+    oldestProcessingAgeMs
+  };
+}
+function selectRecommendedAction(totals) {
+  if ((totals.retryableFailed ?? 0) > 0 || totals.stuckProcessing > 0) return "run-recovery";
+  if ((totals.quarantinedFailed ?? 0) > 0) return "inspect-quarantined";
+  return "none";
+}
 function normalizeQueue(queue) {
   return {
     pending: numberOrZero(queue.pending),
     processing: numberOrZero(queue.processing),
     failed: numberOrZero(queue.failed),
+    retryableFailed: numberOrZero(queue.retryableFailed),
+    quarantinedFailed: numberOrZero(queue.quarantinedFailed),
     total: numberOrZero(queue.total),
     stuckProcessing: numberOrZero(queue.stuckProcessing),
     oldestProcessingAgeMs: Number.isFinite(queue.oldestProcessingAgeMs ?? Number.NaN) ? queue.oldestProcessingAgeMs : null
@@ -20885,6 +20971,8 @@ function sumQueues(a, b) {
     pending: a.pending + b.pending,
     processing: a.processing + b.processing,
     failed: a.failed + b.failed,
+    retryableFailed: (a.retryableFailed ?? 0) + (b.retryableFailed ?? 0),
+    quarantinedFailed: (a.quarantinedFailed ?? 0) + (b.quarantinedFailed ?? 0),
     stuckProcessing: a.stuckProcessing + b.stuckProcessing,
     total: a.total + b.total,
     oldestProcessingAgeMs: maxNullable2(a.oldestProcessingAgeMs, b.oldestProcessingAgeMs)
@@ -20896,6 +20984,8 @@ function formatQueueRow(label, queue) {
     String(queue.pending).padStart(7),
     String(queue.processing).padStart(11),
     String(queue.failed).padStart(7),
+    String(queue.retryableFailed ?? 0).padStart(9),
+    String(queue.quarantinedFailed ?? 0).padStart(11),
     String(queue.stuckProcessing).padStart(6),
     String(queue.total).padStart(6),
     formatDuration2(queue.oldestProcessingAgeMs).padStart(7)
@@ -20907,7 +20997,8 @@ function maxNullable2(a, b) {
   return Math.max(a, b);
 }
 function numberOrZero(value) {
-  return Number.isFinite(value) && value > 0 ? Math.floor(value) : 0;
+  if (typeof value !== "number" || !Number.isFinite(value) || value <= 0) return 0;
+  return Math.floor(value);
 }
 function formatDuration2(ms) {
   if (ms === null) return "none";
@@ -21538,7 +21629,7 @@ async function runOperationCli(action, label) {
   }
 }
 var program = new Command();
-program.name("claude-memory-layer").description("Claude Code Memory Plugin CLI").version("1.0.51");
+program.name("claude-memory-layer").description("Claude Code Memory Plugin CLI").version("1.0.53");
 program.command("market-context").description("Fetch read-only DART/FRED/Finnhub context with structured MarketContextSnapshot bull/bear/risk/catalyst analysis").option("--company <name>", "Company name for DART fallback search and report subject").option("--dart-corp-code <code>", "Exact DART corp_code for issuer-specific filings").option("--symbol <ticker>", "Listed ticker for Finnhub company profile").option("--providers <list>", "Comma-separated providers: dart,fred,finnhub").option("--fred-series <list>", "Comma-separated FRED series IDs").option("--json", "Print structured JSON including analysis.marketSnapshot").option("--no-snapshot", "Disable MarketContextSnapshot and DART company snapshot analysis").action(async (options) => {
   try {
     await runMarketContextCommand(options);
@@ -21752,7 +21843,7 @@ program.command("stats").description("View memory statistics").option("-p, --pro
     process.exit(1);
   }
 });
-program.command("vector-status").description("Show aggregate vector outbox status").option("-p, --project <path>", "Project path (defaults to cwd)").action(async (options) => {
+program.command("vector-status").description("Show aggregate vector outbox status").option("-p, --project <path>", "Project path (defaults to cwd)").option("--json", "Print aggregate vector outbox status as JSON for automation").action(async (options) => {
   let service;
   try {
     const vectorOptions = resolveVectorStatusCommandOptions(options);
@@ -21761,7 +21852,8 @@ program.command("vector-status").description("Show aggregate vector outbox statu
       service.getStats(),
       service.getOutboxStats()
     ]);
-    console.log(formatVectorStatusReport({ stats, outbox }));
+    const rendered = vectorOptions.json ? formatVectorStatusJsonReport({ stats, outbox }) : formatVectorStatusReport({ stats, outbox });
+    console.log(rendered);
   } catch (error) {
     const message = error instanceof Error && error.message.startsWith("--") ? error.message : "Vector status failed";
     console.error(message);