@xdarkicex/openclaw-memory-libravdb 1.9.1 → 1.9.3

package/dist/context-engine.js

@@ -748,10 +748,6 @@ function resolveDynamicCompactThreshold(tokenBudget, compactThreshold, compactio
         logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=explicit tokenBudget=${tokenBudget} compactThreshold=${compactThreshold} → ${val}`);
         return val;
     }
-    if (compactSessionTokenBudget === 0) {
-        logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=disabled tokenBudget=${tokenBudget}`);
-        return undefined;
-    }
     const normalizedBudget = normalizeTokenBudget(tokenBudget);
     if (normalizedBudget == null) {
         logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=null_budget tokenBudget=${tokenBudget} → undefined`);
@@ -763,6 +759,12 @@ function resolveDynamicCompactThreshold(tokenBudget, compactThreshold, compactio
     // enough turns to compact) or absurdly high (Codex Runtime 1M tokens
     // would produce an unreachable 800k threshold).
     const withBounds = Math.max(2000, Math.min(16000, derived));
+    // User-configured compactSessionTokenBudget overrides the ceiling.
+    if (typeof compactSessionTokenBudget === "number" && compactSessionTokenBudget > 0) {
+        const capped = Math.min(withBounds, compactSessionTokenBudget);
+        logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=user_cap tokenBudget=${tokenBudget} normalizedBudget=${normalizedBudget} fraction=${fraction} derived=${derived} withBounds=${withBounds} cap=${compactSessionTokenBudget} → ${capped}`);
+        return capped;
+    }
     logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=clamped tokenBudget=${tokenBudget} normalizedBudget=${normalizedBudget} fraction=${fraction} derived=${derived} withBounds=${withBounds} → ${withBounds}`);
     return withBounds;
 }
@@ -772,13 +774,6 @@ function resolvePredictiveCompactionTarget(params) {
     if (currentTokenCount == null || threshold == null || currentTokenCount < threshold) {
         return undefined;
     }
-    const sinceLastBudget = normalizeTokenBudget(params.compactSessionTokenBudget);
-    const lastCompactedTokenCount = normalizeCurrentTokenCount(params.lastCompactedTokenCount);
-    if (sinceLastBudget != null &&
-        lastCompactedTokenCount != null &&
-        currentTokenCount - lastCompactedTokenCount < sinceLastBudget) {
-        return undefined;
-    }
     const belowThresholdTarget = Math.max(1, threshold - 1);
     return belowThresholdTarget < currentTokenCount
         ? belowThresholdTarget
@@ -945,7 +940,30 @@ function canonicalizeCompactedSessionContextBlocks(text) {
         catch {
             return match;
         }
-        return `<compacted_session_context${attrs}>\n${firstLine}\n</compacted_session_context>`;
+        // Keep JSON state line + first (latest, most complete) render ledger.
+        // Strip subsequent repeated render ledgers from older compaction cycles.
+        // Record boundary: second occurrence of any render-ledger heading.
+        // Use the same heading set as COMPACTED_SESSION_RENDER_LEDGER_RE.
+        const HEADING_RE = /(?:^|\n)(?:Artifacts:|Constraints:|Open Next Steps:|Extracted context anchors:)/g;
+        let headingMatch;
+        let headingCount = 0;
+        const seen = new Set();
+        let cutIdx = rest.length;
+        while ((headingMatch = HEADING_RE.exec(rest)) !== null) {
+            const heading = headingMatch[0].replace(/^\n/, "");
+            if (seen.has(heading)) {
+                // Repeat heading — second ledger starts here.
+                cutIdx = headingMatch.index;
+                break;
+            }
+            seen.add(heading);
+            headingCount++;
+        }
+        const keptRest = rest.slice(0, cutIdx).trim();
+        if (!keptRest) {
+            return `<compacted_session_context${attrs}>\n${firstLine}\n</compacted_session_context>`;
+        }
+        return `<compacted_session_context${attrs}>\n${firstLine}\n${keptRest}\n</compacted_session_context>`;
     });
 }
 function demoteDaemonAuthoredContextBlocks(text) {
@@ -1408,6 +1426,26 @@ export function normalizeAssembleResult(result, sourceMessages) {
     const systemPromptWasReduced = rawSystemPromptAddition.length > systemPromptAddition.length;
     const messages = [];
     const extractedMemoryItems = [];
+    let lastProviderReplayKey;
+    let lastSourceIndex;
+    const pushProviderReplayMessage = (message, sourceIndex) => {
+        const key = `${message.role}\0${message.content}`;
+        if (key === lastProviderReplayKey) {
+            if (lastSourceIndex !== undefined &&
+                sourceIndex !== undefined &&
+                lastSourceIndex >= 0 &&
+                sourceIndex >= 0 &&
+                lastSourceIndex !== sourceIndex) {
+                // Fall through — push the message.
+            }
+            else {
+                return;
+            }
+        }
+        messages.push(message);
+        lastProviderReplayKey = key;
+        lastSourceIndex = sourceIndex;
+    };
     const pushMemoryItem = (args) => {
         if (args.content.trim().length === 0)
             return;
@@ -1417,6 +1455,7 @@ export function normalizeAssembleResult(result, sourceMessages) {
     if (Array.isArray(result.messages)) {
         const lastUserIndex = sourceMessages ? findLastUserMessageIndex(sourceMessages) : -1;
         let liveSourceCursor = sourceMessages ? lastUserIndex + 1 : undefined;
+        let providerReplaySourceCursor = sourceMessages ? 0 : undefined;
         for (const message of result.messages) {
             const content = normalizeKernelContent(message.content);
             const historicalToolSource = getHistoricalToolSource(message.role, message.content, content);
@@ -1429,6 +1468,10 @@ export function normalizeAssembleResult(result, sourceMessages) {
             }
             const liveToolProtocolSource = consumeLiveToolAtCursor(message, content, sourceMessages, liveSourceCursor, lastUserIndex >= 0 ? lastUserIndex : undefined);
             if (liveToolProtocolSource) {
+                // Live tool protocol messages are cursor-guarded by
+                // consumeLiveToolAtCursor — consecutive toolResults with the
+                // same content but different toolCallId linkage must not be
+                // collapsed. Push directly, bypassing provider-replay dedup.
                 messages.push(preserveLiveToolProtocolMessage(liveToolProtocolSource.message));
                 liveSourceCursor = liveToolProtocolSource.index + 1;
             }
@@ -1460,11 +1503,19 @@ export function normalizeAssembleResult(result, sourceMessages) {
                     }
                     continue;
                 }
-                messages.push({
+                const providerReplaySourceIndex = sourceMessages
+                    ? findMatchingSourceMessageIndex(message, content, sourceMessages, providerReplaySourceCursor)
+                    : undefined;
+                pushProviderReplayMessage({
                     role: message.role,
                     content: sanitizedContent,
                     ...(typeof message.id === "string" ? { id: message.id } : {}),
-                });
+                }, providerReplaySourceIndex);
+                if (providerReplaySourceCursor !== undefined &&
+                    providerReplaySourceIndex !== undefined &&
+                    providerReplaySourceIndex >= 0) {
+                    providerReplaySourceCursor = providerReplaySourceIndex + 1;
+                }
             }
             else {
                 // Daemon memory items may not be in sourceMessages — only advance
@@ -1596,8 +1647,6 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
     }
     const predictiveContextCache = new Map();
     const PREDICTIVE_CACHE_MAX_SIZE = 100;
-    const predictiveCompactionCursors = new Map();
-    const PREDICTIVE_COMPACTION_CURSOR_MAX_SIZE = 100;
     // BeforeTurnKernel state
     const turnCache = new TurnMemoryCache(100);
     const circuitBreakers = new Map();
@@ -1795,14 +1844,6 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
         return scored.slice(0, maxItems).map((s) => s.prediction);
     }
     const getDynamicCompactThreshold = (tokenBudget) => resolveDynamicCompactThreshold(tokenBudget, cfg.compactThreshold, cfg.compactionThresholdFraction, cfg.compactSessionTokenBudget);
-    const markPredictiveCompactionCursor = (sessionId, currentTokenCount) => {
-        if (predictiveCompactionCursors.size >= PREDICTIVE_COMPACTION_CURSOR_MAX_SIZE) {
-            const oldest = predictiveCompactionCursors.keys().next().value;
-            if (oldest !== undefined)
-                predictiveCompactionCursors.delete(oldest);
-        }
-        predictiveCompactionCursors.set(sessionId, currentTokenCount);
-    };
     const buildAssemblyConfig = (tokenBudget) => ({
         useSessionRecallProjection: cfg.useSessionRecallProjection,
         useSessionSummarySearchExperiment: cfg.useSessionSummarySearchExperiment,
@@ -2014,8 +2055,6 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
         const predictiveTargetSize = resolvePredictiveCompactionTarget({
             currentTokenCount: currentContextTokens,
             threshold: dynamicCompactThreshold,
-            compactSessionTokenBudget: cfg.compactSessionTokenBudget,
-            lastCompactedTokenCount: predictiveCompactionCursors.get(args.sessionId),
         });
         if (currentContextTokens == null ||
             dynamicCompactThreshold == null ||
@@ -2038,9 +2077,6 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
             force: true,
             currentTokenCount: currentContextTokens,
         });
-        if (compactionResult.compacted) {
-            markPredictiveCompactionCursor(args.sessionId, currentContextTokens);
-        }
         logPredictiveCompactionOutcome({
             logger,
             phase: "afterTurn",
@@ -2059,7 +2095,6 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
         async bootstrap(args) {
             const sessionId = requireSessionId(args.sessionId, "bootstrap");
             predictiveContextCache.delete(sessionId);
-            predictiveCompactionCursors.delete(sessionId);
             postToolRecallCache.delete(sessionId);
             asyncIngestionQueues.delete(sessionId);
             const userId = resolveUserId({
@@ -2127,8 +2162,6 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
             const predictiveTargetSize = resolvePredictiveCompactionTarget({
                 currentTokenCount: currentContextTokens,
                 threshold: dynamicCompactThreshold,
-                compactSessionTokenBudget: cfg.compactSessionTokenBudget,
-                lastCompactedTokenCount: predictiveCompactionCursors.get(sessionId),
             });
             if (dynamicCompactThreshold != null && predictiveTargetSize != null) {
                 logPredictiveCompactionAttempt({
@@ -2147,9 +2180,6 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
                     force: true,
                     currentTokenCount: currentContextTokens,
                 });
-                if (compactionResult.compacted) {
-                    markPredictiveCompactionCursor(sessionId, currentContextTokens);
-                }
                 logPredictiveCompactionOutcome({
                     logger,
                     phase: "assemble",
@@ -2533,7 +2563,6 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
                 }
             }
             predictiveContextCache.clear();
-            predictiveCompactionCursors.clear();
             postToolRecallCache.clear();
             asyncIngestionQueues.clear();
             triggerCache.clear();

package/dist/index.js

@@ -36117,10 +36117,6 @@ function resolveDynamicCompactThreshold(tokenBudget, compactThreshold, compactio
     logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=explicit tokenBudget=${tokenBudget} compactThreshold=${compactThreshold} \u2192 ${val}`);
     return val;
   }
-  if (compactSessionTokenBudget === 0) {
-    logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=disabled tokenBudget=${tokenBudget}`);
-    return void 0;
-  }
   const normalizedBudget = normalizeTokenBudget(tokenBudget);
   if (normalizedBudget == null) {
     logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=null_budget tokenBudget=${tokenBudget} \u2192 undefined`);
@@ -36129,6 +36125,11 @@ function resolveDynamicCompactThreshold(tokenBudget, compactThreshold, compactio
   const fraction = normalizeThresholdFraction(compactionThresholdFraction);
   const derived = Math.max(1, Math.floor(normalizedBudget * fraction));
   const withBounds = Math.max(2e3, Math.min(16e3, derived));
+  if (typeof compactSessionTokenBudget === "number" && compactSessionTokenBudget > 0) {
+    const capped = Math.min(withBounds, compactSessionTokenBudget);
+    logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=user_cap tokenBudget=${tokenBudget} normalizedBudget=${normalizedBudget} fraction=${fraction} derived=${derived} withBounds=${withBounds} cap=${compactSessionTokenBudget} \u2192 ${capped}`);
+    return capped;
+  }
   logger?.info?.(`[compact:trace] resolveDynamicCompactThreshold branch=clamped tokenBudget=${tokenBudget} normalizedBudget=${normalizedBudget} fraction=${fraction} derived=${derived} withBounds=${withBounds} \u2192 ${withBounds}`);
   return withBounds;
 }
@@ -36138,11 +36139,6 @@ function resolvePredictiveCompactionTarget(params) {
   if (currentTokenCount == null || threshold == null || currentTokenCount < threshold) {
     return void 0;
   }
-  const sinceLastBudget = normalizeTokenBudget(params.compactSessionTokenBudget);
-  const lastCompactedTokenCount = normalizeCurrentTokenCount(params.lastCompactedTokenCount);
-  if (sinceLastBudget != null && lastCompactedTokenCount != null && currentTokenCount - lastCompactedTokenCount < sinceLastBudget) {
-    return void 0;
-  }
   const belowThresholdTarget = Math.max(1, threshold - 1);
   return belowThresholdTarget < currentTokenCount ? belowThresholdTarget : Math.max(1, currentTokenCount - 1);
 }
@@ -36280,8 +36276,29 @@ function canonicalizeCompactedSessionContextBlocks(text) {
     } catch {
       return match;
     }
+    const HEADING_RE = /(?:^|\n)(?:Artifacts:|Constraints:|Open Next Steps:|Extracted context anchors:)/g;
+    let headingMatch;
+    let headingCount = 0;
+    const seen = /* @__PURE__ */ new Set();
+    let cutIdx = rest.length;
+    while ((headingMatch = HEADING_RE.exec(rest)) !== null) {
+      const heading = headingMatch[0].replace(/^\n/, "");
+      if (seen.has(heading)) {
+        cutIdx = headingMatch.index;
+        break;
+      }
+      seen.add(heading);
+      headingCount++;
+    }
+    const keptRest = rest.slice(0, cutIdx).trim();
+    if (!keptRest) {
+      return `<compacted_session_context${attrs}>
+${firstLine}
+</compacted_session_context>`;
+    }
     return `<compacted_session_context${attrs}>
 ${firstLine}
+${keptRest}
 </compacted_session_context>`;
   });
 }
@@ -36656,6 +36673,20 @@ function normalizeAssembleResult(result, sourceMessages) {
   const systemPromptWasReduced = rawSystemPromptAddition.length > systemPromptAddition.length;
   const messages = [];
   const extractedMemoryItems = [];
+  let lastProviderReplayKey;
+  let lastSourceIndex;
+  const pushProviderReplayMessage = (message, sourceIndex) => {
+    const key = `${message.role}\0${message.content}`;
+    if (key === lastProviderReplayKey) {
+      if (lastSourceIndex !== void 0 && sourceIndex !== void 0 && lastSourceIndex >= 0 && sourceIndex >= 0 && lastSourceIndex !== sourceIndex) {
+      } else {
+        return;
+      }
+    }
+    messages.push(message);
+    lastProviderReplayKey = key;
+    lastSourceIndex = sourceIndex;
+  };
   const pushMemoryItem = (args) => {
     if (args.content.trim().length === 0) return;
     const roleAttr = args.role ? ` role="${escapeMemoryFactText(args.role)}"` : "";
@@ -36666,6 +36697,7 @@ function normalizeAssembleResult(result, sourceMessages) {
   if (Array.isArray(result.messages)) {
     const lastUserIndex = sourceMessages ? findLastUserMessageIndex(sourceMessages) : -1;
     let liveSourceCursor = sourceMessages ? lastUserIndex + 1 : void 0;
+    let providerReplaySourceCursor = sourceMessages ? 0 : void 0;
     for (const message of result.messages) {
       const content = normalizeKernelContent(message.content);
       const historicalToolSource = getHistoricalToolSource(message.role, message.content, content);
@@ -36709,11 +36741,18 @@ function normalizeAssembleResult(result, sourceMessages) {
           }
           continue;
         }
-        messages.push({
-          role: message.role,
-          content: sanitizedContent,
-          ...typeof message.id === "string" ? { id: message.id } : {}
-        });
+        const providerReplaySourceIndex = sourceMessages ? findMatchingSourceMessageIndex(message, content, sourceMessages, providerReplaySourceCursor) : void 0;
+        pushProviderReplayMessage(
+          {
+            role: message.role,
+            content: sanitizedContent,
+            ...typeof message.id === "string" ? { id: message.id } : {}
+          },
+          providerReplaySourceIndex
+        );
+        if (providerReplaySourceCursor !== void 0 && providerReplaySourceIndex !== void 0 && providerReplaySourceIndex >= 0) {
+          providerReplaySourceCursor = providerReplaySourceIndex + 1;
+        }
       } else {
         if (liveSourceCursor !== void 0 && sourceMessages) {
           const idx = findMatchingSourceMessageIndex(message, content, sourceMessages, liveSourceCursor);
@@ -36817,8 +36856,6 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
   }
   const predictiveContextCache = /* @__PURE__ */ new Map();
   const PREDICTIVE_CACHE_MAX_SIZE = 100;
-  const predictiveCompactionCursors = /* @__PURE__ */ new Map();
-  const PREDICTIVE_COMPACTION_CURSOR_MAX_SIZE = 100;
   const turnCache = new TurnMemoryCache(100);
   const circuitBreakers = /* @__PURE__ */ new Map();
   const CIRCUIT_STATE_MAX_SIZE = 200;
@@ -37011,13 +37048,6 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
     cfg.compactionThresholdFraction,
     cfg.compactSessionTokenBudget
   );
-  const markPredictiveCompactionCursor = (sessionId, currentTokenCount) => {
-    if (predictiveCompactionCursors.size >= PREDICTIVE_COMPACTION_CURSOR_MAX_SIZE) {
-      const oldest = predictiveCompactionCursors.keys().next().value;
-      if (oldest !== void 0) predictiveCompactionCursors.delete(oldest);
-    }
-    predictiveCompactionCursors.set(sessionId, currentTokenCount);
-  };
   const buildAssemblyConfig = (tokenBudget) => ({
     useSessionRecallProjection: cfg.useSessionRecallProjection,
     useSessionSummarySearchExperiment: cfg.useSessionSummarySearchExperiment,
@@ -37209,9 +37239,7 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
     });
     const predictiveTargetSize = resolvePredictiveCompactionTarget({
       currentTokenCount: currentContextTokens,
-      threshold: dynamicCompactThreshold,
-      compactSessionTokenBudget: cfg.compactSessionTokenBudget,
-      lastCompactedTokenCount: predictiveCompactionCursors.get(args.sessionId)
+      threshold: dynamicCompactThreshold
     });
     if (currentContextTokens == null || dynamicCompactThreshold == null || predictiveTargetSize == null) {
       return;
@@ -37232,9 +37260,6 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
       force: true,
       currentTokenCount: currentContextTokens
     });
-    if (compactionResult.compacted) {
-      markPredictiveCompactionCursor(args.sessionId, currentContextTokens);
-    }
     logPredictiveCompactionOutcome({
       logger,
       phase: "afterTurn",
@@ -37253,7 +37278,6 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
     async bootstrap(args) {
       const sessionId = requireSessionId(args.sessionId, "bootstrap");
       predictiveContextCache.delete(sessionId);
-      predictiveCompactionCursors.delete(sessionId);
       postToolRecallCache.delete(sessionId);
       asyncIngestionQueues.delete(sessionId);
       const userId = resolveUserId({
@@ -37316,9 +37340,7 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
       const dynamicCompactThreshold = getDynamicCompactThreshold(args.tokenBudget);
       const predictiveTargetSize = resolvePredictiveCompactionTarget({
         currentTokenCount: currentContextTokens,
-        threshold: dynamicCompactThreshold,
-        compactSessionTokenBudget: cfg.compactSessionTokenBudget,
-        lastCompactedTokenCount: predictiveCompactionCursors.get(sessionId)
+        threshold: dynamicCompactThreshold
       });
       if (dynamicCompactThreshold != null && predictiveTargetSize != null) {
         logPredictiveCompactionAttempt({
@@ -37337,9 +37359,6 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
           force: true,
           currentTokenCount: currentContextTokens
         });
-        if (compactionResult.compacted) {
-          markPredictiveCompactionCursor(sessionId, currentContextTokens);
-        }
         logPredictiveCompactionOutcome({
           logger,
           phase: "assemble",
@@ -37720,7 +37739,6 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
         }
       }
       predictiveContextCache.clear();
-      predictiveCompactionCursors.clear();
       postToolRecallCache.clear();
       asyncIngestionQueues.clear();
       triggerCache.clear();

package/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "libravdb-memory",
   "name": "LibraVDB Memory",
   "description": "Persistent vector memory with three-tier hybrid scoring",
-  "version": "1.9.1",
+  "version": "1.9.3",
   "kind": [
     "memory",
     "context-engine"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xdarkicex/openclaw-memory-libravdb",
-  "version": "1.9.1",
+  "version": "1.9.3",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",