@xdarkicex/openclaw-memory-libravdb 1.6.17 → 1.6.19

package/README.md

@@ -49,6 +49,9 @@ brew services start libravdbd
 **Linux (APT)**
 
 ```bash
+curl -fsSL https://xDarkicex.github.io/apt-libravdbd/gpg.key | sudo gpg --dearmor -o /etc/apt/trusted.gpg.d/libravdbd.gpg
+echo "deb https://xDarkicex.github.io/apt-libravdbd stable main" | sudo tee /etc/apt/sources.list.d/libravdbd.list
+sudo apt update
 sudo apt install libravdbd
 systemctl --user enable --now libravdbd
 ```

package/dist/context-engine.d.ts

@@ -12,10 +12,12 @@ type OpenClawCompatibleMessage = {
     id?: string;
     [key: string]: unknown;
 };
+type OpenClawCompatiblePromptAuthority = "preassembly_may_overflow";
 type OpenClawCompatibleAssembleResult = {
     messages: OpenClawCompatibleMessage[];
     estimatedTokens: number;
     systemPromptAddition: string;
+    promptAuthority: OpenClawCompatiblePromptAuthority;
     debug?: AssembleContextInternalResponse["debug"];
 };
 type OpenClawCompatibleCompactResult = {
@@ -88,6 +90,9 @@ export declare function buildContextEngineFactory(runtime: PluginRuntime, cfg: P
         targetSize?: number;
         tokenBudget?: number;
         currentTokenCount?: number;
+        compactionTarget?: "budget" | "threshold";
+        runtimeContext?: Record<string, unknown>;
+        abortSignal?: AbortSignal;
     }): Promise<OpenClawCompatibleCompactResult>;
     afterTurn(args: {
         sessionId: string;

package/dist/context-engine.js

@@ -1,6 +1,7 @@
 import { resolveIdentity } from "./identity.js";
 import { resolveUserCollection } from "./memory-scopes.js";
 const APPROX_CHARS_PER_TOKEN = 4;
+const PROMPT_AUTHORITY_PREASSEMBLY_MAY_OVERFLOW = "preassembly_may_overflow";
 const ASSEMBLE_BUDGET_HEADROOM_TOKENS = 256;
 const ASSEMBLE_BUDGET_HEADROOM_FRACTION = 0.2;
 const DEFAULT_COMPACTION_THRESHOLD_FRACTION = 0.8;
@@ -10,6 +11,7 @@ const QUOTED_PHRASE_RE = /"([^"]{4,})"|'([^']{4,})'/g;
 const EXACT_RECALL_SEARCH_K = 32;
 const EXACT_RECALL_MAX_TOKENS = 4;
 const RESERVED_CURRENT_TURN_TOKENS = 150;
+const AFTER_TURN_INGEST_MAX_TOKENS = 2048;
 const COMMON_QUERY_WORDS = new Set([
     "what", "does", "mean", "remember", "recall", "about", "this", "that",
     "the", "and", "for", "with", "from", "your", "have", "been", "were",
@@ -171,6 +173,13 @@ function resolvePredictiveCompactionTarget(params) {
         ? belowThresholdTarget
         : Math.max(1, currentTokenCount - 1);
 }
+function readRuntimeNumber(runtimeContext, key) {
+    const value = runtimeContext?.[key];
+    return typeof value === "number" && Number.isFinite(value) ? value : undefined;
+}
+function isManualCompactionRequested(runtimeContext) {
+    return runtimeContext?.manualCompaction === true;
+}
 function logPredictiveCompactionAttempt(params) {
     params.logger.info?.(`LibraVDB predictive compaction trigger phase=${params.phase} sessionId=${params.sessionId} ` +
         `currentTokenCount=${params.currentTokenCount} threshold=${params.threshold} ` +
@@ -226,6 +235,18 @@ function trimMessagesToBudget(messages, tokenBudget) {
     }
     return [{ ...last, content: truncated }];
 }
+function boundAfterTurnMessagesForIngest(messages, logger, sessionId) {
+    const estimatedTokens = approximateMessagesTokens(messages);
+    if (estimatedTokens <= AFTER_TURN_INGEST_MAX_TOKENS) {
+        return messages;
+    }
+    const bounded = trimMessagesToBudget(messages, AFTER_TURN_INGEST_MAX_TOKENS)
+        .map((message) => normalizeKernelMessage(message));
+    logger.warn?.(`LibraVDB afterTurn trimmed oversized ingest payload sessionId=${sessionId} ` +
+        `estimatedTokens=${estimatedTokens} maxTokens=${AFTER_TURN_INGEST_MAX_TOKENS} ` +
+        `forwardedMessages=${bounded.length}`);
+    return bounded;
+}
 function enforceTokenBudgetInvariant(result, tokenBudget) {
     if (typeof tokenBudget !== "number" || !Number.isFinite(tokenBudget) || tokenBudget <= 0) {
         return result;
@@ -262,11 +283,19 @@ function buildBudgetFallbackContext(messages, tokenBudget) {
         messages: fallbackMessages,
         estimatedTokens: approximateMessagesTokens(fallbackMessages),
         systemPromptAddition: "",
+        promptAuthority: PROMPT_AUTHORITY_PREASSEMBLY_MAY_OVERFLOW,
     };
 }
 function resolvePredictiveCompactionTokenCount(args) {
-    return (normalizeCurrentTokenCount(args.currentTokenCount) ??
-        approximateMessagesTokens(args.messages) + approximateTokenCount(args.prompt ?? ""));
+    const currentTokenCount = normalizeCurrentTokenCount(args.currentTokenCount);
+    const sourcePressureEstimate = normalizeCurrentTokenCount(approximateMessagesTokens(args.messages) + approximateTokenCount(args.prompt ?? ""));
+    if (currentTokenCount == null) {
+        return sourcePressureEstimate ?? 1;
+    }
+    if (sourcePressureEstimate == null) {
+        return currentTokenCount;
+    }
+    return Math.max(currentTokenCount, sourcePressureEstimate);
 }
 function resolveAfterTurnPredictiveCompactionTokenCount(args) {
     const currentTokenCount = normalizeCurrentTokenCount(args.currentTokenCount);
@@ -516,6 +545,7 @@ export function normalizeAssembleResult(result) {
         messages,
         estimatedTokens: typeof result.estimatedTokens === "number" ? result.estimatedTokens : 0,
         systemPromptAddition: typeof result.systemPromptAddition === "string" ? result.systemPromptAddition : "",
+        promptAuthority: PROMPT_AUTHORITY_PREASSEMBLY_MAY_OVERFLOW,
         ...(result.debug != null ? { debug: result.debug } : {}),
     };
 }
@@ -892,7 +922,39 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
             }
         },
         async compact(args) {
-            return await runCompaction(args);
+            const tokenBudget = normalizeTokenBudget(args.tokenBudget) ??
+                normalizeTokenBudget(readRuntimeNumber(args.runtimeContext, "tokenBudget"));
+            const currentTokenCount = normalizeCurrentTokenCount(args.currentTokenCount) ??
+                normalizeCurrentTokenCount(readRuntimeNumber(args.runtimeContext, "currentTokenCount"));
+            const forceCompaction = args.force === true || isManualCompactionRequested(args.runtimeContext);
+            const threshold = getDynamicCompactThreshold(tokenBudget);
+            if (!forceCompaction &&
+                currentTokenCount != null &&
+                threshold != null &&
+                currentTokenCount < threshold) {
+                return {
+                    ok: true,
+                    compacted: false,
+                    reason: "below threshold",
+                    result: {
+                        tokensBefore: currentTokenCount,
+                        details: {
+                            threshold,
+                            targetTokens: args.compactionTarget === "threshold" ? threshold : tokenBudget,
+                        },
+                    },
+                };
+            }
+            const runArgs = {
+                ...args,
+                force: forceCompaction || args.force,
+                ...(tokenBudget != null ? { tokenBudget } : {}),
+                ...(currentTokenCount != null ? { currentTokenCount } : {}),
+                ...(args.compactionTarget === "threshold" && threshold != null
+                    ? { targetSize: threshold }
+                    : {}),
+            };
+            return await runCompaction(runArgs);
         },
         async afterTurn(args) {
             const sessionId = requireSessionId(args.sessionId, "afterTurn");
@@ -902,6 +964,7 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
             });
             const afterTurnMessages = selectAfterTurnMessages(args.messages, args.prePromptMessageCount, logger);
             const messages = normalizeKernelMessages(afterTurnMessages);
+            const ingestMessages = boundAfterTurnMessagesForIngest(messages, logger, sessionId);
             const msgCount = messages.length;
             logger.info?.(`LibraVDB afterTurn sessionId=${sessionId} userId=${userId} ` +
                 `messageCount=${msgCount} totalMessages=${args.messages.length} ` +
@@ -916,7 +979,7 @@ export function buildContextEngineFactory(runtime, cfg, logger = console) {
                     sessionId,
                     sessionKey: args.sessionKey,
                     userId,
-                    messages,
+                    messages: ingestMessages,
                     isHeartbeat: args.isHeartbeat,
                 });
                 await performAfterTurnPredictiveCompaction({

package/dist/index.js

@@ -26516,6 +26516,7 @@ function resolveCliMemoryOperationScope(opts) {
 
 // src/context-engine.ts
 var APPROX_CHARS_PER_TOKEN = 4;
+var PROMPT_AUTHORITY_PREASSEMBLY_MAY_OVERFLOW = "preassembly_may_overflow";
 var ASSEMBLE_BUDGET_HEADROOM_TOKENS = 256;
 var ASSEMBLE_BUDGET_HEADROOM_FRACTION = 0.2;
 var DEFAULT_COMPACTION_THRESHOLD_FRACTION = 0.8;
@@ -26525,6 +26526,7 @@ var QUOTED_PHRASE_RE = /"([^"]{4,})"|'([^']{4,})'/g;
 var EXACT_RECALL_SEARCH_K = 32;
 var EXACT_RECALL_MAX_TOKENS = 4;
 var RESERVED_CURRENT_TURN_TOKENS = 150;
+var AFTER_TURN_INGEST_MAX_TOKENS = 2048;
 var COMMON_QUERY_WORDS = /* @__PURE__ */ new Set([
   "what",
   "does",
@@ -26700,6 +26702,13 @@ function resolvePredictiveCompactionTarget(params) {
   const belowThresholdTarget = Math.max(1, threshold - 1);
   return belowThresholdTarget < currentTokenCount ? belowThresholdTarget : Math.max(1, currentTokenCount - 1);
 }
+function readRuntimeNumber(runtimeContext, key) {
+  const value = runtimeContext?.[key];
+  return typeof value === "number" && Number.isFinite(value) ? value : void 0;
+}
+function isManualCompactionRequested(runtimeContext) {
+  return runtimeContext?.manualCompaction === true;
+}
 function logPredictiveCompactionAttempt(params) {
   params.logger.info?.(
     `LibraVDB predictive compaction trigger phase=${params.phase} sessionId=${params.sessionId} currentTokenCount=${params.currentTokenCount} threshold=${params.threshold} targetSize=${params.targetSize} tokenBudget=${params.tokenBudget ?? "unknown"}`
@@ -26749,6 +26758,17 @@ function trimMessagesToBudget(messages, tokenBudget) {
   }
   return [{ ...last, content: truncated }];
 }
+function boundAfterTurnMessagesForIngest(messages, logger, sessionId) {
+  const estimatedTokens = approximateMessagesTokens(messages);
+  if (estimatedTokens <= AFTER_TURN_INGEST_MAX_TOKENS) {
+    return messages;
+  }
+  const bounded = trimMessagesToBudget(messages, AFTER_TURN_INGEST_MAX_TOKENS).map((message) => normalizeKernelMessage(message));
+  logger.warn?.(
+    `LibraVDB afterTurn trimmed oversized ingest payload sessionId=${sessionId} estimatedTokens=${estimatedTokens} maxTokens=${AFTER_TURN_INGEST_MAX_TOKENS} forwardedMessages=${bounded.length}`
+  );
+  return bounded;
+}
 function enforceTokenBudgetInvariant(result, tokenBudget) {
   if (typeof tokenBudget !== "number" || !Number.isFinite(tokenBudget) || tokenBudget <= 0) {
     return result;
@@ -26787,11 +26807,22 @@ function buildBudgetFallbackContext(messages, tokenBudget) {
   return {
     messages: fallbackMessages,
     estimatedTokens: approximateMessagesTokens(fallbackMessages),
-    systemPromptAddition: ""
+    systemPromptAddition: "",
+    promptAuthority: PROMPT_AUTHORITY_PREASSEMBLY_MAY_OVERFLOW
   };
 }
 function resolvePredictiveCompactionTokenCount(args) {
-  return normalizeCurrentTokenCount(args.currentTokenCount) ?? approximateMessagesTokens(args.messages) + approximateTokenCount(args.prompt ?? "");
+  const currentTokenCount = normalizeCurrentTokenCount(args.currentTokenCount);
+  const sourcePressureEstimate = normalizeCurrentTokenCount(
+    approximateMessagesTokens(args.messages) + approximateTokenCount(args.prompt ?? "")
+  );
+  if (currentTokenCount == null) {
+    return sourcePressureEstimate ?? 1;
+  }
+  if (sourcePressureEstimate == null) {
+    return currentTokenCount;
+  }
+  return Math.max(currentTokenCount, sourcePressureEstimate);
 }
 function resolveAfterTurnPredictiveCompactionTokenCount(args) {
   const currentTokenCount = normalizeCurrentTokenCount(args.currentTokenCount);
@@ -27031,6 +27062,7 @@ function normalizeAssembleResult(result) {
     messages,
     estimatedTokens: typeof result.estimatedTokens === "number" ? result.estimatedTokens : 0,
     systemPromptAddition: typeof result.systemPromptAddition === "string" ? result.systemPromptAddition : "",
+    promptAuthority: PROMPT_AUTHORITY_PREASSEMBLY_MAY_OVERFLOW,
     ...result.debug != null ? { debug: result.debug } : {}
   };
 }
@@ -27406,7 +27438,32 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
       }
     },
     async compact(args) {
-      return await runCompaction(args);
+      const tokenBudget = normalizeTokenBudget(args.tokenBudget) ?? normalizeTokenBudget(readRuntimeNumber(args.runtimeContext, "tokenBudget"));
+      const currentTokenCount = normalizeCurrentTokenCount(args.currentTokenCount) ?? normalizeCurrentTokenCount(readRuntimeNumber(args.runtimeContext, "currentTokenCount"));
+      const forceCompaction = args.force === true || isManualCompactionRequested(args.runtimeContext);
+      const threshold = getDynamicCompactThreshold(tokenBudget);
+      if (!forceCompaction && currentTokenCount != null && threshold != null && currentTokenCount < threshold) {
+        return {
+          ok: true,
+          compacted: false,
+          reason: "below threshold",
+          result: {
+            tokensBefore: currentTokenCount,
+            details: {
+              threshold,
+              targetTokens: args.compactionTarget === "threshold" ? threshold : tokenBudget
+            }
+          }
+        };
+      }
+      const runArgs = {
+        ...args,
+        force: forceCompaction || args.force,
+        ...tokenBudget != null ? { tokenBudget } : {},
+        ...currentTokenCount != null ? { currentTokenCount } : {},
+        ...args.compactionTarget === "threshold" && threshold != null ? { targetSize: threshold } : {}
+      };
+      return await runCompaction(runArgs);
     },
     async afterTurn(args) {
       const sessionId = requireSessionId(args.sessionId, "afterTurn");
@@ -27416,6 +27473,7 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
       });
       const afterTurnMessages = selectAfterTurnMessages(args.messages, args.prePromptMessageCount, logger);
       const messages = normalizeKernelMessages(afterTurnMessages);
+      const ingestMessages = boundAfterTurnMessagesForIngest(messages, logger, sessionId);
       const msgCount = messages.length;
       logger.info?.(
         `LibraVDB afterTurn sessionId=${sessionId} userId=${userId} messageCount=${msgCount} totalMessages=${args.messages.length} prePromptMessageCount=${args.prePromptMessageCount ?? "unknown"} heartbeat=${args.isHeartbeat ?? false}`
@@ -27429,7 +27487,7 @@ function buildContextEngineFactory(runtime, cfg, logger = console) {
           sessionId,
           sessionKey: args.sessionKey,
           userId,
-          messages,
+          messages: ingestMessages,
           isHeartbeat: args.isHeartbeat
         });
         await performAfterTurnPredictiveCompaction({

package/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "libravdb-memory",
   "name": "LibraVDB Memory",
   "description": "Persistent vector memory with three-tier hybrid scoring",
-  "version": "1.6.17",
+  "version": "1.6.19",
   "kind": [
     "memory",
     "context-engine"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xdarkicex/openclaw-memory-libravdb",
-  "version": "1.6.17",
+  "version": "1.6.19",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",