@bd7pil/opencode-deep-memory 0.4.0 → 0.4.2

package/README.md

@@ -79,10 +79,9 @@ Activates when context pressure exceeds thresholds. Inspired by
 
 | Pressure | Threshold | Actions |
 |----------|-----------|---------|
-| **low** | < 50% context | Layer 1 only |
-| **medium** | 50–70% | + tool dedup + error purge + tool output compression |
-| **high** | 70–85% | + JSON array crush + old message truncation + nudge |
-| **critical** | > 85% | + aggressive nudge (model prompted to compress) |
+| **always** | every turn | tool dedup + error purge + tool output compress + JSON crush (all reversible via CCR) |
+| **medium** | ≥ 30% context | + old message text truncation (lossy, extracts key info) |
+| **high** | ≥ 50% context | + nudge (alerts model to save important findings)
 
 What gets compressed at medium+:
 
@@ -179,6 +178,7 @@ updated incrementally on writes.
 | `memory_forget` | Remove memory entries matching a query |
 | `memory_expand` | Decompress a sentinel reference to its original content |
 | `deep_expand` | Retrieve original content compressed by CCR (use `[ccr:HASH]` marker) |
+| `deep_expand` | Retrieve original content compressed by CCR (use `[ccr:HASH]` marker) |
 
 ## Commands
 

package/dist/index.js

@@ -260,6 +260,7 @@ var PluginState = class {
   _toolSignatures = /* @__PURE__ */ new Map();
   _ccrCache = /* @__PURE__ */ new Map();
   _lastInputTokens = 0;
+  _lastNudgeMessageCount = 0;
   agentOf(sessionID) {
     return this._agents.get(sessionID);
   }
@@ -404,6 +405,12 @@ var PluginState = class {
   lastInputTokens() {
     return this._lastInputTokens;
   }
+  recordNudge(messageCount) {
+    this._lastNudgeMessageCount = messageCount;
+  }
+  messagesSinceLastNudge(currentMessageCount) {
+    return currentMessageCount - this._lastNudgeMessageCount;
+  }
 };
 function createPluginState() {
   return new PluginState();
@@ -829,7 +836,7 @@ ${lines.join("\n")}
 }
 
 // src/inject/system-payload.ts
-var TOOL_HINT = 'Memory tools available: memory_search, memory_store, memory_forget. Guidelines: (1) Use memory_search to recall past decisions before re-deciding. (2) After encountering a tool error and fixing it, use memory_store with type="gotcha" to save the error+fix pair. (3) When the user states a constraint or rule, use memory_store with type="constraint".';
+var TOOL_HINT = 'Memory tools available: memory_search, memory_store, memory_forget, memory_expand, deep_expand. Guidelines:\n  (1) BEFORE making ANY technical decision, search: memory_search(query="decision OR decided OR chose OR \u9009\u62E9 OR \u51B3\u5B9A", scope="project")\n  (2) BEFORE fixing an error, search for known pitfalls: memory_search(query="gotcha OR error OR bug OR \u5751 OR \u9519\u8BEF", scope="project")\n  (3) AFTER fixing an error, store it: memory_store(type="gotcha", content="[error]: ... \u2192 [fix]: ...", scope="project")\n  (4) WHEN user states a constraint/rule, store it: memory_store(type="constraint", content="...", scope="project")\n  (5) WHEN a technical decision is made, store it: memory_store(type="decision", content="[decision]: ... \u2192 [reason]: ...", scope="project")';
 async function composeSystemPayload(opts) {
   const { state, sessionID, projectPath, mode, searchService, userQuery, logger, tracker } = opts;
   const agent = sessionID ? state.agentOf(sessionID) : void 0;
@@ -15210,10 +15217,8 @@ function createCompactingHandler(args) {
 // src/compress/pressure.ts
 var DEFAULT_MAX_CONTEXT = 128e3;
 var THRESHOLDS = {
-  low: 0.5,
-  medium: 0.7,
-  high: 0.85,
-  critical: 0.95
+  medium: 0.3,
+  high: 0.5
 };
 var MODEL_CONTEXT_LIMITS = {
   "deepseek-chat": 64e3,
@@ -15282,15 +15287,28 @@ function detectPressure(messages, modelId) {
   const estimated = inputTokens > 0 ? inputTokens : extractTokensFromMessages(messages);
   const ratio = Math.min(estimated / maxContext, 1);
   let level;
-  if (ratio >= THRESHOLDS.critical) level = "critical";
-  else if (ratio >= THRESHOLDS.high) level = "high";
+  if (ratio >= THRESHOLDS.high) level = "high";
   else if (ratio >= THRESHOLDS.medium) level = "medium";
   else level = "low";
   return { level, ratio, estimatedTokens: estimated };
 }
 
 // src/compress/dedup.ts
-var PROTECTED_TOOLS = /* @__PURE__ */ new Set(["question", "edit", "write", "todowrite", "todoread", "memory_store", "memory_search", "memory_forget"]);
+var PROTECTED_TOOLS = /* @__PURE__ */ new Set([
+  "question",
+  "edit",
+  "write",
+  "todowrite",
+  "todoread",
+  "memory_store",
+  "memory_search",
+  "memory_forget",
+  "memory_expand",
+  "deep_expand"
+]);
+var NEVER_DEDUP = /* @__PURE__ */ new Set(["read", "bash", "grep", "glob", "find", "search"]);
+var KEEP_RECENT = 8;
+var PROTECTED_HEAD = 3;
 function createToolSignature(tool5, args) {
   if (!args) return tool5;
   const sorted = Object.keys(args).sort().map((k) => `${k}:${JSON.stringify(args[k])}`).join(",");
@@ -15298,8 +15316,12 @@ function createToolSignature(tool5, args) {
 }
 function deduplicateToolOutputs(messages, state) {
   let deduped = 0;
+  const totalMessages = messages.length;
+  if (totalMessages <= KEEP_RECENT + PROTECTED_HEAD) return 0;
+  const protectedTailStart = totalMessages - KEEP_RECENT;
   const seen = /* @__PURE__ */ new Map();
-  for (const msg of messages) {
+  for (let i = PROTECTED_HEAD; i < protectedTailStart; i++) {
+    const msg = messages[i];
     for (const part of msg.parts) {
       if (typeof part !== "object" || part === null) continue;
       const p = part;
@@ -15308,24 +15330,48 @@ function deduplicateToolOutputs(messages, state) {
       const callID = p["callID"];
       if (!toolName || !callID) continue;
       if (PROTECTED_TOOLS.has(toolName)) continue;
+      if (NEVER_DEDUP.has(toolName)) continue;
       const status = p["state"]?.["status"];
       if (status !== "completed") continue;
       const toolState = p["state"];
+      const output = toolState["output"];
+      if (typeof output !== "string") continue;
+      if (output === "[superseded by duplicate call]") continue;
+      if (output.includes("[ccr:")) continue;
       const input = toolState["input"];
       const signature = createToolSignature(toolName, input);
+      const outputHash = simpleHash(output);
       const existing = seen.get(signature);
-      if (existing && existing !== callID) {
-        toolState["output"] = "[superseded by duplicate call]";
-        state.recordToolSignature(callID, signature);
-        deduped++;
+      if (existing) {
+        if (existing.outputHash === outputHash) {
+          const prevMsg = messages[existing.msgIdx];
+          for (const prevPart of prevMsg.parts) {
+            if (typeof prevPart !== "object" || prevPart === null) continue;
+            const pp = prevPart;
+            if (pp["type"] !== "tool") continue;
+            const ppState = pp["state"];
+            if (ppState?.["output"] === "[superseded by duplicate call]") continue;
+            if (typeof ppState?.["output"] === "string" && simpleHash(ppState["output"]) === outputHash) {
+              ppState["output"] = "[superseded by duplicate call]";
+              deduped++;
+            }
+          }
+        }
+        seen.set(signature, { msgIdx: i, outputHash });
       } else {
-        seen.set(signature, callID);
-        state.recordToolSignature(callID, signature);
+        seen.set(signature, { msgIdx: i, outputHash });
       }
     }
   }
   return deduped;
 }
+function simpleHash(s) {
+  let h = 0;
+  for (let i = 0; i < Math.min(s.length, 1e3); i++) {
+    h = h * 31 + s.charCodeAt(i) | 0;
+  }
+  return h.toString(36);
+}
 
 // src/compress/error-purge.ts
 var ERROR_PURGE_TURN_THRESHOLD = 4;
@@ -15552,16 +15598,70 @@ function extractKeyInfo(text) {
 
 // src/compress/nudge.ts
 var NUDGE_COOLDOWN = 5;
-function shouldInjectNudge(level, messageCount, lastNudgeAt) {
-  if (level !== "high" && level !== "critical") return false;
-  if (messageCount - lastNudgeAt < NUDGE_COOLDOWN) return false;
+function shouldInjectNudge(level, messagesSinceLastNudge) {
+  if (level !== "high") return false;
+  if (messagesSinceLastNudge < NUDGE_COOLDOWN) return false;
   return true;
 }
 function buildNudgeText(level) {
-  if (level === "critical") {
-    return '\n<dm-nudge level="critical">Context is nearly full. Use deep_compress tool to compress old messages before the conversation becomes unusable.</dm-nudge>';
+  if (level === "high") {
+    return '\n<dm-nudge level="high">Context pressure is high. Consider summarizing old completed tasks and moving on. Use memory_store to persist important findings before they are compressed.</dm-nudge>';
+  }
+  return "";
+}
+
+// src/compress/memory-nudge.ts
+var MEMORY_NUDGE_COOLDOWN = 3;
+var DECISION_PATTERNS = [
+  /\b(?:decided|decision|chose|chosen|picked|selected)\b/i,
+  /\b(?:采用|选择|决定|确定|选用)\b/,
+  /\b(?:use|using|go with|went with)\b.*\b(?:because|since|due to)\b/i
+];
+var CONSTRAINT_PATTERNS = [
+  /\b(?:must not|cannot|should not|do not|never|always)\b/i,
+  /\b(?:constraint|restriction|limitation|requirement)\b/i,
+  /\b(?:不能|必须|禁止|约束|限制|要求|务必)\b/
+];
+var ERROR_FIX_PATTERNS = [
+  /\b(?:fix|fixed|resolve|resolved|patch|corrected)\b/i,
+  /\b(?:修复|修复了|解决|解决了)\b/,
+  /\b(?:the (?:bug|error|issue) (?:was|is)|root cause)\b/i
+];
+function detectMemoryNudge(messages, messagesSinceLastNudge) {
+  if (messagesSinceLastNudge < MEMORY_NUDGE_COOLDOWN) {
+    return { injected: false, type: null };
+  }
+  const protectedTail = Math.max(0, messages.length - 3);
+  const recentMessages = messages.slice(protectedTail);
+  const recentAssistantText = recentMessages.filter((m) => m.info.role === "assistant").flatMap((m) => m.parts.filter((p) => p.type === "text").map((p) => p.text || "")).join("\n");
+  const recentUserText = recentMessages.filter((m) => m.info.role === "user").flatMap((m) => m.parts.filter((p) => p.type === "text").map((p) => p.text || "")).join("\n");
+  const hasRecentToolError = recentMessages.some(
+    (m) => m.parts.some((p) => p.type === "tool" && p.state?.status === "error")
+  );
+  if (hasRecentToolError && ERROR_FIX_PATTERNS.some((p) => p.test(recentAssistantText))) {
+    return { injected: true, type: "gotcha" };
+  }
+  if (CONSTRAINT_PATTERNS.some((p) => p.test(recentUserText))) {
+    return { injected: true, type: "constraint" };
+  }
+  if (DECISION_PATTERNS.some((p) => p.test(recentAssistantText))) {
+    return { injected: true, type: "decision" };
+  }
+  return { injected: false, type: null };
+}
+function buildMemoryNudge(type) {
+  switch (type) {
+    case "gotcha":
+      return `
+<memory-nudge type="gotcha">You just fixed an error. Use memory_store(type="gotcha") to save what went wrong and how you fixed it, so future sessions don't repeat this mistake.</memory-nudge>`;
+    case "constraint":
+      return '\n<memory-nudge type="constraint">The user expressed a constraint or rule. Use memory_store(type="constraint") to persist it across sessions.</memory-nudge>';
+    case "decision":
+      return `
+<memory-nudge type="decision">A technical decision was made. Use memory_store(type="decision") to record what was decided and why, so future sessions don't re-decide.</memory-nudge>`;
+    default:
+      return "";
   }
-  return '\n<dm-nudge level="high">Context is getting large. Consider compressing old tool outputs and messages to free space.</dm-nudge>';
 }
 
 // src/compress/detector.ts
@@ -15602,25 +15702,15 @@ function runCompressionPipeline(ctx) {
     pressureLevel: pressure.level,
     estimatedTokens: pressure.estimatedTokens
   };
-  if (pressure.level === "low") {
-    logger?.debug("compress: low pressure, skipping", { ratio: pressure.ratio.toFixed(2) });
-    return { stats };
-  }
-  logger?.debug("compress: pipeline running", {
-    level: pressure.level,
-    ratio: pressure.ratio.toFixed(2),
-    tokens: pressure.estimatedTokens
-  });
-  if (pressure.level === "medium" || pressure.level === "high" || pressure.level === "critical") {
-    stats.toolDedup = deduplicateToolOutputs(messages, state);
-    stats.errorPurge = purgeOldErrors(messages);
-    stats.toolOutputCompressed = compressOldToolOutputs(messages, state);
-  }
-  if (pressure.level === "high" || pressure.level === "critical") {
-    stats.jsonCrushed = crushJsonToolOutputs(messages, state);
+  stats.toolDedup = deduplicateToolOutputs(messages, state);
+  stats.errorPurge = purgeOldErrors(messages);
+  stats.toolOutputCompressed = compressOldToolOutputs(messages, state);
+  stats.jsonCrushed = crushJsonToolOutputs(messages, state);
+  if (pressure.level === "medium" || pressure.level === "high") {
     stats.messagePruned = pruneOldMessages(messages);
   }
-  if (shouldInjectNudge(pressure.level, messages.length, 0)) {
+  const messagesSinceNudge = state.messagesSinceLastNudge(messages.length);
+  if (shouldInjectNudge(pressure.level, messagesSinceNudge)) {
     const lastMsg = messages[messages.length - 1];
     if (lastMsg) {
       const textParts = lastMsg.parts.filter(
@@ -15630,11 +15720,30 @@ function runCompressionPipeline(ctx) {
       if (lastTextPart && typeof lastTextPart.text === "string") {
         lastTextPart.text += buildNudgeText(pressure.level);
         stats.nudgeInjected = true;
+        state.recordNudge(messages.length);
       }
     }
   }
-  if (stats.toolDedup > 0 || stats.errorPurge > 0 || stats.toolOutputCompressed > 0 || stats.jsonCrushed > 0 || stats.messagePruned > 0 || stats.nudgeInjected) {
-    logger?.debug("compress: pipeline complete", { ...stats });
+  const memoryNudge = detectMemoryNudge(messages, state.messagesSinceLastNudge(messages.length));
+  if (memoryNudge.injected) {
+    const lastMsg = messages[messages.length - 1];
+    if (lastMsg) {
+      const textParts = lastMsg.parts.filter(
+        (p) => typeof p === "object" && p !== null && p.type === "text"
+      );
+      const lastTextPart = textParts[textParts.length - 1];
+      if (lastTextPart && typeof lastTextPart.text === "string") {
+        lastTextPart.text += buildMemoryNudge(memoryNudge.type);
+        state.recordNudge(messages.length);
+        logger?.debug("compress: memory nudge", { type: memoryNudge.type });
+      }
+    }
+  }
+  const active = stats.toolDedup > 0 || stats.errorPurge > 0 || stats.toolOutputCompressed > 0 || stats.jsonCrushed > 0 || stats.messagePruned > 0 || stats.nudgeInjected;
+  if (active) {
+    logger?.debug("compress: pipeline result", { ...stats });
+  } else {
+    logger?.debug("compress: no action needed", { ratio: pressure.ratio.toFixed(2) });
   }
   return { stats };
 }
@@ -15651,6 +15760,7 @@ function compressOldToolOutputs(messages, state) {
       if (!p.state.output) continue;
       if (p.state.output === "[superseded by duplicate call]") continue;
       if (p.state.output.startsWith("[compressed")) continue;
+      if (p.state.output.includes("[ccr:")) continue;
       const toolName = p.tool || "unknown";
       const output = p.state.output;
       const result = compressToolOutput(toolName, output);
@@ -15676,6 +15786,7 @@ function crushJsonToolOutputs(messages, state) {
       if (!p.state.output) continue;
       if (p.state.output.startsWith("[compressed")) continue;
       if (p.state.output.startsWith("[superseded")) continue;
+      if (p.state.output.includes("[ccr:")) continue;
       if (detectContentType(p.state.output) !== "json") continue;
       const original = p.state.output;
       const crushed_output = crushJsonArray(original);
@@ -15690,8 +15801,8 @@ function crushJsonToolOutputs(messages, state) {
 }
 
 // src/hooks/messages-transform.ts
-var KEEP_RECENT = 8;
-var PROTECTED_HEAD = 3;
+var KEEP_RECENT2 = 8;
+var PROTECTED_HEAD2 = 3;
 var SYSTEM_INJECTION_PATTERNS = [
   /^$/,
   /^<!-- OMO_INTERNAL_INITIATOR -->$/,
@@ -15777,9 +15888,9 @@ function repairOrphanedToolCalls(messages) {
 function createMessagesTransformHandler(state, logger) {
   return async (_input, output) => {
     const messages = output.messages;
-    if (messages.length <= KEEP_RECENT) return;
-    if (messages.length <= KEEP_RECENT + PROTECTED_HEAD) return;
-    const protectedTailStart = messages.length - KEEP_RECENT;
+    if (messages.length <= KEEP_RECENT2) return;
+    if (messages.length <= KEEP_RECENT2 + PROTECTED_HEAD2) return;
+    const protectedTailStart = messages.length - KEEP_RECENT2;
     const stats = {
       reasoning_cleared: 0,
       metadata_stripped: 0,
@@ -15787,7 +15898,7 @@ function createMessagesTransformHandler(state, logger) {
       tool_errors_truncated: 0,
       thinking_stripped: 0
     };
-    for (let i = PROTECTED_HEAD; i < protectedTailStart; i++) {
+    for (let i = PROTECTED_HEAD2; i < protectedTailStart; i++) {
       const msg = messages[i];
       if (!msg?.parts?.length) continue;
       if (msg.info.role === "user") continue;
@@ -15859,15 +15970,15 @@ function createMessagesTransformHandler(state, logger) {
         compression: stats,
         deepCompression: ds,
         messageCount: messages.length,
-        protectedHead: PROTECTED_HEAD,
-        protectedTail: KEEP_RECENT
+        protectedHead: PROTECTED_HEAD2,
+        protectedTail: KEEP_RECENT2
       });
     } else if (Object.values(stats).some((v) => v > 0)) {
       state.mergeNotify({
         compression: stats,
         messageCount: messages.length,
-        protectedHead: PROTECTED_HEAD,
-        protectedTail: KEEP_RECENT
+        protectedHead: PROTECTED_HEAD2,
+        protectedTail: KEEP_RECENT2
       });
     }
   };