@bd7pil/opencode-deep-memory 0.4.1 → 0.4.3

package/dist/index.js

@@ -390,6 +390,10 @@ var PluginState = class {
     return this._toolSignatures.get(callID);
   }
   ccStore(hash2, entry) {
+    const now = Date.now();
+    for (const [k, v] of this._ccrCache) {
+      if (now - v.createdAt > 3e5) this._ccrCache.delete(k);
+    }
     if (this._ccrCache.size > 200) {
       const oldest = [...this._ccrCache.entries()].sort((a, b) => a[1].createdAt - b[1].createdAt).slice(0, 50);
       for (const [k] of oldest) this._ccrCache.delete(k);
@@ -836,7 +840,7 @@ ${lines.join("\n")}
 }
 
 // src/inject/system-payload.ts
-var TOOL_HINT = 'Memory tools available: memory_search, memory_store, memory_forget. Guidelines: (1) Use memory_search to recall past decisions before re-deciding. (2) After encountering a tool error and fixing it, use memory_store with type="gotcha" to save the error+fix pair. (3) When the user states a constraint or rule, use memory_store with type="constraint".';
+var TOOL_HINT = 'Memory tools available: memory_search, memory_store, memory_forget, memory_expand, deep_expand. Guidelines:\n  (1) BEFORE making ANY technical decision, search: memory_search(query="decision OR decided OR chose OR \u9009\u62E9 OR \u51B3\u5B9A", scope="project")\n  (2) BEFORE fixing an error, search for known pitfalls: memory_search(query="gotcha OR error OR bug OR \u5751 OR \u9519\u8BEF", scope="project")\n  (3) AFTER fixing an error, store it: memory_store(type="gotcha", content="[error]: ... \u2192 [fix]: ...", scope="project")\n  (4) WHEN user states a constraint/rule, store it: memory_store(type="constraint", content="...", scope="project")\n  (5) WHEN a technical decision is made, store it: memory_store(type="decision", content="[decision]: ... \u2192 [reason]: ...", scope="project")';
 async function composeSystemPayload(opts) {
   const { state, sessionID, projectPath, mode, searchService, userQuery, logger, tracker } = opts;
   const agent = sessionID ? state.agentOf(sessionID) : void 0;
@@ -15294,7 +15298,21 @@ function detectPressure(messages, modelId) {
 }
 
 // src/compress/dedup.ts
-var PROTECTED_TOOLS = /* @__PURE__ */ new Set(["question", "edit", "write", "todowrite", "todoread", "memory_store", "memory_search", "memory_forget"]);
+var PROTECTED_TOOLS = /* @__PURE__ */ new Set([
+  "question",
+  "edit",
+  "write",
+  "todowrite",
+  "todoread",
+  "memory_store",
+  "memory_search",
+  "memory_forget",
+  "memory_expand",
+  "deep_expand"
+]);
+var NEVER_DEDUP = /* @__PURE__ */ new Set(["read", "bash", "grep", "glob", "find", "search"]);
+var KEEP_RECENT = 8;
+var PROTECTED_HEAD = 3;
 function createToolSignature(tool5, args) {
   if (!args) return tool5;
   const sorted = Object.keys(args).sort().map((k) => `${k}:${JSON.stringify(args[k])}`).join(",");
@@ -15302,8 +15320,12 @@ function createToolSignature(tool5, args) {
 }
 function deduplicateToolOutputs(messages, state) {
   let deduped = 0;
+  const totalMessages = messages.length;
+  if (totalMessages <= KEEP_RECENT + PROTECTED_HEAD) return 0;
+  const protectedTailStart = totalMessages - KEEP_RECENT;
   const seen = /* @__PURE__ */ new Map();
-  for (const msg of messages) {
+  for (let i = PROTECTED_HEAD; i < protectedTailStart; i++) {
+    const msg = messages[i];
     for (const part of msg.parts) {
       if (typeof part !== "object" || part === null) continue;
       const p = part;
@@ -15312,24 +15334,54 @@ function deduplicateToolOutputs(messages, state) {
       const callID = p["callID"];
       if (!toolName || !callID) continue;
       if (PROTECTED_TOOLS.has(toolName)) continue;
+      if (NEVER_DEDUP.has(toolName)) continue;
       const status = p["state"]?.["status"];
       if (status !== "completed") continue;
       const toolState = p["state"];
+      const output = toolState["output"];
+      if (typeof output !== "string") continue;
+      if (output === "[superseded by duplicate call]") continue;
+      if (output.includes("[ccr:")) continue;
       const input = toolState["input"];
       const signature = createToolSignature(toolName, input);
+      const outputHash = simpleHash(output);
       const existing = seen.get(signature);
-      if (existing && existing !== callID) {
-        toolState["output"] = "[superseded by duplicate call]";
-        state.recordToolSignature(callID, signature);
-        deduped++;
+      if (existing) {
+        if (existing.outputHash === outputHash) {
+          const prevMsg = messages[existing.msgIdx];
+          for (const prevPart of prevMsg.parts) {
+            if (typeof prevPart !== "object" || prevPart === null) continue;
+            const pp = prevPart;
+            if (pp["type"] !== "tool") continue;
+            const ppState = pp["state"];
+            if (ppState?.["output"] === "[superseded by duplicate call]") continue;
+            if (typeof ppState?.["output"] === "string" && simpleHash(ppState["output"]) === outputHash) {
+              ppState["output"] = "[superseded by duplicate call]";
+              deduped++;
+            }
+          }
+        }
+        seen.set(signature, { msgIdx: i, outputHash });
       } else {
-        seen.set(signature, callID);
-        state.recordToolSignature(callID, signature);
+        seen.set(signature, { msgIdx: i, outputHash });
       }
     }
   }
   return deduped;
 }
+function simpleHash(s) {
+  const len = s.length;
+  const sampleSize = 500;
+  let h = len;
+  for (let i = 0; i < Math.min(len, sampleSize); i++) {
+    h = h * 31 + s.charCodeAt(i) | 0;
+  }
+  const tailStart = Math.max(sampleSize, len - sampleSize);
+  for (let i = tailStart; i < len; i++) {
+    h = h * 31 + s.charCodeAt(i) | 0;
+  }
+  return `${len}:${h.toString(36)}`;
+}
 
 // src/compress/error-purge.ts
 var ERROR_PURGE_TURN_THRESHOLD = 4;
@@ -15520,7 +15572,8 @@ function pruneOldMessages(messages) {
       if (p["type"] !== "text" || typeof p["text"] !== "string") continue;
       const text = p["text"];
       if (text.length < 500) continue;
-      if (text === "[cleared]" || text === "[stripped]" || text.startsWith("[compressed")) continue;
+      if (text === "[cleared]" || text === "[stripped]") continue;
+      if (text.includes("[compressed from")) continue;
       const keyInfo = extractKeyInfo(text);
       if (keyInfo.length < text.length * 0.6) {
         p["text"] = keyInfo + "\n[compressed from " + text.length + " chars]";
@@ -15568,6 +15621,60 @@ function buildNudgeText(level) {
   return "";
 }
 
+// src/compress/memory-nudge.ts
+var MEMORY_NUDGE_COOLDOWN = 3;
+var DECISION_PATTERNS = [
+  /\b(?:decided|decision|chose|chosen|picked|selected)\b/i,
+  /\b(?:采用|选择|决定|确定|选用)\b/,
+  /\b(?:use|using|go with|went with)\b.*\b(?:because|since|due to)\b/i
+];
+var CONSTRAINT_PATTERNS = [
+  /\b(?:must not|cannot|should not|do not|never|always)\b/i,
+  /\b(?:constraint|restriction|limitation|requirement)\b/i,
+  /\b(?:不能|必须|禁止|约束|限制|要求|务必)\b/
+];
+var ERROR_FIX_PATTERNS = [
+  /\b(?:fix|fixed|resolve|resolved|patch|corrected)\b/i,
+  /\b(?:修复|修复了|解决|解决了)\b/,
+  /\b(?:the (?:bug|error|issue) (?:was|is)|root cause)\b/i
+];
+function detectMemoryNudge(messages, messagesSinceLastNudge) {
+  if (messagesSinceLastNudge < MEMORY_NUDGE_COOLDOWN) {
+    return { injected: false, type: null };
+  }
+  const protectedTail = Math.max(0, messages.length - 3);
+  const recentMessages = messages.slice(protectedTail);
+  const recentAssistantText = recentMessages.filter((m) => m.info.role === "assistant").flatMap((m) => m.parts.filter((p) => p.type === "text").map((p) => p.text || "")).join("\n");
+  const recentUserText = recentMessages.filter((m) => m.info.role === "user").flatMap((m) => m.parts.filter((p) => p.type === "text").map((p) => p.text || "")).join("\n");
+  const hasRecentToolError = recentMessages.some(
+    (m) => m.parts.some((p) => p.type === "tool" && p.state?.status === "error")
+  );
+  if (hasRecentToolError && ERROR_FIX_PATTERNS.some((p) => p.test(recentAssistantText))) {
+    return { injected: true, type: "gotcha" };
+  }
+  if (CONSTRAINT_PATTERNS.some((p) => p.test(recentUserText))) {
+    return { injected: true, type: "constraint" };
+  }
+  if (DECISION_PATTERNS.some((p) => p.test(recentAssistantText))) {
+    return { injected: true, type: "decision" };
+  }
+  return { injected: false, type: null };
+}
+function buildMemoryNudge(type) {
+  switch (type) {
+    case "gotcha":
+      return `
+<memory-nudge type="gotcha">You just fixed an error. Use memory_store(type="gotcha") to save what went wrong and how you fixed it, so future sessions don't repeat this mistake.</memory-nudge>`;
+    case "constraint":
+      return '\n<memory-nudge type="constraint">The user expressed a constraint or rule. Use memory_store(type="constraint") to persist it across sessions.</memory-nudge>';
+    case "decision":
+      return `
+<memory-nudge type="decision">A technical decision was made. Use memory_store(type="decision") to record what was decided and why, so future sessions don't re-decide.</memory-nudge>`;
+    default:
+      return "";
+  }
+}
+
 // src/compress/detector.ts
 function detectContentType(content) {
   const trimmed = content.trimStart();
@@ -15582,7 +15689,7 @@ function detectContentType(content) {
   if (/Traceback \(most recent call last\)|at \S+\.\S+\(|Error: |Exception: |TypeError: |ReferenceError: /m.test(content)) return "error-trace";
   if (/<[a-z][\s\S]*>/i.test(content) && /<(html|div|span|body|head|script|style)[\s>]/i.test(content)) return "html";
   const lines = content.split("\n");
-  const logLineCount = lines.filter((l) => /^\d{4}-\d{2}-\d{2}|^\[\d{4}|ERROR|WARN|INFO|DEBUG|FATAL|TRACE/.test(l)).length;
+  const logLineCount = lines.filter((l) => /^\s*(\d{4}-\d{2}-\d{2}|\[\d{4}|ERROR\b|WARN\b|INFO\b|DEBUG\b|FATAL\b|TRACE\b)/.test(l)).length;
   if (lines.length > 5 && logLineCount / lines.length > 0.3) return "log";
   const codePatterns = /\b(function |class |def |import |from .+ import|const |let |var |export |interface |type |struct |fn |func |pub |private |protected )\b/;
   const codeLines = lines.filter((l) => codePatterns.test(l)).length;
@@ -15608,24 +15715,23 @@ function runCompressionPipeline(ctx) {
   };
   stats.toolDedup = deduplicateToolOutputs(messages, state);
   stats.errorPurge = purgeOldErrors(messages);
-  stats.toolOutputCompressed = compressOldToolOutputs(messages, state);
   stats.jsonCrushed = crushJsonToolOutputs(messages, state);
+  stats.toolOutputCompressed = compressOldToolOutputs(messages, state);
   if (pressure.level === "medium" || pressure.level === "high") {
     stats.messagePruned = pruneOldMessages(messages);
   }
   const messagesSinceNudge = state.messagesSinceLastNudge(messages.length);
   if (shouldInjectNudge(pressure.level, messagesSinceNudge)) {
-    const lastMsg = messages[messages.length - 1];
-    if (lastMsg) {
-      const textParts = lastMsg.parts.filter(
-        (p) => typeof p === "object" && p !== null && p.type === "text"
-      );
-      const lastTextPart = textParts[textParts.length - 1];
-      if (lastTextPart && typeof lastTextPart.text === "string") {
-        lastTextPart.text += buildNudgeText(pressure.level);
-        stats.nudgeInjected = true;
-        state.recordNudge(messages.length);
-      }
+    if (injectIntoLastAssistant(messages, buildNudgeText(pressure.level))) {
+      stats.nudgeInjected = true;
+      state.recordNudge(messages.length);
+    }
+  }
+  const memoryNudge = detectMemoryNudge(messages, state.messagesSinceLastNudge(messages.length));
+  if (memoryNudge.injected) {
+    if (injectIntoLastAssistant(messages, buildMemoryNudge(memoryNudge.type))) {
+      state.recordNudge(messages.length);
+      logger?.debug("compress: memory nudge", { type: memoryNudge.type });
     }
   }
   const active = stats.toolDedup > 0 || stats.errorPurge > 0 || stats.toolOutputCompressed > 0 || stats.jsonCrushed > 0 || stats.messagePruned > 0 || stats.nudgeInjected;
@@ -15636,6 +15742,21 @@ function runCompressionPipeline(ctx) {
   }
   return { stats };
 }
+function injectIntoLastAssistant(messages, text) {
+  for (let i = messages.length - 1; i >= 0; i--) {
+    const msg = messages[i];
+    if (msg.info.role !== "assistant") continue;
+    const textParts = msg.parts.filter(
+      (p) => typeof p === "object" && p !== null && p.type === "text"
+    );
+    const lastTextPart = textParts[textParts.length - 1];
+    if (lastTextPart && typeof lastTextPart.text === "string") {
+      lastTextPart.text += text;
+      return true;
+    }
+  }
+  return false;
+}
 function compressOldToolOutputs(messages, state) {
   let compressed = 0;
   const protectedTail = messages.length - 8;
@@ -15648,7 +15769,6 @@ function compressOldToolOutputs(messages, state) {
       if (p.state?.status !== "completed") continue;
       if (!p.state.output) continue;
       if (p.state.output === "[superseded by duplicate call]") continue;
-      if (p.state.output.startsWith("[compressed")) continue;
       if (p.state.output.includes("[ccr:")) continue;
       const toolName = p.tool || "unknown";
       const output = p.state.output;
@@ -15673,7 +15793,6 @@ function crushJsonToolOutputs(messages, state) {
       if (p.type !== "tool") continue;
       if (p.state?.status !== "completed") continue;
       if (!p.state.output) continue;
-      if (p.state.output.startsWith("[compressed")) continue;
       if (p.state.output.startsWith("[superseded")) continue;
       if (p.state.output.includes("[ccr:")) continue;
       if (detectContentType(p.state.output) !== "json") continue;
@@ -15690,8 +15809,8 @@ function crushJsonToolOutputs(messages, state) {
 }
 
 // src/hooks/messages-transform.ts
-var KEEP_RECENT = 8;
-var PROTECTED_HEAD = 3;
+var KEEP_RECENT2 = 8;
+var PROTECTED_HEAD2 = 3;
 var SYSTEM_INJECTION_PATTERNS = [
   /^$/,
   /^<!-- OMO_INTERNAL_INITIATOR -->$/,
@@ -15777,9 +15896,9 @@ function repairOrphanedToolCalls(messages) {
 function createMessagesTransformHandler(state, logger) {
   return async (_input, output) => {
     const messages = output.messages;
-    if (messages.length <= KEEP_RECENT) return;
-    if (messages.length <= KEEP_RECENT + PROTECTED_HEAD) return;
-    const protectedTailStart = messages.length - KEEP_RECENT;
+    if (messages.length <= KEEP_RECENT2) return;
+    if (messages.length <= KEEP_RECENT2 + PROTECTED_HEAD2) return;
+    const protectedTailStart = messages.length - KEEP_RECENT2;
     const stats = {
       reasoning_cleared: 0,
       metadata_stripped: 0,
@@ -15787,7 +15906,7 @@ function createMessagesTransformHandler(state, logger) {
       tool_errors_truncated: 0,
       thinking_stripped: 0
     };
-    for (let i = PROTECTED_HEAD; i < protectedTailStart; i++) {
+    for (let i = PROTECTED_HEAD2; i < protectedTailStart; i++) {
       const msg = messages[i];
       if (!msg?.parts?.length) continue;
       if (msg.info.role === "user") continue;
@@ -15859,15 +15978,15 @@ function createMessagesTransformHandler(state, logger) {
         compression: stats,
         deepCompression: ds,
         messageCount: messages.length,
-        protectedHead: PROTECTED_HEAD,
-        protectedTail: KEEP_RECENT
+        protectedHead: PROTECTED_HEAD2,
+        protectedTail: KEEP_RECENT2
       });
     } else if (Object.values(stats).some((v) => v > 0)) {
       state.mergeNotify({
         compression: stats,
         messageCount: messages.length,
-        protectedHead: PROTECTED_HEAD,
-        protectedTail: KEEP_RECENT
+        protectedHead: PROTECTED_HEAD2,
+        protectedTail: KEEP_RECENT2
       });
     }
   };