@bd7pil/opencode-deep-memory 0.8.1 → 0.8.3

package/README.md

@@ -61,7 +61,7 @@ OpenCode auto-installs on startup. Memory appears at `.deep-memory/` in your pro
 
 ## Context compression
 
-Two layers, fully automatic, no LLM calls.
+Three layers, fully automatic, no LLM calls.
 
 ### Layer 1: Deterministic stripping (always active)
 
@@ -92,11 +92,16 @@ Thresholds are absolute, not percentage-based — they work consistently across
 | Command outputs | Keep errors + tail | [Edgee][] |
 | Search results | Keep top-20, group by file | [Edgee][] |
 | JSON arrays | Head + dedup middle + tail | [Headroom][] |
+| Subagent output | Headers + key lines + tail with [ccr:] preservation | [Claude Code][] |
+| Skill output | Frontmatter + MUST rules + structure headers | [Claude Code][] |
+| Nested JSON objects | Compress child arrays >30 items | This project |
 | Old assistant text | Preserve structure, compress prose | [LLMLingua][] |
 
-All compressed content is **reversible** via CCR (Compress-Cache-Retrieve) — originals cached with SHA-256 hash, retrievable via `deep_expand` tool.
+All compressed content is **reversible** via CCR (Compress-Cache-Retrieve) — originals cached for 30 minutes with SHA-256 hash, retrievable via `deep_expand` tool. 
 
-**Never touched**: user messages, recent 4K tokens, protected tools (question, edit, write, todowrite, memory_*).
+**No compression** on protected tools: `question`, `edit`, `write`, `todowrite`, `memory_*`, `deep_expand`, `task`, `skill`. These tools' outputs contain verification data (LSP diagnostics, subagent decisions) essential for the agent to function correctly.
+
+**Post-compression re-read**: after compression modifies content, recent modified files are listed in a `<dm-nudge>` so the agent can re-verify if needed — inspired by Claude Code's `onCompact` callback.
 
 ## Memory nudge
 

package/dist/index.js

@@ -264,6 +264,7 @@ var PluginState = class {
   _lastMemoryNudgeMessageCount = /* @__PURE__ */ new Map();
   _lastCCRCleanup = 0;
   _modelContextWindow = 0;
+  _recentEdits = /* @__PURE__ */ new Set();
   agentOf(sessionID) {
     return this._agents.get(sessionID);
   }
@@ -432,12 +433,15 @@ var PluginState = class {
     const last = this._lastMemoryNudgeMessageCount.get(sessionID);
     return last != null ? currentMessageCount - last : Number.POSITIVE_INFINITY;
   }
-  setModelContextWindow(tokens) {
-    if (tokens > 0) this._modelContextWindow = tokens;
-  }
   getModelContextWindow() {
     return this._modelContextWindow;
   }
+  trackEdit(filePath) {
+    if (filePath) this._recentEdits.add(filePath);
+  }
+  getRecentEdits() {
+    return Array.from(this._recentEdits);
+  }
 };
 function createPluginState() {
   return new PluginState();
@@ -14874,7 +14878,7 @@ ${part.thinking || part.text || "[empty]"}
 
 // src/compress/ccr.ts
 import { createHash as createHash2 } from "crypto";
-var CCR_TTL_MS = 5 * 60 * 1e3;
+var CCR_TTL_MS = 30 * 60 * 1e3;
 function ccrStore(state, original, compressed, toolName, callID) {
   const hash2 = sha256(original).slice(0, 24);
   state.ccStore(hash2, {
@@ -15369,14 +15373,13 @@ function extractInputTokensFromMessages(messages) {
     for (const part of msg.parts) {
       if (typeof part !== "object" || part === null) continue;
       const p = part;
-      if (p["type"] === "step-finish") {
-        const tokens = p;
-        const input = tokens.tokens?.input ?? 0;
-        const cached2 = tokens.tokens?.cached ?? 0;
-        const total = input + cached2;
-        if (total > best) best = total;
-        if (best > 0) return best;
-      }
+      if (p["type"] !== "step-finish") continue;
+      const tokens = p;
+      const input = tokens.tokens?.input ?? 0;
+      const cached2 = tokens.tokens?.cache?.read ?? 0;
+      const total = input + cached2;
+      if (total > best) best = total;
+      if (best > 0) return best;
     }
   }
   return best;
@@ -15469,6 +15472,28 @@ function createToolSignature(tool5, args) {
   return `${tool5}::${sorted}`;
 }
 
+// src/compress/detector.ts
+function detectContentType(content) {
+  const trimmed = content.trimStart();
+  if (trimmed.startsWith("{") || trimmed.startsWith("[")) {
+    try {
+      JSON.parse(content);
+      return "json";
+    } catch {
+    }
+  }
+  if (/^diff --git |^@@ -\d+,\d+ \+\d+,\d+ @@|^[+-]{3} \//m.test(content)) return "diff";
+  if (/Traceback \(most recent call last\)|at \S+\.\S+\(|Error: |Exception: |TypeError: |ReferenceError: /m.test(content)) return "error-trace";
+  if (/<[a-z][\s\S]*>/i.test(content) && /<(html|div|span|body|head|script|style)[\s>]/i.test(content)) return "html";
+  const lines = content.split("\n");
+  const logLineCount = lines.filter((l) => /^\s*(\d{4}-\d{2}-\d{2}|\[\d{4}|ERROR\b|WARN\b|INFO\b|DEBUG\b|FATAL\b|TRACE\b)/.test(l)).length;
+  if (lines.length > 5 && logLineCount / lines.length > 0.3) return "log";
+  const codePatterns = /\b(function |class |def |import |from .+ import|const |let |var |export |interface |type |struct |fn |func |pub |private |protected )\b/;
+  const codeLines = lines.filter((l) => codePatterns.test(l)).length;
+  if (lines.length > 10 && codeLines / lines.length > 0.15) return "code";
+  return "text";
+}
+
 // src/compress/tool-compress.ts
 var TOOL_COMPRESS_STRATEGIES = {
   read: compressFileRead,
@@ -15482,7 +15507,12 @@ var TOOL_COMPRESS_STRATEGIES = {
   grep_app_searchGitHub: compressSearchResults,
   searxng_searxng_web_search: compressSearchResults,
   websearch_web_search_exa: compressSearchResults,
-  tavily_tavily_search: compressSearchResults
+  tavily_tavily_search: compressSearchResults,
+  background_output: compressAgentOutput,
+  task: compressAgentOutput,
+  skill: compressSkillOutput,
+  session_read: compressAgentOutput,
+  webfetch: compressAgentOutput
 };
 var DEFAULT_HEAD_LINES = 50;
 var DEFAULT_TAIL_LINES = 20;
@@ -15571,6 +15601,136 @@ function truncateLine(line, maxLen) {
   if (line.length <= maxLen) return line;
   return line.slice(0, maxLen - 15) + "...[truncated]";
 }
+function compressJsonOutput(output) {
+  try {
+    const parsed = JSON.parse(output);
+    if (Array.isArray(parsed)) {
+      return compressJsonArray(parsed);
+    }
+    if (typeof parsed === "object" && parsed !== null) {
+      return compressJsonObject(parsed);
+    }
+    return output;
+  } catch {
+    return output;
+  }
+}
+function compressJsonArray(arr) {
+  const head = 30;
+  const tail = 15;
+  const maxItems = 50;
+  if (arr.length <= maxItems) return JSON.stringify(arr, null, 2);
+  const kept = [...arr.slice(0, head), { _truncated: true, total: arr.length }, ...arr.slice(-tail)];
+  return JSON.stringify(kept, null, 2);
+}
+function compressJsonObject(obj) {
+  const MAX_CHILD_ITEMS = 30;
+  let modified = false;
+  const result = {};
+  for (const [key, value] of Object.entries(obj)) {
+    if (Array.isArray(value) && value.length > MAX_CHILD_ITEMS) {
+      result[key] = {
+        _truncated: true,
+        total: value.length,
+        items: [...value.slice(0, 10), toStringPlaceholder(value.slice(10, 20)), ...value.slice(-10)]
+      };
+      modified = true;
+    } else {
+      result[key] = value;
+    }
+  }
+  if (modified) {
+    return JSON.stringify(result, null, 2);
+  }
+  return JSON.stringify(obj, null, 2);
+}
+function toStringPlaceholder(items) {
+  return { _skipped: items.length };
+}
+function compressAgentOutput(output) {
+  if (detectContentType(output) === "json") {
+    return compressJsonOutput(output);
+  }
+  const lines = output.split("\n");
+  if (lines.length <= 40 && output.length <= 3e3) return output;
+  const MAX_SECTION_LINES = 5;
+  const result = [];
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i];
+    if (line.includes("[ccr:") || line.includes("[superseded")) {
+      result.push(line);
+      continue;
+    }
+    const isHeader = /^#{1,4}\s/.test(line) || /^---/.test(line) || /^\*\*$/.test(line);
+    const hasCode = line.includes("```");
+    const hasKey = /\b(error|fail|success|completed|result|summary|warning)\b/i.test(line);
+    if (isHeader || hasCode || hasKey) {
+      result.push(truncateLine(line, 300));
+      continue;
+    }
+    if (i < 5 || i >= lines.length - 10) {
+      result.push(truncateLine(line, 300));
+      continue;
+    }
+    const inSection = result.length > 0 && result[result.length - 1] !== "";
+    if (!inSection) {
+      if (line.trim()) {
+        result.push(line);
+      }
+    } else {
+      const recentLines = result.slice(-MAX_SECTION_LINES).filter((l) => l.trim() && l !== "...");
+      if (recentLines.length >= MAX_SECTION_LINES) {
+        result.push("...[truncated]");
+        while (i < lines.length && !/^#{1,4}\s/.test(lines[i]) && !lines[i].includes("```") && !/\b(error|fail|summary)\b/i.test(lines[i])) {
+          i++;
+        }
+        i--;
+      } else {
+        result.push(truncateLine(line, 300));
+      }
+    }
+  }
+  return result.join("\n");
+}
+function compressSkillOutput(output) {
+  const lines = output.split("\n");
+  if (lines.length <= 60 && output.length <= 4e3) return output;
+  const result = [];
+  const FRONTMATTER_END = lines.findIndex((l, i) => i > 0 && l.trim() === "---");
+  for (let i = 0; i < lines.length; i++) {
+    if (i <= FRONTMATTER_END || i < 10) {
+      result.push(lines[i]);
+      continue;
+    }
+    if (i >= lines.length - 10) {
+      result.push(lines[i]);
+      continue;
+    }
+    const line = lines[i];
+    if (/^#{1,4}\s/.test(line) || /^```/.test(line) || /^---/.test(line)) {
+      result.push(line);
+      continue;
+    }
+    if (/\b(must|must not|required|forbidden|never|always)\b/i.test(line)) {
+      result.push(line);
+      continue;
+    }
+    const recentNonEmpty = result.slice(-8).filter((l) => l.trim());
+    if (recentNonEmpty.length >= 8 && !result[result.length - 1].startsWith("...")) {
+      result.push("...[truncated]");
+      while (i < lines.length && !/^#{1,4}\s/.test(lines[i]) && !/^```/.test(lines[i])) {
+        i++;
+      }
+      i--;
+    } else {
+      result.push(line);
+    }
+  }
+  if (result.length < lines.length * 0.7) {
+    return result.join("\n");
+  }
+  return output;
+}
 
 // src/compress/json-crush.ts
 import { createHash as createHash3 } from "crypto";
@@ -15616,28 +15776,6 @@ function sha2562(data) {
   return createHash3("sha256").update(data).digest("hex");
 }
 
-// src/compress/detector.ts
-function detectContentType(content) {
-  const trimmed = content.trimStart();
-  if (trimmed.startsWith("{") || trimmed.startsWith("[")) {
-    try {
-      JSON.parse(content);
-      return "json";
-    } catch {
-    }
-  }
-  if (/^diff --git |^@@ -\d+,\d+ \+\d+,\d+ @@|^[+-]{3} \//m.test(content)) return "diff";
-  if (/Traceback \(most recent call last\)|at \S+\.\S+\(|Error: |Exception: |TypeError: |ReferenceError: /m.test(content)) return "error-trace";
-  if (/<[a-z][\s\S]*>/i.test(content) && /<(html|div|span|body|head|script|style)[\s>]/i.test(content)) return "html";
-  const lines = content.split("\n");
-  const logLineCount = lines.filter((l) => /^\s*(\d{4}-\d{2}-\d{2}|\[\d{4}|ERROR\b|WARN\b|INFO\b|DEBUG\b|FATAL\b|TRACE\b)/.test(l)).length;
-  if (lines.length > 5 && logLineCount / lines.length > 0.3) return "log";
-  const codePatterns = /\b(function |class |def |import |from .+ import|const |let |var |export |interface |type |struct |fn |func |pub |private |protected )\b/;
-  const codeLines = lines.filter((l) => codePatterns.test(l)).length;
-  if (lines.length > 10 && codeLines / lines.length > 0.15) return "code";
-  return "text";
-}
-
 // src/compress/single-pass.ts
 var PROTECTED_TOOLS = /* @__PURE__ */ new Set([
   "question",
@@ -15648,7 +15786,9 @@ var PROTECTED_TOOLS = /* @__PURE__ */ new Set([
   "memory_search",
   "memory_forget",
   "memory_expand",
-  "deep_expand"
+  "deep_expand",
+  "task",
+  "skill"
 ]);
 var NEVER_DEDUP = /* @__PURE__ */ new Set(["read", "bash", "grep", "glob", "find", "search"]);
 var ERROR_PURGE_TURN_THRESHOLD = 4;
@@ -15711,7 +15851,7 @@ function singlePassCompress(messages, state, protectedTail) {
       const toolName = p["tool"];
       const callID = p["callID"];
       const toolState = p["state"];
-      if (toolState?.["status"] === "error") {
+      if (toolState?.["status"] === "error" && !PROTECTED_TOOLS.has(toolName ?? "")) {
         const age = totalMessages - i;
         if (age >= ERROR_PURGE_TURN_THRESHOLD) {
           if (typeof toolState["input"] === "object" && toolState["input"] !== null) {
@@ -15755,7 +15895,7 @@ function singlePassCompress(messages, state, protectedTail) {
           seen.set(signature, { msgIdx: i, outputHash });
         }
       }
-      if (output.length >= 200) {
+      if (output.length >= 200 && !PROTECTED_TOOLS.has(toolName)) {
         const result = compressToolOutput(toolName, output);
         if (result.length < output.length * 0.85) {
           const hash2 = ccrStore(state, output, result, toolName, callID);
@@ -15764,7 +15904,7 @@ function singlePassCompress(messages, state, protectedTail) {
           continue;
         }
       }
-      if (output.length >= 200 && detectContentType(output) === "json") {
+      if (output.length >= 200 && detectContentType(output) === "json" && !PROTECTED_TOOLS.has(toolName)) {
         const crushed = crushJsonArray(output);
         if (crushed.length < output.length * 0.85) {
           const hash2 = ccrStore(state, output, crushed, toolName, callID);
@@ -16051,6 +16191,23 @@ function createMessagesTransformHandler(state, logger) {
         protectedHead: PROTECTED_HEAD,
         protectedTail: KEEP_RECENT
       });
+      const recentEdits = state.getRecentEdits();
+      if (recentEdits.length > 0) {
+        const fileList = recentEdits.slice(0, 5).join(", ");
+        const nudge = '\n\n<dm-nudge level="medium">Context was compressed. Recent files may have shifted: ' + fileList + ". Use `read` to re-verify if needed.</dm-nudge>";
+        for (let k = output.messages.length - 1; k >= 0; k--) {
+          const msg = output.messages[k];
+          if (msg.info.role !== "assistant") continue;
+          for (const part of msg.parts) {
+            const p = part;
+            if (p["type"] === "text" && typeof p["text"] === "string") {
+              p.text += nudge;
+              break;
+            }
+          }
+          break;
+        }
+      }
     } else if (Object.values(stats).some((v) => v > 0)) {
       state.mergeNotify({
         compression: stats,
@@ -16182,29 +16339,6 @@ function createNotifyHandler(client, logger) {
   };
 }
 
-// src/shared/model-limits.ts
-var KNOWN_MODEL_LIMITS = {
-  "deepseek-v4-pro": 1e6,
-  "deepseek-v4": 1e6,
-  "deepseek-v3": 64e3,
-  "deepseek-r1": 64e3,
-  "claude-opus-4": 2e5,
-  "claude-sonnet-4": 2e5,
-  "gpt-4o": 128e3,
-  "o1": 2e5,
-  "o3-mini": 2e5,
-  "gemini-2.5-pro": 1e6,
-  "gemini-2.5-flash": 1e6,
-  "qwen-max": 131072
-};
-function lookupModelLimit(modelID) {
-  if (KNOWN_MODEL_LIMITS[modelID]) return KNOWN_MODEL_LIMITS[modelID];
-  for (const [key, limit] of Object.entries(KNOWN_MODEL_LIMITS)) {
-    if (modelID.includes(key)) return limit;
-  }
-  return void 0;
-}
-
 // src/extract/enrich.ts
 import { stat } from "fs/promises";
 
@@ -16536,14 +16670,10 @@ var deepMemoryPlugin = async (input) => {
       const defaultModel = configResult.data?.model;
       if (typeof defaultModel === "string" && defaultModel.includes("/")) {
         const slashIdx = defaultModel.indexOf("/");
-        const providerID = defaultModel.slice(0, slashIdx);
-        const modelID = defaultModel.slice(slashIdx + 1);
-        state.recordFallbackModel({ providerID, modelID });
-        const limit = lookupModelLimit(modelID);
-        if (limit) {
-          state.setModelContextWindow(limit);
-          logger.debug("resolved model context window", { modelID, limit });
-        }
+        state.recordFallbackModel({
+          providerID: defaultModel.slice(0, slashIdx),
+          modelID: defaultModel.slice(slashIdx + 1)
+        });
       }
     }).catch((err) => {
       logger.debug("config.get failed, dream/distill will omit model", {
@@ -16704,12 +16834,16 @@ var deepMemoryPlugin = async (input) => {
     },
     tool: { ...memoryTools, deep_expand: createDeepExpandTool(state) },
     "tool.execute.after": async (input2, output) => {
-      if (input2.tool !== "read") return;
       const filePath = input2.args?.path ?? input2.args?.filePath;
       if (!filePath) return;
-      const lang = getLanguage(filePath);
-      if (!lang) return;
-      tracker.recordRead(filePath, output.output || "");
+      if (input2.tool === "read") {
+        const lang = getLanguage(filePath);
+        if (!lang) return;
+        tracker.recordRead(filePath, output.output || "");
+      }
+      if (input2.tool === "edit" || input2.tool === "write") {
+        state.trackEdit(filePath);
+      }
     },
     "experimental.session.compacting": createCompactingHandler({
       client: input.client,