claude-memory-layer 1.0.45 → 1.0.46

package/dist/index.js

@@ -10662,6 +10662,18 @@ var COMMAND_ARTIFACT_PATTERNS = [
   /<local-command-stdout>[\s\S]*?<\/local-command-stdout>/i,
   /<local-command-stderr>[\s\S]*?<\/local-command-stderr>/i
 ];
+var LOW_SIGNAL_CONTEXT_PATTERNS = [
+  /<environment_context\b[\s\S]*<\/environment_context>/i,
+  /<turn_aborted>/i,
+  /^#\s*AGENTS\.md\s+instructions\b[\s\S]*<INSTRUCTIONS>/i,
+  /^\s*(?:understood[,\s.]*)?(?:stopping|stopped|pausing|paused)\s+here\b[\s\S]{0,180}\blet\s+me\s+know\s+when\s+you(?:'d|\s+would)?\s+like\s+to\s+continue\b/i,
+  /^\s*\[?CONTEXT\s+COMPACTION\s*[—-]\s*REFERENCE\s+ONLY\]?\b[\s\S]{0,600}\b(?:earlier\s+turns\s+were\s+compacted|handoff\s+from\s+a\s+previous\s+context\s+window|active\s+task)\b/i,
+  /^\s*Summary\s+generation\s+was\s+unavailable\.\s*\d+\s+message\(s\)\s+were\s+removed\s+to\s+free\s+context\s+space\b/i,
+  /^\s*---\s*END\s+OF\s+CONTEXT\s+SUMMARY\b/i,
+  /^\s*\[Your\s+active\s+task\s+list\s+was\s+preserved\s+across\s+context\s+compression\]/i,
+  /^➜\s+\S+\s+git:\([^)]*\)\s+/i,
+  /^\$\s+\S+/i
+];
 var CONTINUATION_QUERY_PATTERNS = [
   /^\s*(?:continue|resume|next|what(?:'s| is)? next|next\s+(?:step|task|action)|recommended\s+(?:next\s+)?(?:step|task|action)|what should (?:we|i) do next)\??\s*$/i,
   /^\s*(?:응\s*)?(?:이어서(?:\s*진행(?:해줘)?)?|계속(?:\s*해줘)?|다음\s*(?:단계|작업|추천\s*작업|추천|할\s*일)?(?:은|는)?(?:\s*(?:뭐야|진행(?:해줘)?))?\??|남은\s*(?:추가(?:로)?\s*)?(?:(?:할\s*만한\s*)?(?:작업|일)|할\s*일)?(?:은|는)?\s*(?:있어|있나|있나요|뭐야)\??|추천\s*작업(?:은|는)?(?:\s*뭐야)?\??|진행해줘)\s*$/i
@@ -10673,7 +10685,7 @@ var SHORT_REPAIR_FOLLOW_UP_PATTERNS = [
 var CURRENT_STATE_QUERY_PATTERNS = [
   /\bcurrent\b.*\b(?:state|status|deployment|blocker|pr|pull request)\b/i,
   /\b(?:still|as current|current)\b.*\b(?:unresolved|open|pending|not completed)\b/i,
-  /\b(?:old|obsolete|stale|resolved|already resolved)\b.*\b(?:current|still|unresolved|open|state|status)\b/i,
+  /\b(?:old|obsolete|stale|resolved|already resolved)\b.*\b(?:current|still|unresolved|open|status)\b/i,
   /(?:현재|아직|이전|오래된|해결된).*(?:상태|미해결|열린|블로커|PR|풀리퀘스트)/i
 ];
 var STALE_CONTENT_PATTERNS = [
@@ -10819,6 +10831,21 @@ function isCommandArtifactQuery(query) {
   if (normalized.includes("command-name") || normalized.includes("command-message")) return true;
   return COMMAND_ARTIFACT_PATTERNS.some((pattern) => pattern.test(trimmed));
 }
+function isCommandArtifactContent(content) {
+  const trimmed = content.trim();
+  if (!trimmed) return false;
+  const normalized = trimmed.toLowerCase();
+  if (normalized.includes("local-command-stdout") || normalized.includes("local-command-stderr")) return true;
+  if (normalized.includes("command-name") || normalized.includes("command-message")) return true;
+  return COMMAND_ARTIFACT_PATTERNS.some((pattern) => pattern.test(trimmed));
+}
+function isLowSignalContextContent(content) {
+  const trimmed = content.trim();
+  if (!trimmed) return true;
+  if (isCommandArtifactContent(trimmed)) return true;
+  if (LOW_SIGNAL_CONTEXT_PATTERNS.some((pattern) => pattern.test(trimmed))) return true;
+  return false;
+}
 function isGenericContinuationQuery(query) {
   const trimmed = query.trim();
   if (!trimmed) return false;
@@ -10836,6 +10863,16 @@ function isShortRepairFollowUpQuery(query) {
   if (tokens.length > 8) return false;
   return SHORT_REPAIR_FOLLOW_UP_PATTERNS.some((pattern) => pattern.test(trimmed));
 }
+function isLowConfidenceContextFallbackQuery(query) {
+  const trimmed = query.trim();
+  if (!trimmed) return false;
+  if (isGenericContinuationQuery(trimmed) || isShortRepairFollowUpQuery(trimmed)) return true;
+  const terms = new Set(tokenizeQualityText(trimmed));
+  if ((terms.has("compacted") || terms.has("compaction")) && terms.has("handoff")) return false;
+  const hasContinuationRecall = /^(?:continue|resume)\b/i.test(trimmed) && (terms.has("work") || terms.has("step") || terms.has("task") || terms.has("last") || terms.has("completed"));
+  const hasValidationGateRecall = terms.has("validation") && (terms.has("gate") || terms.has("check")) && (terms.has("run") || terms.has("before") || terms.has("commit") || terms.has("committing") || terms.has("change"));
+  return hasContinuationRecall || hasValidationGateRecall;
+}
 function isCurrentStateQuery(query) {
   const trimmed = query.trim();
   if (!trimmed) return false;
@@ -11103,7 +11140,14 @@ var Retriever = class {
       };
       fallbackTrace.push("fallback:summary");
     }
-    const memories = await this.enrichResults(current.results.slice(0, opts.topK), opts);
+    const selectedResults = current.results.slice(0, opts.topK).filter((result2) => {
+      if (current.matchResult.confidence !== "none") return true;
+      if (isLowConfidenceContextFallbackQuery(query)) {
+        return (result2.semanticScore ?? result2.score) >= 0.5 || result2.score >= 0.5;
+      }
+      return (result2.semanticScore ?? result2.score) >= 0.62 || result2.score >= 0.62;
+    });
+    const memories = await this.enrichResults(selectedResults, opts, query);
     const context = this.buildContext(memories, opts.maxTokens);
     return {
       memories,
@@ -11111,7 +11155,7 @@ var Retriever = class {
       totalTokens: this.estimateTokens(context),
       context,
       fallbackTrace,
-      selectedDebug: current.results.slice(0, opts.topK).map((r) => this.debugDetailForResult(r)),
+      selectedDebug: selectedResults.map((r) => this.debugDetailForResult(r)),
       candidateDebug: (current.candidateResults || []).slice(0, Math.max(opts.topK * 3, 20)).map((r) => this.debugDetailForResult(r)),
       rawQueryText: current.queryRewriteKind ? query : void 0,
       effectiveQueryText: current.effectiveQueryText,
@@ -11206,6 +11250,7 @@ var Retriever = class {
     if (isCurrentStateQuery(options.query)) {
       filtered = filtered.filter((result2) => !isStaleOrSupersededContent(result2.content));
     }
+    filtered = filtered.filter((result2) => !isLowSignalContextContent(result2.content));
     filtered = filtered.filter(
       (result2) => this.isGraphPathResult(result2) || hasDiscriminativeTermOverlap(options.query, result2.content)
     );
@@ -11546,7 +11591,7 @@ var Retriever = class {
   async retrieveRecent(limit = 100) {
     return this.eventStore.getRecentEvents(limit);
   }
-  async enrichResults(results, options) {
+  async enrichResults(results, options, query) {
     const memories = [];
     for (const result2 of results) {
       const event = await this.eventStore.getEvent(result2.eventId);
@@ -11556,13 +11601,13 @@ var Retriever = class {
       }
       let sessionContext;
       if (options.includeSessionContext) {
-        sessionContext = await this.getSessionContext(event.sessionId, event.id);
+        sessionContext = await this.getSessionContext(event.sessionId, event.id, query);
       }
       memories.push({ event, score: result2.score, sessionContext });
     }
     return memories;
   }
-  async getSessionContext(sessionId, eventId) {
+  async getSessionContext(sessionId, eventId, query) {
     const sessionEvents = await this.eventStore.getSessionEvents(sessionId);
     const eventIndex = sessionEvents.findIndex((e) => e.id === eventId);
     if (eventIndex === -1) return void 0;
@@ -11570,7 +11615,9 @@ var Retriever = class {
     const end = Math.min(sessionEvents.length, eventIndex + 2);
     const contextEvents = sessionEvents.slice(start, end);
     if (contextEvents.length <= 1) return void 0;
-    return contextEvents.filter((e) => e.id !== eventId).map((e) => `[${e.eventType}]: ${e.content.slice(0, 200)}...`).join("\n");
+    const suppressStaleState = isCurrentStateQuery(query);
+    const contextLines = contextEvents.filter((e) => e.id !== eventId).filter((e) => !isLowSignalContextContent(e.content)).filter((e) => !(suppressStaleState && isStaleOrSupersededContent(e.content))).map((e) => `[${e.eventType}]: ${e.content.slice(0, 200)}...`);
+    return contextLines.length > 0 ? contextLines.join("\n") : void 0;
   }
   buildUnifiedContext(projectResult, sharedMemories) {
     let context = projectResult.context;
@@ -17118,12 +17165,13 @@ var productValidationMatrix = [
     requirements: [
       "Expose an agent-ready project context pack that combines relevant retrieval results with recent project timeline.",
       "Support projectPath scoping so Hermes, Codex, and Claude Code can share the same project memory backend.",
-      "Keep output compact and citation-oriented so agents can follow up with source-ref or timeline tools."
+      "Keep output compact and citation-oriented so agents can follow up with source-ref or timeline tools.",
+      "Document MCP-only context-pack budget controls (`maxChars`, approximate `maxTokens`, and `compression: off|safe|aggressive`) and make the CLI/API parity boundary explicit."
     ],
     evidence: [
-      { kind: "test", ref: "tests/extensions/mcp-context-tools.test.ts", note: "Asserts context-pack output, projectPath routing, compact relevant memory citations, and recent timeline inclusion." },
-      { kind: "source", ref: "src/extensions/mcp/handlers.ts", note: "mem-context-pack handler formats relevant memories plus session summaries." },
-      { kind: "source", ref: "src/extensions/mcp/tools.ts", note: "MCP tool schema advertises projectPath, topK, recentLimit, and sessionLimit options." }
+      { kind: "test", ref: "tests/extensions/mcp-context-tools.test.ts", note: "Asserts context-pack output, projectPath routing, compact relevant memory citations, sourceRef preservation, maxChars/maxTokens budget enforcement, compression modes, and recent timeline inclusion." },
+      { kind: "source", ref: "src/extensions/mcp/handlers.ts", note: "mem-context-pack handler formats relevant memories plus session summaries and validates MCP-only budget/compression arguments before storage access." },
+      { kind: "source", ref: "src/extensions/mcp/tools.ts", note: "MCP tool schema advertises projectPath, topK, recentLimit, sessionLimit, maxChars, maxTokens, and compression options; CLI/API parity is documented as MCP-only for context-pack generation." }
     ]
   },
   {
@@ -17696,10 +17744,11 @@ var ContextCompressor = class {
   compress(content, options) {
     const source = safeLabel(options.source) || "unknown";
     const mode = options.mode;
+    const sourceRef = safeSourceRef(options.sourceRef ?? sourceRefFromMetadata(options.metadata ?? {}));
     const contentType = detectContextContentType(content, options.metadata ?? {});
     const originalLines = nonEmptyLines(content).length;
     if (mode === "off") {
-      return result(content, {
+      return withSourceRefHint(result(content, {
         mode,
         source,
         contentType,
@@ -17708,21 +17757,21 @@ var ContextCompressor = class {
         originalLines,
         omittedLines: 0,
         signalCount: 0
-      });
+      }), sourceRef);
     }
     if (contentType === "log") {
-      return this.compressLog(content, mode, source, contentType);
+      return withSourceRefHint(this.compressLog(content, mode, source, contentType), sourceRef);
     }
     if (contentType === "markdown") {
-      return this.compressMarkdown(content, mode, source, contentType);
+      return withSourceRefHint(this.compressMarkdown(content, mode, source, contentType), sourceRef);
     }
     if (contentType === "diff") {
-      return this.compressDiff(content, mode, source, contentType);
+      return withSourceRefHint(this.compressDiff(content, mode, source, contentType), sourceRef);
     }
     if (contentType === "code") {
-      return this.compressCode(content, mode, source, contentType);
+      return withSourceRefHint(this.compressCode(content, mode, source, contentType), sourceRef);
     }
-    return this.compressPlain(content, mode, source, contentType);
+    return withSourceRefHint(this.compressPlain(content, mode, source, contentType), sourceRef);
   }
   compressLog(content, mode, source, contentType) {
     const lines = nonEmptyLines(content);
@@ -17860,11 +17909,15 @@ function summarizeCompressionTelemetry(metadata) {
   const totalOriginalChars = metadata.reduce((sum, item) => sum + item.originalChars, 0);
   const totalCompressedChars = metadata.reduce((sum, item) => sum + item.compressedChars, 0);
   const totalSavedChars = metadata.reduce((sum, item) => sum + item.savedChars, 0);
+  const totalOmittedLines = metadata.reduce((sum, item) => sum + item.omittedLines, 0);
+  const sourceRefsPreserved = metadata.filter((item) => item.sourceRefPreserved).length;
   return {
     totalItems: metadata.length,
     totalOriginalChars,
     totalCompressedChars,
     totalSavedChars,
+    totalOmittedLines,
+    sourceRefsPreserved,
     bySource: summarizeBy(metadata, "source"),
     byStrategy: summarizeBy(metadata, "strategy")
   };
@@ -17878,12 +17931,16 @@ function summarizeBy(metadata, key) {
       items: 0,
       originalChars: 0,
       compressedChars: 0,
-      savedChars: 0
+      savedChars: 0,
+      omittedLines: 0,
+      sourceRefsPreserved: 0
     };
     existing.items += 1;
     existing.originalChars += item.originalChars;
     existing.compressedChars += item.compressedChars;
     existing.savedChars += item.savedChars;
+    existing.omittedLines += item.omittedLines;
+    if (item.sourceRefPreserved) existing.sourceRefsPreserved += 1;
     groups.set(groupKey, existing);
   }
   return Array.from(groups.values()).sort((a, b) => String(a[key] ?? "").localeCompare(String(b[key] ?? "")));
@@ -17898,7 +17955,8 @@ function result(text, base) {
       ...base,
       compressedChars,
       savedChars,
-      compressionRatio
+      compressionRatio,
+      sourceRefPreserved: false
     }
   };
 }
@@ -17947,6 +18005,65 @@ function safeLabel(value) {
   const cleaned = value.replace(/[^A-Za-z0-9_.:-]+/g, "_").replace(/^_+|_+$/g, "").slice(0, 80);
   return cleaned || void 0;
 }
+function sourceRefFromMetadata(metadata) {
+  const explicit = firstString(metadata, ["sourceRef", "source_ref", "sourceReference", "source_reference"]);
+  if (explicit) return explicit;
+  const citation = firstString(metadata, ["citationId", "citation_id", "memoryCitationId", "memory_citation_id"]);
+  if (citation) return citation.startsWith("mem:") ? citation : `mem:${citation}`;
+  const eventId = firstString(metadata, ["eventId", "event_id"]);
+  if (eventId) return eventId.startsWith("event:") ? eventId : `event:${eventId}`;
+  return void 0;
+}
+function firstString(metadata, keys) {
+  for (const key of keys) {
+    const value = metadata[key];
+    if (typeof value === "string" && value.trim().length > 0) return value.trim();
+  }
+  return void 0;
+}
+function safeSourceRef(value) {
+  if (!value) return void 0;
+  const normalized = value.trim().replace(/^\[?(mem|event):/i, (_, prefix) => `${prefix.toLowerCase()}:`).replace(/\]?$/g, "");
+  if (!normalized || /(?:password|secret|api[_-]?key|token|bearer)/i.test(normalized)) return void 0;
+  const cleaned = normalized.replace(/[^A-Za-z0-9_.:-]+/g, "_").replace(/^_+|_+$/g, "").slice(0, 140);
+  return cleaned || void 0;
+}
+function withSourceRefHint(compression, sourceRef) {
+  if (!sourceRef) return compression;
+  if (compression.metadata.mode === "off" || compression.metadata.strategy === "none") {
+    return {
+      text: compression.text,
+      metadata: {
+        ...compression.metadata,
+        sourceRef,
+        sourceRefPreserved: false
+      }
+    };
+  }
+  const hint = `sourceRef=${sourceRef} expand=mem-source-ref`;
+  const text = compression.text.includes(hint) ? compression.text : addSourceRefHint(compression.text, hint);
+  const compressedChars = text.length;
+  const savedChars = Math.max(0, compression.metadata.originalChars - compressedChars);
+  const compressionRatio = compression.metadata.originalChars > 0 ? compressedChars / compression.metadata.originalChars : 1;
+  return {
+    text,
+    metadata: {
+      ...compression.metadata,
+      sourceRef,
+      sourceRefPreserved: text.includes(`sourceRef=${sourceRef}`) && text.includes("expand=mem-source-ref"),
+      compressedChars,
+      savedChars,
+      compressionRatio
+    }
+  };
+}
+function addSourceRefHint(text, hint) {
+  if (text.startsWith("[compressed ")) {
+    return text.replace(/^\[([^\]]+)\]/, `[$1; ${hint}]`);
+  }
+  return `[${hint}]
+${text}`;
+}
 
 // src/core/task/task-matcher.ts
 var DEFAULT_CONFIG7 = {