claude-memory-layer 1.0.23 → 1.0.24

package/dist/hooks/post-tool-use.js

@@ -1834,6 +1834,21 @@ var SQLiteEventStore = class {
       [id, eventId, sessionId, score, query.slice(0, 100)]
     );
   }
+  /**
+   * Get session IDs that have unevaluated retrievals (measured_at IS NULL).
+   * Excludes the current session. Used to backfill sessions that ended without Stop hook.
+   */
+  async getUnevaluatedSessions(currentSessionId, limit = 5) {
+    await this.initialize();
+    const rows = sqliteAll(
+      this.db,
+      `SELECT DISTINCT session_id FROM memory_helpfulness
+       WHERE measured_at IS NULL AND session_id != ?
+       ORDER BY created_at DESC LIMIT ?`,
+      [currentSessionId, limit]
+    );
+    return rows.map((r) => r.session_id);
+  }
   /**
    * Evaluate helpfulness for all retrievals in a session
    * Called at session end - uses behavioral signals to compute score
@@ -2621,7 +2636,7 @@ var VectorStore = class {
 
 // src/core/embedder.ts
 import { pipeline } from "@huggingface/transformers";
-var Embedder = class {
+var Embedder = class _Embedder {
   pipeline = null;
   modelName;
   activeModelName;
@@ -2652,6 +2667,11 @@ var Embedder = class {
       this.initialized = true;
     }
   }
+  // ~4 chars per token; 512 tokens * 4 = 2048, use 2000 to be safe
+  static MAX_CHARS = 2e3;
+  truncate(text) {
+    return text.length > _Embedder.MAX_CHARS ? text.slice(0, _Embedder.MAX_CHARS) : text;
+  }
   /**
    * Generate embedding for a single text
    */
@@ -2660,10 +2680,11 @@ var Embedder = class {
     if (!this.pipeline) {
       throw new Error("Embedding pipeline not initialized");
     }
-    const output = await this.pipeline(text, {
+    const output = await this.pipeline(this.truncate(text), {
       pooling: "mean",
       normalize: true,
-      truncation: true
+      truncation: true,
+      max_length: 512
     });
     const vector = Array.from(output.data);
     return {
@@ -2685,10 +2706,11 @@ var Embedder = class {
     for (let i = 0; i < texts.length; i += batchSize) {
       const batch = texts.slice(i, i + batchSize);
       for (const text of batch) {
-        const output = await this.pipeline(text, {
+        const output = await this.pipeline(this.truncate(text), {
           pooling: "mean",
           normalize: true,
-          truncation: true
+          truncation: true,
+          max_length: 512
         });
         const vector = Array.from(output.data);
         results.push({
@@ -6077,6 +6099,7 @@ var MemoryService = class {
   projectPath = null;
   readOnly;
   lightweightMode;
+  embeddingOnly;
   mdMirror;
   storagePath;
   constructor(config) {
@@ -6084,6 +6107,7 @@ var MemoryService = class {
     this.storagePath = storagePath;
     this.readOnly = config.readOnly ?? false;
     this.lightweightMode = config.lightweightMode ?? false;
+    this.embeddingOnly = config.embeddingOnly ?? false;
     this.mdMirror = new MarkdownMirror2(process.cwd());
     if (!this.readOnly && !fs4.existsSync(storagePath)) {
       fs4.mkdirSync(storagePath, { recursive: true });
@@ -6157,19 +6181,21 @@ var MemoryService = class {
         this.embedder
       );
       this.vectorWorker.start();
-      this.retriever.setGraduationPipeline(this.graduation);
-      this.graduationWorker = createGraduationWorker(
-        this.sqliteStore,
-        this.graduation
-      );
-      this.graduationWorker.start();
-      if (this.analyticsStore) {
-        this.syncWorker = new SyncWorker(
+      if (!this.embeddingOnly) {
+        this.retriever.setGraduationPipeline(this.graduation);
+        this.graduationWorker = createGraduationWorker(
           this.sqliteStore,
-          this.analyticsStore,
-          { intervalMs: 3e4, batchSize: 500 }
+          this.graduation
         );
-        this.syncWorker.start();
+        this.graduationWorker.start();
+        if (this.analyticsStore) {
+          this.syncWorker = new SyncWorker(
+            this.sqliteStore,
+            this.analyticsStore,
+            { intervalMs: 3e4, batchSize: 500 }
+          );
+          this.syncWorker.start();
+        }
       }
       const savedMode = await this.sqliteStore.getEndlessConfig("mode");
       if (savedMode === "endless") {
@@ -6893,6 +6919,19 @@ var MemoryService = class {
     await this.initialize();
     await this.sqliteStore.recordRetrieval(eventId, sessionId, score, query);
   }
+  /**
+   * Record a query-level retrieval trace (used by user-prompt-submit hook).
+   * Feeds the retrieval_traces table that powers dashboard stats.
+   */
+  async recordQueryTrace(input) {
+    await this.initialize();
+    await this.sqliteStore.recordRetrievalTrace({
+      ...input,
+      candidateDetails: [],
+      selectedDetails: [],
+      fallbackTrace: []
+    });
+  }
   /**
    * Evaluate helpfulness of retrievals in a session (called at session end)
    */
@@ -6900,6 +6939,20 @@ var MemoryService = class {
     await this.initialize();
     await this.sqliteStore.evaluateSessionHelpfulness(sessionId);
   }
+  /**
+   * Backfill helpfulness evaluation for sessions that ended without Stop hook.
+   * Call on first turn of a new session to catch missed evaluations.
+   */
+  async evaluatePendingSessions(currentSessionId) {
+    await this.initialize();
+    const sessions = await this.sqliteStore.getUnevaluatedSessions(currentSessionId, 5);
+    for (const sid of sessions) {
+      try {
+        await this.sqliteStore.evaluateSessionHelpfulness(sid);
+      } catch {
+      }
+    }
+  }
   /**
    * Get most helpful memories ranked by helpfulness score
    */
@@ -7452,11 +7505,42 @@ function clearTurnState(sessionId) {
 // src/hooks/post-tool-use.ts
 var DEFAULT_CONFIG6 = {
   enabled: true,
-  excludedTools: ["TodoWrite", "TodoRead"],
+  excludedTools: [
+    // Trivial meta tools
+    "TodoWrite",
+    "TodoRead",
+    // Reproducible query tools (no storage value)
+    "Read",
+    "Grep",
+    "Glob",
+    "ToolSearch",
+    "WebFetch",
+    "WebSearch",
+    "NotebookRead",
+    // Low-value system tools
+    "Skill",
+    "EnterPlanMode"
+  ],
+  minOutputLength: parseInt(process.env.CLAUDE_MEMORY_TOOL_MIN_OUTPUT_LEN || "100"),
   maxOutputLength: 1e4,
   maxOutputLines: 100,
   storeOnlyOnSuccess: false
 };
+var ALWAYS_STORE_TOOLS = /* @__PURE__ */ new Set([
+  "Write",
+  "Edit",
+  "MultiEdit",
+  "Agent",
+  "Task",
+  "ExitPlanMode"
+]);
+function hasSignificantOutput(toolName, output, response, minLen) {
+  if (ALWAYS_STORE_TOOLS.has(toolName))
+    return true;
+  if (response?.stderr && response.stderr.trim().length > 0)
+    return true;
+  return output.trim().length >= minLen;
+}
 var DEFAULT_PRIVACY_CONFIG = {
   excludePatterns: ["password", "secret", "api_key", "token", "bearer"],
   anonymize: false,
@@ -7493,8 +7577,12 @@ function isToolSuccess(response) {
 async function main() {
   const inputData = await readStdin();
   const input = JSON.parse(inputData);
-  const config = DEFAULT_CONFIG6;
+  const config = { ...DEFAULT_CONFIG6 };
   const privacyConfig = DEFAULT_PRIVACY_CONFIG;
+  const envBlocklist = process.env.CLAUDE_MEMORY_TOOL_BLOCKLIST;
+  if (envBlocklist !== void 0) {
+    config.excludedTools = envBlocklist.split(",").map((s) => s.trim()).filter(Boolean);
+  }
   if (!config.enabled) {
     console.log(JSON.stringify({}));
     return;
@@ -7509,6 +7597,15 @@ async function main() {
     console.log(JSON.stringify({}));
     return;
   }
+  if (!hasSignificantOutput(
+    input.tool_name,
+    toolOutput,
+    input.tool_response,
+    config.minOutputLength ?? 100
+  )) {
+    console.log(JSON.stringify({}));
+    return;
+  }
   try {
     const memoryService = getLightweightMemoryService(input.session_id);
     const maskedInput = maskSensitiveInput(input.tool_input);