claude-memory-layer 1.0.23 → 1.0.24

package/dist/services/memory-service.js

@@ -1833,6 +1833,21 @@ var SQLiteEventStore = class {
       [id, eventId, sessionId, score, query.slice(0, 100)]
     );
   }
+  /**
+   * Get session IDs that have unevaluated retrievals (measured_at IS NULL).
+   * Excludes the current session. Used to backfill sessions that ended without Stop hook.
+   */
+  async getUnevaluatedSessions(currentSessionId, limit = 5) {
+    await this.initialize();
+    const rows = sqliteAll(
+      this.db,
+      `SELECT DISTINCT session_id FROM memory_helpfulness
+       WHERE measured_at IS NULL AND session_id != ?
+       ORDER BY created_at DESC LIMIT ?`,
+      [currentSessionId, limit]
+    );
+    return rows.map((r) => r.session_id);
+  }
   /**
    * Evaluate helpfulness for all retrievals in a session
    * Called at session end - uses behavioral signals to compute score
@@ -2620,7 +2635,7 @@ var VectorStore = class {
 
 // src/core/embedder.ts
 import { pipeline } from "@huggingface/transformers";
-var Embedder = class {
+var Embedder = class _Embedder {
   pipeline = null;
   modelName;
   activeModelName;
@@ -2651,6 +2666,11 @@ var Embedder = class {
       this.initialized = true;
     }
   }
+  // ~4 chars per token; 512 tokens * 4 = 2048, use 2000 to be safe
+  static MAX_CHARS = 2e3;
+  truncate(text) {
+    return text.length > _Embedder.MAX_CHARS ? text.slice(0, _Embedder.MAX_CHARS) : text;
+  }
   /**
    * Generate embedding for a single text
    */
@@ -2659,10 +2679,11 @@ var Embedder = class {
     if (!this.pipeline) {
       throw new Error("Embedding pipeline not initialized");
     }
-    const output = await this.pipeline(text, {
+    const output = await this.pipeline(this.truncate(text), {
       pooling: "mean",
       normalize: true,
-      truncation: true
+      truncation: true,
+      max_length: 512
     });
     const vector = Array.from(output.data);
     return {
@@ -2684,10 +2705,11 @@ var Embedder = class {
     for (let i = 0; i < texts.length; i += batchSize) {
       const batch = texts.slice(i, i + batchSize);
       for (const text of batch) {
-        const output = await this.pipeline(text, {
+        const output = await this.pipeline(this.truncate(text), {
           pooling: "mean",
           normalize: true,
-          truncation: true
+          truncation: true,
+          max_length: 512
         });
         const vector = Array.from(output.data);
         results.push({
@@ -5982,6 +6004,7 @@ var MemoryService = class {
   projectPath = null;
   readOnly;
   lightweightMode;
+  embeddingOnly;
   mdMirror;
   storagePath;
   constructor(config) {
@@ -5989,6 +6012,7 @@ var MemoryService = class {
     this.storagePath = storagePath;
     this.readOnly = config.readOnly ?? false;
     this.lightweightMode = config.lightweightMode ?? false;
+    this.embeddingOnly = config.embeddingOnly ?? false;
     this.mdMirror = new MarkdownMirror2(process.cwd());
     if (!this.readOnly && !fs4.existsSync(storagePath)) {
       fs4.mkdirSync(storagePath, { recursive: true });
@@ -6062,19 +6086,21 @@ var MemoryService = class {
         this.embedder
       );
       this.vectorWorker.start();
-      this.retriever.setGraduationPipeline(this.graduation);
-      this.graduationWorker = createGraduationWorker(
-        this.sqliteStore,
-        this.graduation
-      );
-      this.graduationWorker.start();
-      if (this.analyticsStore) {
-        this.syncWorker = new SyncWorker(
+      if (!this.embeddingOnly) {
+        this.retriever.setGraduationPipeline(this.graduation);
+        this.graduationWorker = createGraduationWorker(
           this.sqliteStore,
-          this.analyticsStore,
-          { intervalMs: 3e4, batchSize: 500 }
+          this.graduation
         );
-        this.syncWorker.start();
+        this.graduationWorker.start();
+        if (this.analyticsStore) {
+          this.syncWorker = new SyncWorker(
+            this.sqliteStore,
+            this.analyticsStore,
+            { intervalMs: 3e4, batchSize: 500 }
+          );
+          this.syncWorker.start();
+        }
       }
       const savedMode = await this.sqliteStore.getEndlessConfig("mode");
       if (savedMode === "endless") {
@@ -6798,6 +6824,19 @@ var MemoryService = class {
     await this.initialize();
     await this.sqliteStore.recordRetrieval(eventId, sessionId, score, query);
   }
+  /**
+   * Record a query-level retrieval trace (used by user-prompt-submit hook).
+   * Feeds the retrieval_traces table that powers dashboard stats.
+   */
+  async recordQueryTrace(input) {
+    await this.initialize();
+    await this.sqliteStore.recordRetrievalTrace({
+      ...input,
+      candidateDetails: [],
+      selectedDetails: [],
+      fallbackTrace: []
+    });
+  }
   /**
    * Evaluate helpfulness of retrievals in a session (called at session end)
    */
@@ -6805,6 +6844,20 @@ var MemoryService = class {
     await this.initialize();
     await this.sqliteStore.evaluateSessionHelpfulness(sessionId);
   }
+  /**
+   * Backfill helpfulness evaluation for sessions that ended without Stop hook.
+   * Call on first turn of a new session to catch missed evaluations.
+   */
+  async evaluatePendingSessions(currentSessionId) {
+    await this.initialize();
+    const sessions = await this.sqliteStore.getUnevaluatedSessions(currentSessionId, 5);
+    for (const sid of sessions) {
+      try {
+        await this.sqliteStore.evaluateSessionHelpfulness(sid);
+      } catch {
+      }
+    }
+  }
   /**
    * Get most helpful memories ranked by helpfulness score
    */