claude-memory-layer 1.0.19 → 1.0.21

package/dist/core/index.js

@@ -91,8 +91,8 @@ var ConfigSchema = z.object({
   }).default({}),
   embedding: z.object({
     provider: z.enum(["local", "openai"]).default("local"),
-    model: z.string().default("Xenova/all-MiniLM-L6-v2"),
-    openaiModel: z.string().default("text-embedding-3-small"),
+    model: z.string().default("jinaai/jina-embeddings-v5-text-nano-text-matching"),
+    openaiModel: z.string().default("jinaai/jina-embeddings-v5-text-nano-text-matching"),
     batchSize: z.number().default(32)
   }).default({}),
   retrieval: z.object({
@@ -2183,6 +2183,33 @@ var SQLiteEventStore = class {
       ids
     );
   }
+  /**
+   * Clear embedding outbox (used for embedding model migration)
+   */
+  async clearEmbeddingOutbox() {
+    await this.initialize();
+    sqliteRun(this.db, `DELETE FROM embedding_outbox`);
+  }
+  /**
+   * Count total events
+   */
+  async countEvents() {
+    await this.initialize();
+    const row = sqliteGet(this.db, `SELECT COUNT(*) as count FROM events`);
+    return row?.count || 0;
+  }
+  /**
+   * Get events page in timestamp ascending order (stable migration/reindex scans)
+   */
+  async getEventsPage(limit = 1e3, offset = 0) {
+    await this.initialize();
+    const rows = sqliteAll(
+      this.db,
+      `SELECT * FROM events ORDER BY timestamp ASC LIMIT ? OFFSET ?`,
+      [limit, offset]
+    );
+    return rows.map(this.rowToEvent);
+  }
   /**
    * Mark outbox items as failed
    */
@@ -3940,6 +3967,23 @@ var VectorStore = class {
     const result = await this.table.countRows();
     return result;
   }
+  /**
+   * Clear all vectors (used for embedding model migration)
+   */
+  async clearAll() {
+    await this.initialize();
+    if (!this.db)
+      return;
+    try {
+      if (typeof this.db.dropTable === "function") {
+        await this.db.dropTable(this.tableName);
+      } else if (typeof this.db.drop_table === "function") {
+        await this.db.drop_table(this.tableName);
+      }
+    } catch {
+    }
+    this.table = null;
+  }
   /**
    * Check if vector exists for event
    */
@@ -3952,13 +3996,15 @@ var VectorStore = class {
 };
 
 // src/core/embedder.ts
-import { pipeline } from "@xenova/transformers";
+import { pipeline } from "@huggingface/transformers";
 var Embedder = class {
   pipeline = null;
   modelName;
+  activeModelName;
   initialized = false;
-  constructor(modelName = "Xenova/all-MiniLM-L6-v2") {
+  constructor(modelName = "jinaai/jina-embeddings-v5-text-nano-text-matching") {
     this.modelName = modelName;
+    this.activeModelName = modelName;
   }
   /**
    * Initialize the embedding pipeline
@@ -3966,8 +4012,21 @@ var Embedder = class {
   async initialize() {
     if (this.initialized)
       return;
-    this.pipeline = await pipeline("feature-extraction", this.modelName);
-    this.initialized = true;
+    try {
+      this.pipeline = await pipeline("feature-extraction", this.modelName);
+      this.activeModelName = this.modelName;
+      this.initialized = true;
+      return;
+    } catch (primaryError) {
+      const fallbackModel = process.env.CLAUDE_MEMORY_EMBEDDING_FALLBACK_MODEL || "onnx-community/embeddinggemma-300m-ONNX";
+      if (fallbackModel === this.modelName) {
+        throw primaryError;
+      }
+      console.warn(`[Embedder] Primary model failed (${this.modelName}). Falling back to ${fallbackModel}`);
+      this.pipeline = await pipeline("feature-extraction", fallbackModel);
+      this.activeModelName = fallbackModel;
+      this.initialized = true;
+    }
   }
   /**
    * Generate embedding for a single text
@@ -3984,7 +4043,7 @@ var Embedder = class {
     const vector = Array.from(output.data);
     return {
       vector,
-      model: this.modelName,
+      model: this.activeModelName,
       dimensions: vector.length
     };
   }
@@ -4008,7 +4067,7 @@ var Embedder = class {
         const vector = Array.from(output.data);
         results.push({
           vector,
-          model: this.modelName,
+          model: this.activeModelName,
           dimensions: vector.length
         });
       }
@@ -4032,13 +4091,14 @@ var Embedder = class {
    * Get model name
    */
   getModelName() {
-    return this.modelName;
+    return this.activeModelName;
   }
 };
 var defaultEmbedder = null;
 function getDefaultEmbedder() {
+  const envModel = process.env.CLAUDE_MEMORY_EMBEDDING_MODEL;
   if (!defaultEmbedder) {
-    defaultEmbedder = new Embedder();
+    defaultEmbedder = new Embedder(envModel || void 0);
   }
   return defaultEmbedder;
 }