openclaw-amem 1.4.1 → 1.4.3

package/dist/index.js

@@ -56,41 +56,66 @@ var init_config = __esm({
 function getEmbeddingModel() {
   return process.env.AMEM_EMBED_MODEL?.trim() || DEFAULT_EMBEDDING_MODEL;
 }
+function getEmbeddingPooling() {
+  const explicit = process.env.AMEM_EMBED_POOLING?.trim().toLowerCase();
+  if (explicit === "mean" || explicit === "cls") return explicit;
+  const basename2 = getEmbeddingModel().split("/").pop()?.toLowerCase() ?? "";
+  return CLS_POOLED_MODELS.has(basename2) ? "cls" : "mean";
+}
+function getEmbeddingDevice() {
+  return process.env.AMEM_EMBED_DEVICE?.trim() || void 0;
+}
+function getEmbeddingDtype() {
+  return process.env.AMEM_EMBED_DTYPE?.trim() || void 0;
+}
+function extractorKey() {
+  return `${getEmbeddingModel()}|${getEmbeddingDevice() ?? ""}|${getEmbeddingDtype() ?? ""}`;
+}
 async function getExtractor() {
-  const wanted = getEmbeddingModel();
-  if (extractor && loadedModelName === wanted) return extractor;
+  const wanted = extractorKey();
+  if (extractor && loadedKey === wanted) return extractor;
   if (!pipeline) {
     const mod = await import("@huggingface/transformers");
     pipeline = mod.pipeline;
   }
-  extractor = await pipeline("feature-extraction", wanted, {
-    revision: "main"
+  const device = getEmbeddingDevice();
+  const dtype = getEmbeddingDtype();
+  extractor = await pipeline("feature-extraction", getEmbeddingModel(), {
+    revision: "main",
+    // Omitted entirely when unset, so an unconfigured install gets exactly the
+    // library defaults it got before these existed.
+    ...device ? { device } : {},
+    ...dtype ? { dtype } : {}
   });
-  loadedModelName = wanted;
+  loadedKey = wanted;
   cachedDim = null;
   return extractor;
 }
 async function getEmbeddingDim() {
-  if (cachedDim !== null && loadedModelName === getEmbeddingModel()) return cachedDim;
+  if (cachedDim !== null && loadedKey === extractorKey()) return cachedDim;
   const probe = await encode("dimension probe");
   cachedDim = probe.length;
   return cachedDim;
 }
-function meanPoolingNormalize(output, attentionMask) {
+function poolNormalize(output, attentionMask, mode) {
   const seqLen = output.length;
   const dim = output[0].length;
   const pooled = new Array(dim).fill(0);
-  let maskSum = 0;
-  for (let i = 0; i < seqLen; i++) {
-    const m = attentionMask[i];
-    maskSum += m;
+  if (mode === "cls") {
+    for (let j = 0; j < dim; j++) pooled[j] = output[0][j];
+  } else {
+    let maskSum = 0;
+    for (let i = 0; i < seqLen; i++) {
+      const m = attentionMask[i];
+      maskSum += m;
+      for (let j = 0; j < dim; j++) {
+        pooled[j] += output[i][j] * m;
+      }
+    }
     for (let j = 0; j < dim; j++) {
-      pooled[j] += output[i][j] * m;
+      pooled[j] /= Math.max(maskSum, 1e-9);
     }
   }
-  for (let j = 0; j < dim; j++) {
-    pooled[j] /= Math.max(maskSum, 1e-9);
-  }
   let norm = 0;
   for (const v of pooled) norm += v * v;
   norm = Math.sqrt(norm);
@@ -98,7 +123,8 @@ function meanPoolingNormalize(output, attentionMask) {
 }
 async function encode(text) {
   const ext = await getExtractor();
-  const result = await ext(text, { pooling: "mean", normalize: true });
+  const pooling = getEmbeddingPooling();
+  const result = await ext(text, { pooling, normalize: true });
   if (result && result.data) {
     return Array.from(result.data);
   }
@@ -114,7 +140,7 @@ async function encode(text) {
       }
       raw.push(row);
     }
-    return meanPoolingNormalize(raw, new Array(seqLen).fill(1));
+    return poolNormalize(raw, new Array(seqLen).fill(1), pooling);
   }
   throw new Error("Unexpected embedding output shape");
 }
@@ -129,15 +155,28 @@ function cosineSimilarity(a, b) {
   for (let i = 0; i < a.length; i++) dot += a[i] * b[i];
   return dot;
 }
-var pipeline, extractor, loadedModelName, cachedDim, DEFAULT_EMBEDDING_MODEL;
+var pipeline, extractor, loadedKey, cachedDim, DEFAULT_EMBEDDING_MODEL, CLS_POOLED_MODELS;
 var init_embedding = __esm({
   "../amem-core/src/embedding.ts"() {
     "use strict";
     pipeline = null;
     extractor = null;
-    loadedModelName = null;
+    loadedKey = null;
     cachedDim = null;
     DEFAULT_EMBEDDING_MODEL = "Xenova/paraphrase-multilingual-MiniLM-L12-v2";
+    CLS_POOLED_MODELS = /* @__PURE__ */ new Set([
+      "bge-m3",
+      "bge-base-zh-v1.5",
+      "bge-small-zh-v1.5",
+      "bge-base-en-v1.5",
+      "bge-small-en-v1.5",
+      "bge-large-en-v1.5",
+      "gte-multilingual-base",
+      "gte-modernbert-base",
+      "gte-large-en-v1.5",
+      "snowflake-arctic-embed-m",
+      "snowflake-arctic-embed-l"
+    ]);
   }
 });
 
@@ -155,6 +194,20 @@ var init_auth = __esm({
 });
 
 // ../amem-core/src/storage.ts
+function migrationHint(collection, targetModel) {
+  return `migrate to a new collection:
+
+  AMEM_EMBED_MODEL=${targetModel} \\
+    npx --package=@amemhq/core amem-migrate --to ${collection}_v2
+
+That is a dry run; add --apply to write. "${collection}" is only read, so nothing is lost either way. When it looks right, point whatever names this collection at the new one \u2014 AMEM_COLLECTION, or the plugin's "collection" setting if this agent has its own. See https://amem.owo.lc/reference/embedding-models.`;
+}
+async function recordCollectionModel(collection, model) {
+  try {
+    await qdrant("PATCH", `/collections/${collection}`, { metadata: { embedding_model: model } });
+  } catch {
+  }
+}
 async function qdrant(method, path6, body) {
   const res = await fetch(`${QDRANT_URL}${path6}`, {
     method,
@@ -195,6 +248,14 @@ async function ensureCollection(collectionName) {
         throw new EmbeddingDimensionMismatchError(col, collectionDim, modelDim, getEmbeddingModel());
       }
     }
+    const recorded = existing.config?.metadata?.embedding_model;
+    const current = getEmbeddingModel();
+    if (typeof recorded === "string" && recorded !== current) {
+      throw new EmbeddingModelMismatchError(col, recorded, current);
+    }
+    if (recorded === void 0) {
+      await recordCollectionModel(col, current);
+    }
     markReady();
     return;
   }
@@ -206,6 +267,7 @@ async function ensureCollection(collectionName) {
   } catch (err) {
     if (!(err instanceof Error) || !err.message.includes("already exists")) throw err;
   }
+  await recordCollectionModel(col, getEmbeddingModel());
   await qdrant("PUT", `/collections/${col}/index`, {
     field_name: "agent_id",
     field_schema: "keyword"
@@ -251,6 +313,7 @@ async function collectionDimRaw(collection) {
 }
 async function createCollectionRaw(collection, size) {
   await qdrant("PUT", `/collections/${collection}`, { vectors: { size, distance: "Cosine" } });
+  await recordCollectionModel(collection, getEmbeddingModel());
   for (const field_name of ["agent_id", "hash", "topics", "subjects"]) {
     await qdrant("PUT", `/collections/${collection}/index`, { field_name, field_schema: "keyword" });
   }
@@ -643,7 +706,7 @@ async function invalidateNote(id, callerAgentId) {
 async function patchNotePayload(id, fields) {
   return makeCrud(getCollection()).patchNotePayload(id, fields);
 }
-var QDRANT_URL, getCollection, EmbeddingDimensionMismatchError, _collectionReady, _collectionReadyMap;
+var QDRANT_URL, getCollection, EmbeddingDimensionMismatchError, EmbeddingModelMismatchError, _collectionReady, _collectionReadyMap;
 var init_storage = __esm({
   "../amem-core/src/storage.ts"() {
     "use strict";
@@ -655,7 +718,7 @@ var init_storage = __esm({
       constructor(collection, collectionDim, modelDim, model) {
         super(
           `Collection "${collection}" stores ${collectionDim}-dimension vectors, but the embedding model "${model}" produces ${modelDim}. Qdrant fixes a collection's vector size at creation and cannot change it, so writes and searches would both fail.
-Either set AMEM_EMBED_MODEL back to the model this collection was built with, or migrate: build a new collection with the new model, backfill it, then point AMEM_COLLECTION at it. See docs/reference/embedding-models.md.`
+Either set AMEM_EMBED_MODEL back to the model this collection was built with, or ${migrationHint(collection, model)}`
         );
         this.collection = collection;
         this.collectionDim = collectionDim;
@@ -668,6 +731,21 @@ Either set AMEM_EMBED_MODEL back to the model this collection was built with, or
       modelDim;
       model;
     };
+    EmbeddingModelMismatchError = class extends Error {
+      constructor(collection, collectionModel, configuredModel) {
+        super(
+          `Collection "${collection}" was built with the embedding model "${collectionModel}", but this process is configured for "${configuredModel}". Both produce vectors of the same width, so nothing would fail \u2014 searches would just quietly compare vectors from two different models.
+Either set AMEM_EMBED_MODEL back to "${collectionModel}", or ` + migrationHint(collection, configuredModel)
+        );
+        this.collection = collection;
+        this.collectionModel = collectionModel;
+        this.configuredModel = configuredModel;
+        this.name = "EmbeddingModelMismatchError";
+      }
+      collection;
+      collectionModel;
+      configuredModel;
+    };
     _collectionReady = false;
     _collectionReadyMap = /* @__PURE__ */ new Map();
   }
@@ -2379,6 +2457,7 @@ __export(src_exports, {
   DEFAULT_CRUD_UPDATE_MIN_SIM: () => DEFAULT_CRUD_UPDATE_MIN_SIM,
   DEFAULT_EMBEDDING_MODEL: () => DEFAULT_EMBEDDING_MODEL,
   EmbeddingDimensionMismatchError: () => EmbeddingDimensionMismatchError,
+  EmbeddingModelMismatchError: () => EmbeddingModelMismatchError,
   addEpisodic: () => addEpisodic,
   addMemory: () => addMemory,
   canRead: () => canRead,
@@ -2393,8 +2472,11 @@ __export(src_exports, {
   encode: () => encode,
   ensureCollection: () => ensureCollection,
   generateReviewBatch: () => generateReviewBatch,
+  getEmbeddingDevice: () => getEmbeddingDevice,
   getEmbeddingDim: () => getEmbeddingDim,
+  getEmbeddingDtype: () => getEmbeddingDtype,
   getEmbeddingModel: () => getEmbeddingModel,
+  getEmbeddingPooling: () => getEmbeddingPooling,
   getNote: () => getNote,
   invalidateNote: () => invalidateNote,
   isModelLoaded: () => isModelLoaded,
@@ -2527,7 +2609,7 @@ function register(api) {
     `openclaw-amem: registered (native TS, Qdrant, default agent_id=${defaultScope.agentId}, default collection=${pluginConfig.collection ?? "amem_notes (default)"}, per-agent scope resolved per call)`
   );
   ensureCollection(pluginConfig.collection).catch((e) => {
-    if (e instanceof EmbeddingDimensionMismatchError) {
+    if (e instanceof EmbeddingDimensionMismatchError || e instanceof EmbeddingModelMismatchError) {
       logger.error(`openclaw-amem: memory is UNUSABLE \u2014 ${e.message}`);
     } else {
       logger.warn(`openclaw-amem: ensureCollection failed \u2014 ${e.message}`);

package/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "openclaw-amem",
   "name": "amem",
   "description": "Catches memories that contradict each other. Notes rewrite themselves as new ones arrive, link into a graph, and stay separated per agent and per person. Runs on a small model. Requires a local Qdrant. 中文走 jieba 分词，提示词有中文版。",
-  "version": "1.4.1",
+  "version": "1.4.3",
   "kind": "memory",
   "openclaw": {
     "compat": {
@@ -39,6 +39,9 @@
           "AMEM_LLM_TIMEOUT",
           "AMEM_CRUD_UPDATE_MIN_SIM",
           "AMEM_EMBED_MODEL",
+          "AMEM_EMBED_POOLING",
+          "AMEM_EMBED_DEVICE",
+          "AMEM_EMBED_DTYPE",
           "AMEM_COLLECTION",
           "AMEM_DATA_DIR",
           "AMEM_EVO_COUNTER_PATH",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openclaw-amem",
-  "version": "1.4.1",
+  "version": "1.4.3",
   "description": "Catches memories that contradict each other. Notes rewrite themselves as new ones arrive, link into a graph, and stay separated per agent and per person. Runs on a small model. Requires a local Qdrant. 中文走 jieba 分词，提示词有中文版。",
   "license": "MIT",
   "main": "dist/index.js",
@@ -16,7 +16,7 @@
     }
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.112.1",
+    "@anthropic-ai/sdk": "^0.112.5",
     "@huggingface/transformers": "^4.2.0",
     "@node-rs/jieba": "^2.0.1",
     "@qdrant/js-client-rest": "^1.18.0",
@@ -28,7 +28,7 @@
     "@types/node": "^26.1.1",
     "@types/uuid": "^11.0.0",
     "eslint": "^10.7.0",
-    "prettier": "^3.9.5",
+    "prettier": "^3.9.6",
     "tsup": "^8.4.0",
     "tsx": "^4.23.1",
     "typescript": "^6.0.3",