@amemhq/core 2.1.0 → 2.1.2

package/dist/cli-migrate.js

@@ -9,7 +9,7 @@ import {
   resolveAliasRaw,
   scrollIdsRaw,
   switchToMigrated
-} from "./chunk-XEMQZNLD.js";
+} from "./chunk-Z7G7KOJK.js";
 
 // src/cli-migrate.ts
 var USAGE = `amem-migrate \u2014 move a memory store onto a different embedding model

package/dist/index.cjs

@@ -81,12 +81,17 @@ module.exports = __toCommonJS(index_exports);
 var os = __toESM(require("os"), 1);
 var path = __toESM(require("path"), 1);
 var _dataDir = process.env.AMEM_DATA_DIR || path.join(os.homedir(), ".amem");
+var _warn = (msg) => console.warn(msg);
 function configure(opts) {
   if (opts.dataDir) _dataDir = opts.dataDir;
+  if (opts.warn) _warn = opts.warn;
 }
 function getDataDir() {
   return _dataDir;
 }
+function warn(msg) {
+  _warn(msg);
+}
 
 // src/embedding.ts
 var pipeline = null;
@@ -144,6 +149,12 @@ function applyModelPaths(env) {
     env.allowLocalModels = true;
   }
 }
+function humanBytes(n) {
+  if (n >= 1e9) return `${(n / 1e9).toFixed(2)} GB`;
+  if (n >= 1e6) return `${(n / 1e6).toFixed(1)} MB`;
+  if (n >= 1e3) return `${Math.round(n / 1e3)} kB`;
+  return `${n} B`;
+}
 function makeProgressReporter() {
   const lastPct = /* @__PURE__ */ new Map();
   return (e) => {
@@ -152,7 +163,7 @@ function makeProgressReporter() {
     const pct = Math.floor(e.progress / 10) * 10;
     if (lastPct.get(e.file) === pct) return;
     lastPct.set(e.file, pct);
-    const size = e.total ? ` of ${(e.total / 1e9).toFixed(2)} GB` : "";
+    const size = e.total ? ` of ${humanBytes(e.total)}` : "";
     console.log(`[amem] downloading ${e.file}: ${pct}%${size}`);
   };
 }
@@ -379,7 +390,7 @@ async function ensureCollection(collectionName) {
       if (inUse !== null && inUse !== wanted) throw new MixedEmbeddingModelsError(col, wanted, inUse);
       pinEmbeddingModel(wanted);
       if (wanted === LEGACY_DEFAULT_EMBEDDING_MODEL) {
-        console.warn(
+        warn(
           `[amem] "${col}" is on ${LEGACY_DEFAULT_EMBEDDING_MODEL} (${LEGACY_DEFAULT_DIM}-dim).
 [amem] ${DEFAULT_EMBEDDING_MODEL} reads 8192 tokens where that one stops at 128, so anything longer is being truncated before it reaches the vector.
 [amem] To move: npx --package=@amemhq/core amem-migrate --from-collection ${col}`
@@ -783,7 +794,7 @@ function makeCrud(collectionName, modeBIsolated = false) {
             })
           )
         ]).catch((err) => {
-          console.error(`[amem] retrieval tracking patch failed: ${err.message}`);
+          warn(`[amem] retrieval tracking patch failed: ${err.message}`);
         });
         for (const r of queryResults) {
           r.note.retrieval_count = (r.note.retrieval_count || 0) + 1;
@@ -1150,7 +1161,7 @@ var _warned = /* @__PURE__ */ new Set();
 function warnOnce(key, message) {
   if (_warned.has(key)) return;
   _warned.add(key);
-  console.error(message);
+  warn(message);
 }
 function resolveProvider(role = "fast") {
   const raw = role === "strong" ? process.env.AMEM_LLM_STRONG_PROVIDER || _override.strong?.provider || void 0 : void 0;
@@ -1222,9 +1233,11 @@ async function llmCall(prompt, maxTokens = 500, role = "fast") {
   const isThinking = model.includes("gemini") || model.includes("pro-agent");
   const effectiveMaxTokens = isThinking ? Math.max(maxTokens * 8, 4e3) : maxTokens;
   try {
-    return provider === "openai" ? await openaiCall(prompt, model, effectiveMaxTokens, baseURL) : await anthropicCall(prompt, model, effectiveMaxTokens, baseURL);
+    const text = provider === "openai" ? await openaiCall(prompt, model, effectiveMaxTokens, baseURL) : await anthropicCall(prompt, model, effectiveMaxTokens, baseURL);
+    if (text === null) warn(`[amem] ${provider} answered with no text (model ${model})`);
+    return text;
   } catch (e) {
-    console.error(`[amem] LLM call failed: ${e.message}`);
+    warn(`[amem] LLM call failed: ${e.message}`);
     return null;
   }
 }
@@ -1323,7 +1336,8 @@ confidence guide (Story 27):
 
 Text: ${content}`;
   const raw = await llmCall(prompt, 400);
-  if (!raw)
+  if (!raw) {
+    warn("[amem] note construction got nothing back; storing with no keywords, tags or context");
     return {
       keywords: [],
       tags: [],
@@ -1333,6 +1347,7 @@ Text: ${content}`;
       topics: [],
       confidence: "medium"
     };
+  }
   try {
     const data = parseJsonLoose(raw);
     const rawCategory = typeof data.category === "string" ? data.category : "General";
@@ -1351,7 +1366,7 @@ Text: ${content}`;
       confidence
     };
   } catch (e) {
-    console.error(`[amem] Note construction parse failed: ${e.message}`);
+    warn(`[amem] Note construction parse failed: ${e.message}`);
     return {
       keywords: [],
       tags: [],
@@ -1380,9 +1395,15 @@ async function llmCrudDecision(userText, assistantText, existingMemories) {
     const raw = await llmCall(prompt, 400, resolveCrudRole());
     if (!raw) return [];
     const match = stripReasoning(raw).match(/\[.*\]/s);
-    if (!match) return [];
+    if (!match) {
+      warn("[amem] llmCrudDecision found no array in the response; nothing from this turn is stored");
+      return [];
+    }
     const parsed = JSON.parse(match[0]);
-    if (!Array.isArray(parsed)) return [];
+    if (!Array.isArray(parsed)) {
+      warn("[amem] llmCrudDecision parsed a non-array; nothing from this turn is stored");
+      return [];
+    }
     const ops = [];
     for (const item of parsed) {
       if (!item || typeof item !== "object") continue;
@@ -1401,7 +1422,7 @@ async function llmCrudDecision(userText, assistantText, existingMemories) {
     }
     return ops.slice(0, 3);
   } catch (e) {
-    console.error(`[amem] llmCrudDecision failed: ${e.message}`);
+    warn(`[amem] llmCrudDecision failed: ${e.message}`);
     return [];
   }
 }
@@ -1411,13 +1432,16 @@ async function llmShouldMerge(contentA, contentB) {
   if (!raw) return { shouldMerge: false };
   try {
     const data = parseJsonLoose(raw);
-    if (typeof data.shouldMerge !== "boolean") return { shouldMerge: false };
+    if (typeof data.shouldMerge !== "boolean") {
+      warn("[amem] llmShouldMerge got no boolean verdict; treating the pair as distinct");
+      return { shouldMerge: false };
+    }
     if (data.shouldMerge && typeof data.merged === "string") {
       return { shouldMerge: true, merged: data.merged };
     }
     return { shouldMerge: false };
   } catch (e) {
-    console.error(`[amem] llmShouldMerge parse failed: ${e.message}`);
+    warn(`[amem] llmShouldMerge parse failed: ${e.message}`);
     return { shouldMerge: false };
   }
 }
@@ -1425,7 +1449,10 @@ var VALID_EVOLUTION_TYPES = /* @__PURE__ */ new Set(["EVOLVE", "CONFLICT", "EXPA
 async function llmEvolutionJudge(oldContent, newContent) {
   const prompt = t.evolutionJudge(oldContent, newContent);
   const raw = await llmCall(prompt, 300, "strong");
-  if (!raw) return { type: "NEW" };
+  if (!raw) {
+    warn("[amem] evolution judge got nothing back; defaulting the pair to NEW");
+    return { type: "NEW" };
+  }
   try {
     const data = parseJsonLoose(raw);
     const type = VALID_EVOLUTION_TYPES.has(data.type) ? data.type : "NEW";
@@ -1434,7 +1461,7 @@ async function llmEvolutionJudge(oldContent, newContent) {
       mergedContent: typeof data.mergedContent === "string" ? data.mergedContent : void 0
     };
   } catch (e) {
-    console.error(`[amem] llmEvolutionJudge parse failed: ${e.message}`);
+    warn(`[amem] llmEvolutionJudge parse failed: ${e.message}`);
     return { type: "NEW" };
   }
 }
@@ -1473,7 +1500,7 @@ ${linkedStr}`;
       tagsToUpdate: Array.isArray(data.tags_to_update) ? data.tags_to_update.map(String) : []
     };
   } catch (e) {
-    console.error(`[amem] Evolution parse failed: ${e.message}`);
+    warn(`[amem] Evolution parse failed: ${e.message}`);
     return { tags: null, context: null, shouldStrengthen: false, suggestedConnections: [], tagsToUpdate: [] };
   }
 }
@@ -1485,9 +1512,15 @@ async function llmConflictScan(contents) {
     if (!raw) return [];
     const cleaned = stripReasoning(raw);
     const match = cleaned.match(/\[[\s\S]*\]/);
-    if (!match) return [];
+    if (!match) {
+      warn("[amem] llmConflictScan found no array in the response; this sweep reports no pairs");
+      return [];
+    }
     const parsed = JSON.parse(match[0]);
-    if (!Array.isArray(parsed)) return [];
+    if (!Array.isArray(parsed)) {
+      warn("[amem] llmConflictScan parsed a non-array; this sweep reports no pairs");
+      return [];
+    }
     const pairs = [];
     const seen = /* @__PURE__ */ new Set();
     for (const item of parsed) {
@@ -1511,7 +1544,7 @@ async function llmConflictScan(contents) {
     }
     return pairs;
   } catch (e) {
-    console.error(`[amem] llmConflictScan failed: ${e.message}`);
+    warn(`[amem] llmConflictScan failed: ${e.message}`);
     return [];
   }
 }
@@ -1825,7 +1858,7 @@ async function addMemory(content, agentId = "main", opts) {
       }
     }
   } catch (e) {
-    console.error(`[warn] Link/Evolution phase failed: ${e.message}`);
+    warn(`[amem] link/evolution phase failed: ${e.message}`);
   }
   console.log(`[done] Note added: ${note.id}`);
   return note.id;
@@ -1950,7 +1983,12 @@ async function searchMemory(query, topK = 5, agentId = "main", opts) {
       keywords: note.keywords,
       links: note.links,
       timestamp: note.timestamp,
-      similarity: embSimMap.get(id) ?? bfsSimMap.get(id) ?? 0,
+      // Neither map covers a note that got here on BM25 alone: it was never in
+      // the dense results, and it was not expanded into. That is a real cosine
+      // nobody had measured, not a zero — and reporting 0 made a lexical match
+      // look like the least relevant row in the list. Both vectors are already
+      // in hand, so measuring it is one dot product.
+      similarity: embSimMap.get(id) ?? bfsSimMap.get(id) ?? cosineSimilarity(queryEmbedding, note.embedding),
       rrf: rrfMap.get(id) ?? 0,
       via,
       topics: note.topics ?? [],
@@ -2086,8 +2124,8 @@ async function consolidateMemories(agentId, logger, storageCtx) {
   const ctx = storageCtx ?? defaultCtx();
   const log = {
     info: (msg) => logger ? logger.info(msg) : console.log(msg),
-    warn: (msg) => logger ? logger.warn(msg) : console.warn(msg),
-    error: (msg) => logger ? logger.error(msg) : console.error(msg)
+    warn: (msg) => logger ? logger.warn(msg) : warn(msg),
+    error: (msg) => logger ? logger.error(msg) : warn(msg)
   };
   log.info(`[Consolidation] Starting consolidation for agentId: ${agentId}`);
   const rawNotes = await ctx.listNotes(agentId);
@@ -2463,7 +2501,7 @@ async function migrateCollection(opts) {
   const refreshFields = opts.refreshFields !== false;
   const dryRun = opts.dryRun !== false;
   const log = opts.logger?.info ?? ((m) => console.log(m));
-  const warn = opts.logger?.warn ?? ((m) => console.warn(m));
+  const warn2 = opts.logger?.warn ?? warn;
   if (from === to) throw new Error(`migrate: source and target are the same collection ("${from}")`);
   const model = getEmbeddingModel();
   const targetDim = await getEmbeddingDim();
@@ -2531,7 +2569,7 @@ async function migrateCollection(opts) {
         if (!note.context) note.context = built.context;
         refreshed++;
       } catch (e) {
-        warn(`[migrate] re-extract failed for ${note.id.slice(0, 8)} \u2014 keeping as-is: ${e.message}`);
+        warn2(`[migrate] re-extract failed for ${note.id.slice(0, 8)} \u2014 keeping as-is: ${e.message}`);
       }
     }
     const point = noteToPoint({ ...note, embedding: await encode(buildEmbedText(note)) });
@@ -2544,7 +2582,7 @@ async function migrateCollection(opts) {
   await flush();
   const finalCount = await countPointsRaw(to);
   if (finalCount !== notes.length) {
-    warn(`[migrate] target holds ${finalCount} point(s) but the source had ${notes.length} \u2014 check before switching`);
+    warn2(`[migrate] target holds ${finalCount} point(s) but the source had ${notes.length} \u2014 check before switching`);
   }
   log(`[migrate] done: ${migrated} written, ${alreadyDone.size} already present, ${refreshed} re-extracted.`);
   return {