@amemhq/core 2.0.0 → 2.1.1

package/dist/{chunk-K6WZTDM7.js → chunk-3HJV3LLV.js}

@@ -15,7 +15,6 @@ var cachedDim = null;
 var DEFAULT_EMBEDDING_MODEL = "Xenova/bge-m3";
 var LEGACY_DEFAULT_EMBEDDING_MODEL = "Xenova/paraphrase-multilingual-MiniLM-L12-v2";
 var LEGACY_DEFAULT_DIM = 384;
-var DEFAULT_MODEL_DTYPE = "fp16";
 var pinnedModel = null;
 function pinEmbeddingModel(model) {
   if (pinnedModel === model) return;
@@ -53,9 +52,28 @@ function getEmbeddingDevice() {
   return process.env.AMEM_EMBED_DEVICE?.trim() || void 0;
 }
 function getEmbeddingDtype() {
-  const explicit = process.env.AMEM_EMBED_DTYPE?.trim();
-  if (explicit) return explicit;
-  return getEmbeddingModel() === DEFAULT_EMBEDDING_MODEL ? DEFAULT_MODEL_DTYPE : void 0;
+  return process.env.AMEM_EMBED_DTYPE?.trim() || void 0;
+}
+function applyModelPaths(env) {
+  const cache = process.env.AMEM_MODEL_CACHE?.trim();
+  if (cache) env.cacheDir = cache;
+  const local = process.env.AMEM_MODEL_DIR?.trim();
+  if (local) {
+    env.localModelPath = local;
+    env.allowLocalModels = true;
+  }
+}
+function makeProgressReporter() {
+  const lastPct = /* @__PURE__ */ new Map();
+  return (e) => {
+    if (e.status !== "progress" || !e.file || typeof e.progress !== "number") return;
+    if (!e.file.endsWith(".onnx") && !e.file.endsWith(".onnx_data")) return;
+    const pct = Math.floor(e.progress / 10) * 10;
+    if (lastPct.get(e.file) === pct) return;
+    lastPct.set(e.file, pct);
+    const size = e.total ? ` of ${(e.total / 1e9).toFixed(2)} GB` : "";
+    console.log(`[amem] downloading ${e.file}: ${pct}%${size}`);
+  };
 }
 function extractorKey() {
   return `${getEmbeddingModel()}|${getEmbeddingDevice() ?? ""}|${getEmbeddingDtype() ?? ""}`;
@@ -66,11 +84,13 @@ async function getExtractor() {
   if (!pipeline) {
     const mod = await import("@huggingface/transformers");
     pipeline = mod.pipeline;
+    applyModelPaths(mod.env);
   }
   const device = getEmbeddingDevice();
   const dtype = getEmbeddingDtype();
   extractor = await pipeline("feature-extraction", getEmbeddingModel(), {
     revision: "main",
+    progress_callback: makeProgressReporter(),
     // Omitted entirely when unset, so an unconfigured install gets exactly the
     // library defaults it got before these existed.
     ...device ? { device } : {},
@@ -366,6 +386,10 @@ async function scrollIdsRaw(collection, limit = 1e4) {
 async function deleteCollectionRaw(collection) {
   await qdrant("DELETE", `/collections/${collection}`);
 }
+async function snapshotCollectionRaw(collection) {
+  const r = await qdrant("POST", `/collections/${collection}/snapshots`);
+  return { name: r.name, size: r.size ?? 0 };
+}
 async function resolveAliasRaw(alias) {
   try {
     const res = await qdrant("GET", `/aliases`);
@@ -1847,7 +1871,12 @@ async function searchMemory(query, topK = 5, agentId = "main", opts) {
       keywords: note.keywords,
       links: note.links,
       timestamp: note.timestamp,
-      similarity: embSimMap.get(id) ?? bfsSimMap.get(id) ?? 0,
+      // Neither map covers a note that got here on BM25 alone: it was never in
+      // the dense results, and it was not expanded into. That is a real cosine
+      // nobody had measured, not a zero — and reporting 0 made a lexical match
+      // look like the least relevant row in the list. Both vectors are already
+      // in hand, so measuring it is one dot product.
+      similarity: embSimMap.get(id) ?? bfsSimMap.get(id) ?? cosineSimilarity(queryEmbedding, note.embedding),
       rrf: rrfMap.get(id) ?? 0,
       via,
       topics: note.topics ?? [],
@@ -2278,6 +2307,7 @@ async function switchToMigrated(opts) {
   const { name, to } = opts;
   const log = opts.logger?.info ?? ((m) => console.log(m));
   if (name === to) throw new Error(`switch: "${name}" and "${to}" are the same collection`);
+  let snap;
   const already = await resolveAliasRaw(name);
   if (already === to) {
     log(`[switch] "${name}" already points at "${to}" \u2014 nothing to do`);
@@ -2293,6 +2323,10 @@ async function switchToMigrated(opts) {
       );
     }
     log(`[switch] verified ${targetCount} in "${to}" against ${sourceCount} in "${name}"`);
+    if (opts.snapshot !== false) {
+      snap = await snapshotCollectionRaw(name);
+      log(`[switch] snapshotted "${name}" \u2192 ${snap.name} (${(snap.size / 1e6).toFixed(0)} MB)`);
+    }
     await deleteCollectionRaw(name);
     log(`[switch] dropped "${name}"`);
     await createAliasRaw(name, to);
@@ -2300,7 +2334,7 @@ async function switchToMigrated(opts) {
     await setAliasRaw(name, to);
   }
   log(`[switch] "${name}" now resolves to "${to}"`);
-  return { name, to, moved: targetCount };
+  return { name, to, moved: targetCount, snapshot: snap };
 }
 
 export {
@@ -2350,4 +2384,4 @@ export {
   migrateCollection,
   switchToMigrated
 };
-//# sourceMappingURL=chunk-K6WZTDM7.js.map
+//# sourceMappingURL=chunk-3HJV3LLV.js.map