@amemhq/core 2.0.0 → 2.1.1

package/dist/cli-migrate.cjs

@@ -43,7 +43,6 @@ var extractor = null;
 var loadedKey = null;
 var cachedDim = null;
 var DEFAULT_EMBEDDING_MODEL = "Xenova/bge-m3";
-var DEFAULT_MODEL_DTYPE = "fp16";
 var pinnedModel = null;
 function getEmbeddingModel() {
   return process.env.AMEM_EMBED_MODEL?.trim() || pinnedModel || DEFAULT_EMBEDDING_MODEL;
@@ -71,9 +70,28 @@ function getEmbeddingDevice() {
   return process.env.AMEM_EMBED_DEVICE?.trim() || void 0;
 }
 function getEmbeddingDtype() {
-  const explicit = process.env.AMEM_EMBED_DTYPE?.trim();
-  if (explicit) return explicit;
-  return getEmbeddingModel() === DEFAULT_EMBEDDING_MODEL ? DEFAULT_MODEL_DTYPE : void 0;
+  return process.env.AMEM_EMBED_DTYPE?.trim() || void 0;
+}
+function applyModelPaths(env) {
+  const cache = process.env.AMEM_MODEL_CACHE?.trim();
+  if (cache) env.cacheDir = cache;
+  const local = process.env.AMEM_MODEL_DIR?.trim();
+  if (local) {
+    env.localModelPath = local;
+    env.allowLocalModels = true;
+  }
+}
+function makeProgressReporter() {
+  const lastPct = /* @__PURE__ */ new Map();
+  return (e) => {
+    if (e.status !== "progress" || !e.file || typeof e.progress !== "number") return;
+    if (!e.file.endsWith(".onnx") && !e.file.endsWith(".onnx_data")) return;
+    const pct = Math.floor(e.progress / 10) * 10;
+    if (lastPct.get(e.file) === pct) return;
+    lastPct.set(e.file, pct);
+    const size = e.total ? ` of ${(e.total / 1e9).toFixed(2)} GB` : "";
+    console.log(`[amem] downloading ${e.file}: ${pct}%${size}`);
+  };
 }
 function extractorKey() {
   return `${getEmbeddingModel()}|${getEmbeddingDevice() ?? ""}|${getEmbeddingDtype() ?? ""}`;
@@ -84,11 +102,13 @@ async function getExtractor() {
   if (!pipeline) {
     const mod = await import("@huggingface/transformers");
     pipeline = mod.pipeline;
+    applyModelPaths(mod.env);
   }
   const device = getEmbeddingDevice();
   const dtype = getEmbeddingDtype();
   extractor = await pipeline("feature-extraction", getEmbeddingModel(), {
     revision: "main",
+    progress_callback: makeProgressReporter(),
     // Omitted entirely when unset, so an unconfigured install gets exactly the
     // library defaults it got before these existed.
     ...device ? { device } : {},
@@ -224,6 +244,10 @@ async function scrollIdsRaw(collection, limit = 1e4) {
 async function deleteCollectionRaw(collection) {
   await qdrant("DELETE", `/collections/${collection}`);
 }
+async function snapshotCollectionRaw(collection) {
+  const r = await qdrant("POST", `/collections/${collection}/snapshots`);
+  return { name: r.name, size: r.size ?? 0 };
+}
 async function resolveAliasRaw(alias) {
   try {
     const res = await qdrant("GET", `/aliases`);
@@ -924,6 +948,7 @@ async function switchToMigrated(opts) {
   const { name, to } = opts;
   const log = opts.logger?.info ?? ((m) => console.log(m));
   if (name === to) throw new Error(`switch: "${name}" and "${to}" are the same collection`);
+  let snap;
   const already = await resolveAliasRaw(name);
   if (already === to) {
     log(`[switch] "${name}" already points at "${to}" \u2014 nothing to do`);
@@ -939,6 +964,10 @@ async function switchToMigrated(opts) {
       );
     }
     log(`[switch] verified ${targetCount} in "${to}" against ${sourceCount} in "${name}"`);
+    if (opts.snapshot !== false) {
+      snap = await snapshotCollectionRaw(name);
+      log(`[switch] snapshotted "${name}" \u2192 ${snap.name} (${(snap.size / 1e6).toFixed(0)} MB)`);
+    }
     await deleteCollectionRaw(name);
     log(`[switch] dropped "${name}"`);
     await createAliasRaw(name, to);
@@ -946,7 +975,7 @@ async function switchToMigrated(opts) {
     await setAliasRaw(name, to);
   }
   log(`[switch] "${name}" now resolves to "${to}"`);
-  return { name, to, moved: targetCount };
+  return { name, to, moved: targetCount, snapshot: snap };
 }
 
 // src/cli-migrate.ts
@@ -963,10 +992,24 @@ Options
                             them. Makes the run completely offline.
   -h, --help
 
+  AMEM_MODEL_CACHE=<dir>    where model weights are cached. Set the same value
+                            everywhere and the plugin and this command share one
+                            copy instead of downloading it each.
+  AMEM_MODEL_DIR=<dir>      read weights already on disk instead of downloading.
+
 Migrates onto amem's current default unless AMEM_EMBED_MODEL says otherwise:
 
   AMEM_EMBED_MODEL=Alibaba-NLP/gte-multilingual-base amem-migrate --apply
 
+Stop your agent before --apply, not before this. The bare run only downloads and
+reports, and the download is the long part \u2014 leaving the agent up through it costs
+nothing, while writing underneath a running agent means notes arrive after the
+rebuild has read them and you have to run --apply again.
+
+Roughly: the download is your bandwidth (2.27 GB for the default), the rebuild is
+your CPU (about 3 notes a second on an M4), and notes missing keywords cost one
+LLM call each.
+
 Nothing before --switch touches the original. If a run looks wrong, delete the
 target and start again.`;
 function parseArgs(argv) {
@@ -975,7 +1018,9 @@ function parseArgs(argv) {
     return i === -1 ? void 0 : argv[i + 1];
   };
   return {
-    help: argv.includes("-h") || argv.includes("--help"),
+    // `help` as a bare word too. Without it, typing what most CLIs accept starts
+    // a multi-gigabyte model download instead of printing anything.
+    help: argv.includes("-h") || argv.includes("--help") || argv[0] === "help",
     apply: argv.includes("--apply"),
     switchOver: argv.includes("--switch"),
     from: value("--from-collection"),
@@ -1053,9 +1098,17 @@ All ${phase.notes} notes are in "${to}". "${from}" is untouched.`);
         console.log(`That drops "${from}" and cannot be undone.`);
         return;
       }
-      await switchToMigrated({ name: from, to });
-      console.log(`
+      {
+        const res = await switchToMigrated({ name: from, to });
+        console.log(`
 Done. Nothing to change in your config \u2014 "${from}" now resolves to "${to}".`);
+        if (res.snapshot) {
+          console.log(`
+The old store is kept as a snapshot, ${(res.snapshot.size / 1e6).toFixed(0)} MB:`);
+          console.log(`  <qdrant storage>/snapshots/${from}/${res.snapshot.name}`);
+          console.log(`Delete that file once the new store has proven itself. Nothing else will.`);
+        }
+      }
       return;
   }
   if (args.switchOver) {