@amemhq/core 2.0.0 → 2.1.0

package/dist/{chunk-K6WZTDM7.js → chunk-XEMQZNLD.js}

@@ -15,7 +15,6 @@ var cachedDim = null;
 var DEFAULT_EMBEDDING_MODEL = "Xenova/bge-m3";
 var LEGACY_DEFAULT_EMBEDDING_MODEL = "Xenova/paraphrase-multilingual-MiniLM-L12-v2";
 var LEGACY_DEFAULT_DIM = 384;
-var DEFAULT_MODEL_DTYPE = "fp16";
 var pinnedModel = null;
 function pinEmbeddingModel(model) {
   if (pinnedModel === model) return;
@@ -53,9 +52,28 @@ function getEmbeddingDevice() {
   return process.env.AMEM_EMBED_DEVICE?.trim() || void 0;
 }
 function getEmbeddingDtype() {
-  const explicit = process.env.AMEM_EMBED_DTYPE?.trim();
-  if (explicit) return explicit;
-  return getEmbeddingModel() === DEFAULT_EMBEDDING_MODEL ? DEFAULT_MODEL_DTYPE : void 0;
+  return process.env.AMEM_EMBED_DTYPE?.trim() || void 0;
+}
+function applyModelPaths(env) {
+  const cache = process.env.AMEM_MODEL_CACHE?.trim();
+  if (cache) env.cacheDir = cache;
+  const local = process.env.AMEM_MODEL_DIR?.trim();
+  if (local) {
+    env.localModelPath = local;
+    env.allowLocalModels = true;
+  }
+}
+function makeProgressReporter() {
+  const lastPct = /* @__PURE__ */ new Map();
+  return (e) => {
+    if (e.status !== "progress" || !e.file || typeof e.progress !== "number") return;
+    if (!e.file.endsWith(".onnx") && !e.file.endsWith(".onnx_data")) return;
+    const pct = Math.floor(e.progress / 10) * 10;
+    if (lastPct.get(e.file) === pct) return;
+    lastPct.set(e.file, pct);
+    const size = e.total ? ` of ${(e.total / 1e9).toFixed(2)} GB` : "";
+    console.log(`[amem] downloading ${e.file}: ${pct}%${size}`);
+  };
 }
 function extractorKey() {
   return `${getEmbeddingModel()}|${getEmbeddingDevice() ?? ""}|${getEmbeddingDtype() ?? ""}`;
@@ -66,11 +84,13 @@ async function getExtractor() {
   if (!pipeline) {
     const mod = await import("@huggingface/transformers");
     pipeline = mod.pipeline;
+    applyModelPaths(mod.env);
   }
   const device = getEmbeddingDevice();
   const dtype = getEmbeddingDtype();
   extractor = await pipeline("feature-extraction", getEmbeddingModel(), {
     revision: "main",
+    progress_callback: makeProgressReporter(),
     // Omitted entirely when unset, so an unconfigured install gets exactly the
     // library defaults it got before these existed.
     ...device ? { device } : {},
@@ -366,6 +386,10 @@ async function scrollIdsRaw(collection, limit = 1e4) {
 async function deleteCollectionRaw(collection) {
   await qdrant("DELETE", `/collections/${collection}`);
 }
+async function snapshotCollectionRaw(collection) {
+  const r = await qdrant("POST", `/collections/${collection}/snapshots`);
+  return { name: r.name, size: r.size ?? 0 };
+}
 async function resolveAliasRaw(alias) {
   try {
     const res = await qdrant("GET", `/aliases`);
@@ -2278,6 +2302,7 @@ async function switchToMigrated(opts) {
   const { name, to } = opts;
   const log = opts.logger?.info ?? ((m) => console.log(m));
   if (name === to) throw new Error(`switch: "${name}" and "${to}" are the same collection`);
+  let snap;
   const already = await resolveAliasRaw(name);
   if (already === to) {
     log(`[switch] "${name}" already points at "${to}" \u2014 nothing to do`);
@@ -2293,6 +2318,10 @@ async function switchToMigrated(opts) {
       );
     }
     log(`[switch] verified ${targetCount} in "${to}" against ${sourceCount} in "${name}"`);
+    if (opts.snapshot !== false) {
+      snap = await snapshotCollectionRaw(name);
+      log(`[switch] snapshotted "${name}" \u2192 ${snap.name} (${(snap.size / 1e6).toFixed(0)} MB)`);
+    }
     await deleteCollectionRaw(name);
     log(`[switch] dropped "${name}"`);
     await createAliasRaw(name, to);
@@ -2300,7 +2329,7 @@ async function switchToMigrated(opts) {
     await setAliasRaw(name, to);
   }
   log(`[switch] "${name}" now resolves to "${to}"`);
-  return { name, to, moved: targetCount };
+  return { name, to, moved: targetCount, snapshot: snap };
 }
 
 export {
@@ -2350,4 +2379,4 @@ export {
   migrateCollection,
   switchToMigrated
 };
-//# sourceMappingURL=chunk-K6WZTDM7.js.map
+//# sourceMappingURL=chunk-XEMQZNLD.js.map