@mneme-ai/embeddings 0.18.3 → 0.19.0

package/dist/bundled.d.ts

@@ -0,0 +1,40 @@
+import type { EmbeddingProvider } from "@mneme-ai/core";
+export interface BundledOptions {
+    /** HuggingFace repo id. all-MiniLM-L6-v2 = 25MB / 384-dim — best size/quality. */
+    model?: string;
+    /** Override cache dir. Default: ~/.cache/mneme/models. */
+    cacheDir?: string;
+    /** Hook for download/load progress (lazy load can take ~5–60s on cold start). */
+    onProgress?: (info: {
+        status: string;
+        loaded?: number;
+        total?: number;
+        file?: string;
+    }) => void;
+}
+export declare class BundledEmbedder implements EmbeddingProvider {
+    readonly name: string;
+    readonly dimensions: number;
+    private readonly model;
+    private readonly cacheDir;
+    private readonly onProgress?;
+    private extractor;
+    private loadPromise;
+    constructor(opts?: BundledOptions);
+    /** Cheap pre-flight — instantiates the pipeline (downloads if needed) and
+     *  runs a 1-token sanity embed. Use BEFORE the long indexer loop. */
+    verify(): Promise<{
+        ok: true;
+    } | {
+        ok: false;
+        reason: string;
+        remedy: string;
+    }>;
+    embed(texts: string[]): Promise<Float32Array[]>;
+    /** Lazy load — done at most once, even under concurrent embed() calls. */
+    private load;
+    private bootPipeline;
+}
+/** Default cache dir: ~/.cache/mneme/models. User can `rm -rf` to reset. */
+export declare function defaultCacheDir(): string;
+//# sourceMappingURL=bundled.d.ts.map

package/dist/bundled.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bundled.d.ts","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAExD,MAAM,WAAW,cAAc;IAC7B,kFAAkF;IAClF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0DAA0D;IAC1D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iFAAiF;IACjF,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CACjG;AAeD,qBAAa,eAAgB,YAAW,iBAAiB;IACvD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAA+B;IAC3D,OAAO,CAAC,SAAS,CAAiC;IAClD,OAAO,CAAC,WAAW,CAA0C;gBAEjD,IAAI,GAAE,cAAmB;IAQrC;yEACqE;IAC/D,MAAM,IAAI,OAAO,CAAC;QAAE,EAAE,EAAE,IAAI,CAAA;KAAE,GAAG;QAAE,EAAE,EAAE,KAAK,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAiB/E,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAcrD,0EAA0E;YAC5D,IAAI;YAQJ,YAAY;CAmC3B;AAED,4EAA4E;AAC5E,wBAAgB,eAAe,IAAI,MAAM,CAExC"}

package/dist/bundled.js

@@ -0,0 +1,104 @@
+/**
+ * BundledEmbedder — zero-install WASM embeddings.
+ *
+ * Uses @xenova/transformers (pure JS + ONNX-WASM, no native deps) so the
+ * tool runs on Windows / Mac / Linux out of the box. The model file is
+ * lazy-downloaded on first use (~25MB to a local cache), giving users a
+ * "★★★ semantic quality" path without installing Ollama.
+ *
+ * Fallback order in resolveEmbedder():
+ *   OpenAI (★★★★★ paid)  →  Ollama (★★★★ free local)
+ *   →  Bundled WASM (★★★ free, no install)  →  Hash (★★ deterministic)
+ */
+import { homedir } from "node:os";
+import { join } from "node:path";
+import { mkdirSync } from "node:fs";
+const DEFAULT_MODEL = "Xenova/all-MiniLM-L6-v2";
+const DEFAULT_DIMS = 384;
+export class BundledEmbedder {
+    name;
+    dimensions;
+    model;
+    cacheDir;
+    onProgress;
+    extractor = null;
+    loadPromise = null;
+    constructor(opts = {}) {
+        this.model = opts.model ?? DEFAULT_MODEL;
+        this.dimensions = DEFAULT_DIMS;
+        this.cacheDir = opts.cacheDir ?? defaultCacheDir();
+        this.onProgress = opts.onProgress;
+        this.name = `bundled:${this.model}`;
+    }
+    /** Cheap pre-flight — instantiates the pipeline (downloads if needed) and
+     *  runs a 1-token sanity embed. Use BEFORE the long indexer loop. */
+    async verify() {
+        try {
+            await this.load();
+            await this.embed(["ok"]);
+            return { ok: true };
+        }
+        catch (err) {
+            const msg = err.message ?? String(err);
+            return {
+                ok: false,
+                reason: `Bundled WASM model failed: ${msg}`,
+                remedy: "First run requires internet to download ~25MB. " +
+                    "If you're offline, set --embedder hash to use the deterministic fallback.",
+            };
+        }
+    }
+    async embed(texts) {
+        const ext = await this.load();
+        const out = new Array(texts.length);
+        // Sequential: the WASM pipeline isn't designed for concurrency; one at a
+        // time is the predictable, memory-safe path. For 1000 chunks this takes
+        // ~10–20s on consumer laptops — acceptable for a one-time index.
+        for (let i = 0; i < texts.length; i++) {
+            const result = await ext(texts[i], { pooling: "mean", normalize: true });
+            // result.data is Float32Array-like — copy into a fresh typed array.
+            out[i] = Float32Array.from(result.data);
+        }
+        return out;
+    }
+    /** Lazy load — done at most once, even under concurrent embed() calls. */
+    async load() {
+        if (this.extractor)
+            return this.extractor;
+        if (this.loadPromise)
+            return this.loadPromise;
+        this.loadPromise = this.bootPipeline();
+        this.extractor = await this.loadPromise;
+        return this.extractor;
+    }
+    async bootPipeline() {
+        // Ensure cache dir exists so transformers.js can write the ONNX model.
+        try {
+            mkdirSync(this.cacheDir, { recursive: true });
+        }
+        catch {
+            /* permission errors surface later via the pipeline */
+        }
+        // Dynamic import — keeps the heavy WASM init out of cold-start path
+        // for users who never touch this provider.
+        const transformers = (await import("@xenova/transformers"));
+        transformers.env.cacheDir = this.cacheDir;
+        transformers.env.allowRemoteModels = true;
+        const onProgress = this.onProgress;
+        return await transformers.pipeline("feature-extraction", this.model, {
+            progress_callback: onProgress
+                ? (info) => onProgress({
+                    status: String(info["status"] ?? ""),
+                    loaded: typeof info["loaded"] === "number" ? info["loaded"] : undefined,
+                    total: typeof info["total"] === "number" ? info["total"] : undefined,
+                    file: typeof info["file"] === "string" ? info["file"] : undefined,
+                })
+                : undefined,
+        });
+    }
+}
+/** Default cache dir: ~/.cache/mneme/models. User can `rm -rf` to reset. */
+export function defaultCacheDir() {
+    return join(homedir(), ".cache", "mneme", "models");
+}
+//# sourceMappingURL=bundled.js.map

package/dist/bundled.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bundled.js","sourceRoot":"","sources":["../src/bundled.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAYpC,MAAM,aAAa,GAAG,yBAAyB,CAAC;AAChD,MAAM,YAAY,GAAG,GAAG,CAAC;AAYzB,MAAM,OAAO,eAAe;IACjB,IAAI,CAAS;IACb,UAAU,CAAS;IACX,KAAK,CAAS;IACd,QAAQ,CAAS;IACjB,UAAU,CAAgC;IACnD,SAAS,GAA4B,IAAI,CAAC;IAC1C,WAAW,GAAqC,IAAI,CAAC;IAE7D,YAAY,OAAuB,EAAE;QACnC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC;QACzC,IAAI,CAAC,UAAU,GAAG,YAAY,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,eAAe,EAAE,CAAC;QACnD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,WAAW,IAAI,CAAC,KAAK,EAAE,CAAC;IACtC,CAAC;IAED;yEACqE;IACrE,KAAK,CAAC,MAAM;QACV,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACzB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAI,GAAa,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;YAClD,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,8BAA8B,GAAG,EAAE;gBAC3C,MAAM,EACJ,iDAAiD;oBACjD,2EAA2E;aAC9E,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAmB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,yEAAyE;QACzE,wEAAwE;QACxE,iEAAiE;QACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1E,oEAAoE;YACpE,GAAG,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,0EAA0E;IAClE,KAAK,CAAC,IAAI;QAChB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC;QAC1C,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC;QAC9C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC;QACxC,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,uEAAuE;QACvE,IAAI,CAAC;YACH,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,sDAAsD;QACxD,CAAC;QAED,oEAAoE;QACpE,2CAA2C;QAC3C,MAAM,YAAY,GAAG,CAAC,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAOzD,CAAC;QAEF,YAAY,CAAC,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC1C,YAAY,CAAC,GAAG,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAE1C,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,OAAO,MAAM,YAAY,CAAC,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,KAAK,EAAE;YACnE,iBAAiB,EAAE,UAAU;gBAC3B,CAAC,CAAC,CAAC,IAA6B,EAAE,EAAE,CAChC,UAAU,CAAC;oBACT,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACpC,MAAM,EAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,QAAQ,CAAY,CAAC,CAAC,CAAC,SAAS;oBACnF,KAAK,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,OAAO,CAAY,CAAC,CAAC,CAAC,SAAS;oBAChF,IAAI,EAAE,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,IAAI,CAAC,MAAM,CAAY,CAAC,CAAC,CAAC,SAAS;iBAC9E,CAAC;gBACN,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;IACL,CAAC;CACF;AAED,4EAA4E;AAC5E,MAAM,UAAU,eAAe;IAC7B,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AACtD,CAAC"}

package/dist/index.d.ts

@@ -1,5 +1,6 @@
 export * from "./ollama.js";
 export * from "./openai.js";
+export * from "./bundled.js";
 export * from "./hash.js";
 export * from "./resolve.js";
 export * from "./enrich.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC"}

package/dist/index.js

@@ -1,5 +1,6 @@
 export * from "./ollama.js";
 export * from "./openai.js";
+export * from "./bundled.js";
 export * from "./hash.js";
 export * from "./resolve.js";
 export * from "./enrich.js";

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC"}

package/dist/resolve.d.ts

@@ -1,15 +1,26 @@
 import type { EmbeddingProvider } from "@mneme-ai/core";
+import { BundledEmbedder } from "./bundled.js";
 export interface ResolveOptions {
-    provider?: "auto" | "ollama" | "openai" | "hash";
+    /**
+     * `auto` (default) walks the fallback ladder so the user gets the highest
+     * quality embedder that's actually available, with hash always reachable
+     * as the last resort:
+     *
+     *   1. OpenAI    (★★★★★ paid)   — if OPENAI_API_KEY is set
+     *   2. Ollama    (★★★★ free)   — if /api/tags responds + model pulled
+     *   3. Bundled   (★★★ free)    — WASM model, ~25MB lazy download
+     *   4. Hash      (★★)          — deterministic, zero deps, always works
+     *
+     * Pass an explicit value to skip the ladder.
+     */
+    provider?: "auto" | "ollama" | "openai" | "bundled" | "hash";
     model?: string;
     apiKey?: string;
     baseUrl?: string;
+    /** Optional callback for bundled-model download progress. */
+    onBundledProgress?: NonNullable<ConstructorParameters<typeof BundledEmbedder>[0]>["onProgress"];
 }
-/**
- * Auto-select an embedder.
- *
- *   auto: prefer Ollama → OpenAI (if key) → hash fallback
- *   ollama / openai / hash: explicit
- */
 export declare function resolveEmbedder(opts?: ResolveOptions): Promise<EmbeddingProvider>;
+/** Helper for callers that explicitly want the deterministic offline path. */
+export declare function hashEmbedder(): EmbeddingProvider;
 //# sourceMappingURL=resolve.d.ts.map

package/dist/resolve.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"resolve.d.ts","sourceRoot":"","sources":["../src/resolve.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAKxD,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC;IACjD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CAAC,IAAI,GAAE,cAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAuB3F"}
+{"version":3,"file":"resolve.d.ts","sourceRoot":"","sources":["../src/resolve.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAGxD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAG/C,MAAM,WAAW,cAAc;IAC7B;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,6DAA6D;IAC7D,iBAAiB,CAAC,EAAE,WAAW,CAC7B,qBAAqB,CAAC,OAAO,eAAe,CAAC,CAAC,CAAC,CAAC,CACjD,CAAC,YAAY,CAAC,CAAC;CACjB;AAED,wBAAsB,eAAe,CAAC,IAAI,GAAE,cAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAgE3F;AAED,8EAA8E;AAC9E,wBAAgB,YAAY,IAAI,iBAAiB,CAEhD"}

package/dist/resolve.js

@@ -1,29 +1,64 @@
 import { OllamaEmbedder } from "./ollama.js";
 import { OpenAIEmbedder } from "./openai.js";
+import { BundledEmbedder } from "./bundled.js";
 import { HashEmbedder } from "./hash.js";
-/**
- * Auto-select an embedder.
- *
- *   auto: prefer Ollama → OpenAI (if key) → hash fallback
- *   ollama / openai / hash: explicit
- */
 export async function resolveEmbedder(opts = {}) {
     const provider = opts.provider ?? "auto";
-    if (provider === "ollama" || provider === "auto") {
+    // ── Explicit picks ──────────────────────────────────────────────────
+    if (provider === "openai") {
+        const apiKey = opts.apiKey ?? process.env["OPENAI_API_KEY"];
+        if (!apiKey) {
+            throw new Error("No OpenAI API key. Set OPENAI_API_KEY or pass --api-key.");
+        }
+        return new OpenAIEmbedder({ apiKey, model: opts.model, baseUrl: opts.baseUrl });
+    }
+    if (provider === "ollama") {
         const ollama = new OllamaEmbedder({ model: opts.model, baseUrl: opts.baseUrl });
         if (await ollama.ping())
             return ollama;
-        if (provider === "ollama") {
-            throw new Error(`Ollama not reachable at ${opts.baseUrl ?? "http://127.0.0.1:11434"}. Start it with: ollama serve`);
-        }
+        throw new Error(`Ollama not reachable at ${opts.baseUrl ?? "http://127.0.0.1:11434"}. Start it with: ollama serve`);
     }
+    if (provider === "bundled") {
+        return new BundledEmbedder({ model: opts.model, onProgress: opts.onBundledProgress });
+    }
+    if (provider === "hash") {
+        return new HashEmbedder();
+    }
+    // ── auto: walk the ladder, NEVER block the user ────────────────────
+    // Each step is health-checked. A failing step quietly falls to the next.
+    // The user always ends up with a working embedder (worst case = hash).
+    // 1. OpenAI key wins — best quality, no install.
     const apiKey = opts.apiKey ?? process.env["OPENAI_API_KEY"];
-    if ((provider === "openai" || provider === "auto") && apiKey) {
+    if (apiKey) {
         return new OpenAIEmbedder({ apiKey, model: opts.model, baseUrl: opts.baseUrl });
     }
-    if (provider === "openai") {
-        throw new Error("No OpenAI API key. Set OPENAI_API_KEY or pass --api-key.");
+    // 2. Ollama — only if a SHORT sanity embed succeeds. We had real users
+    //    where /api/tags responded but /api/embeddings hung for minutes; that
+    //    used to surface as a hard error. Now we just fall through silently.
+    const ollama = new OllamaEmbedder({
+        model: opts.model,
+        baseUrl: opts.baseUrl,
+        timeoutMs: 10_000, // short for the auto-detect probe — full timeout used after
+    });
+    if (await ollama.ping()) {
+        const ver = await ollama.verify();
+        if (ver.ok) {
+            // Reset to the normal long timeout for the real workload.
+            return new OllamaEmbedder({ model: opts.model, baseUrl: opts.baseUrl });
+        }
+        // Ollama is reachable but unhealthy — explicitly skip and try the next step.
+        // We swallow the reason: the user picked auto, they want it to JUST WORK.
     }
+    // 3. Bundled WASM — ★★★, ~25MB auto-download. Doesn't need a "ping" — the
+    //    module is in the npm install. We instantiate eagerly; the actual model
+    //    download happens lazily on first embed (or via verify()).
+    return new BundledEmbedder({ model: opts.model, onProgress: opts.onBundledProgress });
+    // 4. Hash is the FINAL escape hatch — only chosen by explicit `--embedder hash`
+    //    or by callers that don't want network/download. Auto-detect prefers
+    //    bundled because it returns true semantic vectors with no setup.
+}
+/** Helper for callers that explicitly want the deterministic offline path. */
+export function hashEmbedder() {
     return new HashEmbedder();
 }
 //# sourceMappingURL=resolve.js.map

package/dist/resolve.js.map

@@ -1 +1 @@
-{"version":3,"file":"resolve.js","sourceRoot":"","sources":["../src/resolve.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AASzC;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAuB,EAAE;IAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC;IAEzC,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAChF,IAAI,MAAM,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO,MAAM,CAAC;QACvC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CACb,2BAA2B,IAAI,CAAC,OAAO,IAAI,wBAAwB,+BAA+B,CACnG,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC5D,IAAI,CAAC,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QAC7D,OAAO,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;IAC9E,CAAC;IAED,OAAO,IAAI,YAAY,EAAE,CAAC;AAC5B,CAAC"}
+{"version":3,"file":"resolve.js","sourceRoot":"","sources":["../src/resolve.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAyBzC,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAuB,EAAE;IAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC;IAEzC,uEAAuE;IACvE,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAChF,IAAI,MAAM,MAAM,CAAC,IAAI,EAAE;YAAE,OAAO,MAAM,CAAC;QACvC,MAAM,IAAI,KAAK,CACb,2BAA2B,IAAI,CAAC,OAAO,IAAI,wBAAwB,+BAA+B,CACnG,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,IAAI,eAAe,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACxB,OAAO,IAAI,YAAY,EAAE,CAAC;IAC5B,CAAC;IAED,sEAAsE;IACtE,yEAAyE;IACzE,uEAAuE;IAEvE,iDAAiD;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC5D,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,uEAAuE;IACvE,0EAA0E;IAC1E,yEAAyE;IACzE,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC;QAChC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,SAAS,EAAE,MAAM,EAAE,4DAA4D;KAChF,CAAC,CAAC;IACH,IAAI,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;YACX,0DAA0D;YAC1D,OAAO,IAAI,cAAc,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,6EAA6E;QAC7E,0EAA0E;IAC5E,CAAC;IAED,0EAA0E;IAC1E,4EAA4E;IAC5E,+DAA+D;IAC/D,OAAO,IAAI,eAAe,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAEtF,gFAAgF;IAChF,yEAAyE;IACzE,qEAAqE;AACvE,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,YAAY;IAC1B,OAAO,IAAI,YAAY,EAAE,CAAC;AAC5B,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@mneme-ai/embeddings",
-  "version": "0.18.3",
-  "description": "Embedding providers (Ollama, OpenAI, hash-fallback) for Mneme",
+  "version": "0.19.0",
+  "description": "Embedding providers (OpenAI, Ollama, bundled-WASM, hash-fallback) for Mneme",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -30,6 +30,7 @@
     "clean": "tsc -b --clean"
   },
   "dependencies": {
-    "@mneme-ai/core": "0.18.3"
+    "@mneme-ai/core": "0.19.0",
+    "@xenova/transformers": "^2.17.2"
   }
 }