@claude-flow/cli 3.10.24 → 3.10.25

package/dist/src/memory/bge-embedder.d.ts

@@ -0,0 +1,19 @@
+type Embedder = {
+    embed(text: string): Promise<Float32Array>;
+    embedBatch(texts: string[]): Promise<Float32Array[]>;
+    dim(): number;
+    modelName(): string;
+};
+/**
+ * Lazy-load the BGE bi-encoder. Defaults to Xenova/bge-base-en-v1.5.
+ * Returns null on failure; caller should fall back.
+ */
+export declare function getBgeEmbedder(modelName?: string): Promise<Embedder | null>;
+export declare function getBgeStatus(): {
+    loaded: boolean;
+    attempted: boolean;
+    error: string | null;
+    modelName: string | null;
+};
+export {};
+//# sourceMappingURL=bge-embedder.d.ts.map

package/dist/src/memory/bge-embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bge-embedder.d.ts","sourceRoot":"","sources":["../../../src/memory/bge-embedder.ts"],"names":[],"mappings":"AAcA,KAAK,QAAQ,GAAG;IACd,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC3C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACrD,GAAG,IAAI,MAAM,CAAC;IACd,SAAS,IAAI,MAAM,CAAC;CACrB,CAAC;AAMF;;;GAGG;AACH,wBAAsB,cAAc,CAAC,SAAS,SAA4B,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CA0EpG;AAED,wBAAgB,YAAY,IAAI;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAOtH"}

package/dist/src/memory/bge-embedder.js

@@ -0,0 +1,107 @@
+// BGE bi-encoder embedder — direct @xenova/transformers AutoTokenizer +
+// AutoModel path (bypasses agentic-flow's transformers.js which needs sharp
+// and fails on darwin-arm64 without libvips).
+//
+// Default model: Xenova/bge-base-en-v1.5 (110M params, 768-dim, int8
+// quantised ~110MB). Comparable models published on Xenova:
+//   - Xenova/bge-small-en-v1.5 (33M, 384-dim, ~40MB)
+//   - Xenova/bge-base-en-v1.5  (110M, 768-dim, ~110MB)  ← default
+//   - Xenova/bge-large-en-v1.5 (335M, 1024-dim, ~440MB)
+//
+// BGE outputs use CLS-token pooling + L2 normalisation (per BAAI's docs).
+//
+// ADR-085 (BEIR harness) + ADR-086 (BGE embedder).
+let singleton = null;
+let loadAttempted = false;
+let loadError = null;
+/**
+ * Lazy-load the BGE bi-encoder. Defaults to Xenova/bge-base-en-v1.5.
+ * Returns null on failure; caller should fall back.
+ */
+export async function getBgeEmbedder(modelName = 'Xenova/bge-base-en-v1.5') {
+    if (singleton && singleton.modelName() === modelName)
+        return singleton;
+    if (loadAttempted && loadError)
+        return null;
+    loadAttempted = true;
+    try {
+        const mod = await import('@xenova/transformers').catch(() => null);
+        if (!mod?.AutoTokenizer || !mod?.AutoModel) {
+            loadError = '@xenova/transformers missing AutoTokenizer / AutoModel';
+            return null;
+        }
+        const tokenizer = await mod.AutoTokenizer.from_pretrained(modelName, { quantized: true });
+        const model = await mod.AutoModel.from_pretrained(modelName, { quantized: true });
+        // BGE uses CLS pooling + L2 normalisation per the BAAI README.
+        // We do both manually since the lower-level API doesn't apply them.
+        function clsPool(out) {
+            // last_hidden_state shape: [batch, seq_len, hidden_dim]
+            const hidden = out.last_hidden_state ?? out.hiddenState ?? out[0];
+            const data = hidden.data;
+            const dims = hidden.dims; // [batch, seq, hidden]
+            const [b, _seq, h] = dims;
+            // CLS is position 0 of each batch row.
+            const result = new Float32Array(b * h);
+            for (let bi = 0; bi < b; bi++) {
+                for (let hi = 0; hi < h; hi++) {
+                    // hidden[bi, 0, hi] = data[(bi * seq + 0) * h + hi]
+                    result[bi * h + hi] = data[(bi * _seq + 0) * h + hi];
+                }
+            }
+            return result;
+        }
+        function l2norm(vec, offset, len) {
+            let n = 0;
+            for (let i = 0; i < len; i++)
+                n += vec[offset + i] * vec[offset + i];
+            n = Math.sqrt(n);
+            if (n > 1e-9)
+                for (let i = 0; i < len; i++)
+                    vec[offset + i] /= n;
+        }
+        singleton = {
+            async embed(text) {
+                const inputs = await tokenizer(text, { padding: true, truncation: true, max_length: 512 });
+                const out = await model(inputs);
+                const pooled = clsPool(out);
+                const h = pooled.length;
+                l2norm(pooled, 0, h);
+                return pooled;
+            },
+            async embedBatch(texts) {
+                if (texts.length === 0)
+                    return [];
+                const inputs = await tokenizer(texts, { padding: true, truncation: true, max_length: 512 });
+                const out = await model(inputs);
+                const pooled = clsPool(out);
+                const h = pooled.length / texts.length;
+                const results = [];
+                for (let i = 0; i < texts.length; i++) {
+                    const vec = pooled.slice(i * h, (i + 1) * h);
+                    l2norm(vec, 0, h);
+                    results.push(vec);
+                }
+                return results;
+            },
+            dim() {
+                // Will be filled after first embed; conservative default 768 for base.
+                return modelName.includes('small') ? 384 : modelName.includes('large') ? 1024 : 768;
+            },
+            modelName() { return modelName; },
+        };
+        return singleton;
+    }
+    catch (err) {
+        loadError = err instanceof Error ? err.message : String(err);
+        return null;
+    }
+}
+export function getBgeStatus() {
+    return {
+        loaded: !!singleton,
+        attempted: loadAttempted,
+        error: loadError,
+        modelName: singleton?.modelName() ?? null,
+    };
+}
+//# sourceMappingURL=bge-embedder.js.map

package/dist/src/memory/bge-embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bge-embedder.js","sourceRoot":"","sources":["../../../src/memory/bge-embedder.ts"],"names":[],"mappings":"AAAA,wEAAwE;AACxE,4EAA4E;AAC5E,8CAA8C;AAC9C,EAAE;AACF,qEAAqE;AACrE,4DAA4D;AAC5D,qDAAqD;AACrD,kEAAkE;AAClE,wDAAwD;AACxD,EAAE;AACF,0EAA0E;AAC1E,EAAE;AACF,mDAAmD;AASnD,IAAI,SAAS,GAAoB,IAAI,CAAC;AACtC,IAAI,aAAa,GAAG,KAAK,CAAC;AAC1B,IAAI,SAAS,GAAkB,IAAI,CAAC;AAEpC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,SAAS,GAAG,yBAAyB;IACxE,IAAI,SAAS,IAAI,SAAS,CAAC,SAAS,EAAE,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IACvE,IAAI,aAAa,IAAI,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5C,aAAa,GAAG,IAAI,CAAC;IAErB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAQ,CAAC;QAC1E,IAAI,CAAC,GAAG,EAAE,aAAa,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC;YAC3C,SAAS,GAAG,wDAAwD,CAAC;YACrE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1F,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAElF,+DAA+D;QAC/D,oEAAoE;QACpE,SAAS,OAAO,CAAC,GAAQ;YACvB,wDAAwD;YACxD,MAAM,MAAM,GAAG,GAAG,CAAC,iBAAiB,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAoB,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAgB,CAAC,CAAC,uBAAuB;YAC7D,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC;YAC1B,uCAAuC;YACvC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC;gBAC9B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC;oBAC9B,oDAAoD;oBACpD,MAAM,CAAC,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,SAAS,MAAM,CAAC,GAAiB,EAAE,MAAc,EAAE,GAAW;YAC5D,IAAI,CAAC,GAAG,CAAC,CAAC;YACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;gBAAE,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACrE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC,GAAG,IAAI;gBAAE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE;oBAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QACnE,CAAC;QAED,SAAS,GAAG;YACV,KAAK,CAAC,KAAK,CAAC,IAAY;gBACtB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC3F,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;gBAChC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;gBACxB,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBACrB,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,KAAK,CAAC,UAAU,CAAC,KAAe;gBAC9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC5F,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;gBAChC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;gBACvC,MAAM,OAAO,GAAmB,EAAE,CAAC;gBACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC7C,MAAM,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;oBAClB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC;YACD,GAAG;gBACD,uEAAuE;gBACvE,OAAO,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;YACtF,CAAC;YACD,SAAS,KAAa,OAAO,SAAS,CAAC,CAAC,CAAC;SAC1C,CAAC;QACF,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,OAAO;QACL,MAAM,EAAE,CAAC,CAAC,SAAS;QACnB,SAAS,EAAE,aAAa;QACxB,KAAK,EAAE,SAAS;QAChB,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI;KAC1C,CAAC;AACJ,CAAC"}