@claude-flow/cli 3.10.28 → 3.10.30

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@claude-flow/cli",
-  "version": "3.10.28",
+  "version": "3.10.30",
   "type": "module",
   "description": "Ruflo CLI - Enterprise AI agent orchestration with 60+ specialized agents, swarm coordination, MCP server, self-learning hooks, and vector memory for Claude Code",
   "main": "dist/src/index.js",
@@ -121,7 +121,8 @@
     "@ruvector/rvagent-wasm": "^0.1.0",
     "@ruvector/sona": "^0.1.6",
     "agentdb": "^3.0.0-alpha.16",
-    "agentic-flow": "^3.0.0-alpha.1"
+    "agentic-flow": "^3.0.0-alpha.1",
+    "ruvector": "^0.2.27"
   },
   "publishConfig": {
     "access": "public",

package/scripts/run-beir-bge.mjs

@@ -62,6 +62,30 @@ const BASELINES_BY_DATASET = {
     'BGE-large-v1.5 (pub)': 0.722,
     'SBERT msmarco':        0.555,
   },
+  arguana: {
+    'BM25 (Lucene)':        0.397,
+    'DocT5query':           0.349,
+    'TAS-B':                0.429,
+    'GenQ':                 0.493,
+    'ColBERT':              0.233,
+    'Contriever':           0.379,
+    'GTR-XL':               0.439,
+    'SPLADE++':             0.521,
+    'BGE-large-v1.5 (pub)': 0.636,
+    'SBERT msmarco':        0.371,
+  },
+  scidocs: {
+    'BM25 (Lucene)':        0.158,
+    'DocT5query':           0.162,
+    'TAS-B':                0.149,
+    'GenQ':                 0.143,
+    'ColBERT':              0.145,
+    'Contriever':           0.165,
+    'GTR-XL':               0.174,
+    'SPLADE++':             0.159,
+    'BGE-large-v1.5 (pub)': 0.225,
+    'SBERT msmarco':        0.122,
+  },
 };
 
 // Auto-detect dataset from DATA_DIR path; default to nfcorpus baselines.
@@ -219,7 +243,9 @@ async function main() {
     ? [...qrels.keys()].slice(0, MAX_QUERIES)
     : [...qrels.keys()];
 
-  console.log(`\nRunning ${evalQueryIds.length} queries...`);
+  // ADR-090: BGE_QUERY_PREFIX=1 enables BAAI's recommended query prefix.
+  const USE_QUERY_PREFIX = process.env.BGE_QUERY_PREFIX === '1';
+  console.log(`\nRunning ${evalQueryIds.length} queries${USE_QUERY_PREFIX ? ' (with BGE query prefix, ADR-090)' : ''}...`);
   let nSum = 0, mSum = 0, r10Sum = 0, r100Sum = 0, n = 0;
   // ADR-086 — save per-query metrics for paired bootstrap significance testing.
   const perQuery = [];
@@ -227,8 +253,9 @@ async function main() {
   for (const qid of evalQueryIds) {
     const qtext = queriesById.get(qid);
     if (!qtext) continue;
-    // BGE v1.5 non-icl works without the query prefix.
-    const qEmb = await emb.embed(qtext);
+    // ADR-090: opt-in BGE query prefix per BAAI's docs (+0.009 nDCG@10 on
+    // NFCorpus dense-alone). Falls back to plain embed() if not enabled.
+    const qEmb = USE_QUERY_PREFIX && emb.embedQuery ? await emb.embedQuery(qtext) : await emb.embed(qtext);
     const scores = new Array(docEmbeds.length);
     for (let i = 0; i < docEmbeds.length; i++) scores[i] = { id: docIds[i], score: cosine(qEmb, docEmbeds[i]) };
     scores.sort((a, b) => b.score - a.score);

package/scripts/run-beir-hybrid.mjs

@@ -41,6 +41,8 @@ const MAX_QUERIES = Number(process.env.MAX_QUERIES) || 0;
 const BASELINES_BY_DATASET = {
   nfcorpus: { 'BM25 (Lucene)': 0.325, 'DocT5query': 0.328, 'TAS-B': 0.319, 'GenQ': 0.319, 'ColBERT': 0.305, 'Contriever': 0.328, 'GTR-XL': 0.343, 'SPLADE++': 0.347, 'BGE-large-v1.5 (pub)': 0.380, 'SBERT msmarco': 0.272 },
   scifact:  { 'BM25 (Lucene)': 0.679, 'DocT5query': 0.675, 'TAS-B': 0.643, 'GenQ': 0.644, 'ColBERT': 0.671, 'Contriever': 0.677, 'GTR-XL': 0.662, 'SPLADE++': 0.704, 'BGE-large-v1.5 (pub)': 0.722, 'SBERT msmarco': 0.555 },
+  arguana:  { 'BM25 (Lucene)': 0.397, 'DocT5query': 0.349, 'TAS-B': 0.429, 'GenQ': 0.493, 'ColBERT': 0.233, 'Contriever': 0.379, 'GTR-XL': 0.439, 'SPLADE++': 0.521, 'BGE-large-v1.5 (pub)': 0.636, 'SBERT msmarco': 0.371 },
+  scidocs:  { 'BM25 (Lucene)': 0.158, 'DocT5query': 0.162, 'TAS-B': 0.149, 'GenQ': 0.143, 'ColBERT': 0.145, 'Contriever': 0.165, 'GTR-XL': 0.174, 'SPLADE++': 0.159, 'BGE-large-v1.5 (pub)': 0.225, 'SBERT msmarco': 0.122 },
 };
 function detectDataset(path) {
   const p = path.toLowerCase();
@@ -144,8 +146,10 @@ async function main() {
     const qtext = queriesById.get(qid);
     if (!qtext) continue;
 
-    // §1 — dense BGE retrieval
-    const qEmb = await emb.embed(qtext);
+    // §1 — dense BGE retrieval (ADR-090: opt-in query prefix when BGE_QUERY_PREFIX=1)
+    const qEmb = (process.env.BGE_QUERY_PREFIX === '1' && emb.embedQuery)
+      ? await emb.embedQuery(qtext)
+      : await emb.embed(qtext);
     const denseScored = new Array(docEmbeds.length);
     for (let i = 0; i < docEmbeds.length; i++) denseScored[i] = { id: docIds[i], score: cosine(qEmb, docEmbeds[i]) };
     denseScored.sort((a, b) => b.score - a.score);