openclaw-node-harness 2.0.3 → 2.1.0

package/lib/kanban-io.js

@@ -53,8 +53,14 @@ function withMkdirLock(filePath, fn) {
       if (Date.now() - start > maxWait) {
         throw new Error(`kanban-io: lock timeout after ${maxWait}ms on ${filePath}`);
       }
-      // Non-blocking 10ms pause (busy-wait would peg CPU in Node's single thread)
-      require('child_process').spawnSync('sleep', ['0.01']);
+      // Sleep ~10ms — Atomics.wait is precise but throws on main thread
+      // in some Node.js builds; fall back to busy-spin (rare contention path)
+      try {
+        Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, 10);
+      } catch {
+        const end = Date.now() + 10;
+        while (Date.now() < end) { /* busy-wait fallback */ }
+      }
     }
   }
 
@@ -81,9 +87,7 @@ function parseTasks(content) {
   const liveIdx = content.indexOf('## Live Tasks');
   if (liveIdx === -1) return tasks;
 
-  const afterLive = content.slice(liveIdx);
-  const nextSectionIdx = afterLive.indexOf('\n## ', 1); // skip the current ## Live Tasks
-  const liveSection = nextSectionIdx >= 0 ? afterLive.slice(0, nextSectionIdx) : afterLive;
+  const liveSection = content.slice(liveIdx);
   const lines = liveSection.split('\n');
 
   let current = null;
@@ -110,6 +114,13 @@ function parseTasks(content) {
         budget_minutes: current.budget_minutes || 30,
         scope: current.scope || [],
         updated_at: current.updated_at || '',
+        // Mesh routing
+        llm_provider: current.llm_provider || null,
+        llm_model: current.llm_model || null,
+        preferred_nodes: current.preferred_nodes || [],
+        exclude_nodes: current.exclude_nodes || [],
+        collaboration: current.collaboration || null,
+        collab_result: current.collab_result || null,
       });
     }
   }
@@ -119,7 +130,7 @@ function parseTasks(content) {
     const taskIdMatch = line.match(/^- task_id:\s*(.+)$/);
     if (taskIdMatch) {
       flush();
-      current = { task_id: taskIdMatch[1].trim(), success_criteria: [], artifacts: [], scope: [] };
+      current = { task_id: taskIdMatch[1].trim(), success_criteria: [], artifacts: [], scope: [], preferred_nodes: [], exclude_nodes: [] };
       currentArrayKey = null;
       continue;
     }
@@ -176,6 +187,40 @@ function parseTasks(content) {
           current.scope = [];
           currentArrayKey = 'scope';
           break;
+        // Mesh routing fields
+        case 'llm_provider':
+        case 'provider':
+          current.llm_provider = value || null; currentArrayKey = null; break;
+        case 'llm_model':
+        case 'model':
+          current.llm_model = value || null; currentArrayKey = null; break;
+        case 'preferred_nodes':
+          current.preferred_nodes = [];
+          currentArrayKey = 'preferred_nodes';
+          break;
+        case 'exclude_nodes':
+          current.exclude_nodes = [];
+          currentArrayKey = 'exclude_nodes';
+          break;
+        case 'collaboration':
+          try { current.collaboration = value ? JSON.parse(value) : null; }
+          catch { current.collaboration = null; }
+          currentArrayKey = null;
+          break;
+        case 'collab_result':
+          try { current.collab_result = value ? JSON.parse(value) : null; }
+          catch { current.collab_result = null; }
+          currentArrayKey = null;
+          break;
+        // Circling Strategy display fields
+        case 'circling_phase': current.circling_phase = value || null; currentArrayKey = null; break;
+        case 'circling_subround': current.circling_subround = parseInt(value, 10) || 0; currentArrayKey = null; break;
+        case 'circling_step': current.circling_step = parseInt(value, 10) || 0; currentArrayKey = null; break;
+        case 'circling_nodes':
+          try { current.circling_nodes = value ? JSON.parse(value) : null; }
+          catch { current.circling_nodes = null; }
+          currentArrayKey = null;
+          break;
         default:
           currentArrayKey = null;
           break;
@@ -236,7 +281,11 @@ function _updateTaskInPlaceUnsafe(filePath, taskId, fieldUpdates = {}, arrayAppe
   const blockLines = lines.slice(blockStart, blockEnd);
 
   // Update scalar fields
-  for (const [key, value] of Object.entries(fieldUpdates)) {
+  for (const [key, rawValue] of Object.entries(fieldUpdates)) {
+    // Serialize objects/arrays as JSON so the parser can read them back
+    const value = (rawValue !== null && typeof rawValue === 'object')
+      ? JSON.stringify(rawValue)
+      : rawValue;
     const fieldRegex = new RegExp(`^  ${key}:\\s*.*$`);
     let found = false;
     for (let i = 1; i < blockLines.length; i++) {
@@ -249,7 +298,7 @@ function _updateTaskInPlaceUnsafe(filePath, taskId, fieldUpdates = {}, arrayAppe
     if (!found) {
       // Insert before updated_at if it exists, otherwise at end of block
       const updatedAtIdx = blockLines.findIndex(l => l.match(/^  updated_at:/));
-      const insertIdx = updatedAtIdx >= 0 ? updatedAtIdx : blockLines.length;
+      const insertIdx = updatedAtIdx > 0 ? updatedAtIdx : blockLines.length;
       blockLines.splice(insertIdx, 0, `  ${key}: ${value}`);
     }
   }
@@ -262,7 +311,7 @@ function _updateTaskInPlaceUnsafe(filePath, taskId, fieldUpdates = {}, arrayAppe
     if (headerIdx === -1) {
       // Insert the array before updated_at
       const updatedAtIdx = blockLines.findIndex(l => l.match(/^  updated_at:/));
-      const insertIdx = updatedAtIdx >= 0 ? updatedAtIdx : blockLines.length;
+      const insertIdx = updatedAtIdx > 0 ? updatedAtIdx : blockLines.length;
       const newLines = [`  ${key}:`];
       for (const item of items) {
         newLines.push(`    - ${item}`);
@@ -290,7 +339,7 @@ function _updateTaskInPlaceUnsafe(filePath, taskId, fieldUpdates = {}, arrayAppe
     if (headerIdx === -1) {
       // Insert the array before updated_at
       const updatedAtIdx = blockLines.findIndex(l => l.match(/^  updated_at:/));
-      const insertIdx = updatedAtIdx >= 0 ? updatedAtIdx : blockLines.length;
+      const insertIdx = updatedAtIdx > 0 ? updatedAtIdx : blockLines.length;
       const newLines = [`  ${key}:`];
       for (const item of items) {
         newLines.push(`    - ${item}`);

package/lib/mcp-knowledge/bench.mjs

@@ -0,0 +1,118 @@
+#!/usr/bin/env node
+/**
+ * Benchmark: index real workspace files and run search queries
+ */
+import { pipeline } from '@huggingface/transformers';
+import { statSync, rmSync } from 'node:fs';
+
+import {
+  scanMarkdownFiles,
+  chunkMarkdown,
+  hashContent,
+  initDatabase,
+  EMBEDDING_DIM,
+  MAX_CHUNK_CHARS,
+  INCLUDE_DIRS,
+  EXCLUDE_PATTERNS,
+  MODEL_NAME,
+} from './core.mjs';
+import { readFileSync } from 'node:fs';
+import { createHash } from 'node:crypto';
+
+const WORKSPACE = process.env.KNOWLEDGE_ROOT || '/Users/moltymac/.openclaw/workspace';
+const DB_PATH = '/tmp/mcp-knowledge-bench.db';
+
+// Clean previous run
+try { rmSync(DB_PATH); } catch {}
+
+// Init DB
+const db = initDatabase(DB_PATH);
+
+const files = scanMarkdownFiles(WORKSPACE, INCLUDE_DIRS, EXCLUDE_PATTERNS);
+console.log(`Scanning ${files.length} files...`);
+
+console.log('Loading embedding model...');
+const extractor = await pipeline('feature-extraction', MODEL_NAME, { dtype: 'fp32' });
+console.log('Model loaded.\n');
+
+const insertDoc = db.prepare('INSERT INTO documents (path, content_hash, last_indexed, chunk_count) VALUES (?, ?, ?, ?)');
+const insertChunk = db.prepare('INSERT INTO chunks (doc_path, section, text, snippet) VALUES (?, ?, ?, ?)');
+
+let totalChunks = 0;
+let totalFiles = 0;
+const start = Date.now();
+
+for (const file of files) {
+  let content;
+  try { content = readFileSync(file.path, 'utf-8'); } catch { continue; }
+  if (!content.trim()) continue;
+
+  const hash = hashContent(content);
+  const chunks = chunkMarkdown(content);
+  const vectors = [];
+  for (const c of chunks) {
+    const r = await extractor(c.text, { pooling: 'mean', normalize: true, truncation: true, max_length: 256 });
+    vectors.push(new Float32Array(r.data));
+  }
+
+  db.transaction(() => {
+    insertDoc.run(file.rel, hash, Date.now(), chunks.length);
+    for (let i = 0; i < chunks.length; i++) {
+      const snippet = chunks[i].text.slice(0, 250).replace(/\n/g, ' ');
+      const info = insertChunk.run(file.rel, chunks[i].section, chunks[i].text, snippet);
+      const vecBuf = Buffer.from(vectors[i].buffer);
+      db.prepare(`INSERT INTO chunk_vectors VALUES (${info.lastInsertRowid}, ?)`).run(vecBuf);
+    }
+  })();
+  totalChunks += chunks.length;
+  totalFiles++;
+  if (totalFiles % 50 === 0) console.log(`  ${totalFiles}/${files.length} files, ${totalChunks} chunks...`);
+}
+
+const elapsed = ((Date.now() - start) / 1000).toFixed(1);
+console.log(`\nIndexed: ${totalFiles} files → ${totalChunks} chunks in ${elapsed}s`);
+
+// Search queries
+console.log('\n═══ Semantic Search Tests ═══');
+async function search(query) {
+  const t0 = Date.now();
+  const r = await extractor(query, { pooling: 'mean', normalize: true, truncation: true, max_length: 256 });
+  const buf = Buffer.from(new Float32Array(r.data).buffer);
+  const results = db.prepare(`
+    SELECT cv.distance, c.doc_path, c.section, c.snippet
+    FROM chunk_vectors cv JOIN chunks c ON c.id = cv.rowid
+    WHERE embedding MATCH ? AND k = 5 ORDER BY distance
+  `).all(buf);
+  const ms = Date.now() - t0;
+  return { results, ms };
+}
+
+const queries = [
+  'oracle threat model GPS spoofing',
+  'faction lore verdant pact nature magic',
+  'smart contract mana well architecture',
+  'Daedalus identity soul companion',
+  'what is the mana harvesting mechanism',
+  'biome oracle location verification',
+];
+
+for (const q of queries) {
+  const { results, ms } = await search(q);
+  console.log(`\nQuery: "${q}" (${ms}ms)`);
+  for (const r of results.slice(0, 3)) {
+    const score = (1 - r.distance * r.distance / 2).toFixed(3);
+    console.log(`  [${score}] ${r.doc_path} → ${r.section.slice(0, 60)}`);
+  }
+}
+
+// Stats
+const { size } = statSync(DB_PATH);
+console.log(`\n═══ Stats ═══`);
+console.log(`DB size: ${(size / 1024 / 1024).toFixed(1)} MB`);
+console.log(`Files: ${totalFiles}`);
+console.log(`Chunks: ${totalChunks}`);
+console.log(`Index time: ${elapsed}s`);
+console.log(`Avg per file: ${(parseFloat(elapsed) * 1000 / totalFiles).toFixed(0)}ms`);
+
+db.close();
+setTimeout(() => process.exit(0), 200);