moflo 4.8.41 → 4.8.43

package/.claude/scripts/lib/process-manager.mjs

@@ -0,0 +1,256 @@
+/**
+ * Shared background process manager for moflo.
+ *
+ * All background spawn paths (hooks.mjs, hook-handler.cjs, session-start-launcher.mjs)
+ * delegate here so that PID tracking, dedup, and cleanup happen in one place.
+ *
+ * API:
+ *   spawn(cmd, args, label)  — spawn with label-based dedup + PID tracking
+ *   killAll()                — SIGTERM every tracked process, prune registry
+ *   getActive()              — list currently alive tracked processes
+ *   prune()                  — remove dead entries from registry
+ *
+ * Registry: .claude-flow/background-pids.json
+ * Lock:     .claude-flow/spawn.lock  (30 s TTL — prevents thundering-herd)
+ */
+
+import { spawn } from 'child_process';
+import { existsSync, readFileSync, writeFileSync, renameSync, mkdirSync, unlinkSync, statSync, openSync, closeSync } from 'fs';
+import { resolve, dirname } from 'path';
+import { fileURLToPath } from 'url';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+const LOCK_TTL_MS = 30_000;
+
+/** Resolve the project root (two levels up from bin/lib/). */
+function defaultRoot() {
+  return resolve(__dirname, '../..');
+}
+
+/** Ensure .claude-flow/ directory exists. */
+function ensureDir(dir) {
+  if (!existsSync(dir)) mkdirSync(dir, { recursive: true });
+}
+
+/** Check if a PID is alive (cross-platform). */
+function isAlive(pid) {
+  try {
+    process.kill(pid, 0);
+    return true;
+  } catch {
+    return false;
+  }
+}
+
+// ── Registry I/O ────────────────────────────────────────────────────────────
+
+function registryPath(root) {
+  return resolve(root, '.claude-flow', 'background-pids.json');
+}
+
+function lockPath(root) {
+  return resolve(root, '.claude-flow', 'spawn.lock');
+}
+
+function readRegistry(root) {
+  const p = registryPath(root);
+  if (!existsSync(p)) return [];
+  try {
+    const parsed = JSON.parse(readFileSync(p, 'utf-8'));
+    return Array.isArray(parsed) ? parsed : [];
+  } catch {
+    return [];
+  }
+}
+
+/** Atomic write: write to tmp file then rename to avoid torn reads. */
+function writeRegistry(root, entries) {
+  const p = registryPath(root);
+  const tmp = p + '.tmp.' + process.pid;
+  ensureDir(dirname(p));
+  writeFileSync(tmp, JSON.stringify(entries, null, 2));
+  renameSync(tmp, p);
+}
+
+// ── Lock (30 s TTL) ────────────────────────────────────────────────────────
+
+function checkLock(root) {
+  const lp = lockPath(root);
+  if (!existsSync(lp)) return false;
+  try {
+    const age = Date.now() - statSync(lp).mtimeMs;
+    return age < LOCK_TTL_MS;
+  } catch {
+    return false;
+  }
+}
+
+/** Atomic lock acquisition using exclusive-create flag. */
+function writeLock(root) {
+  const lp = lockPath(root);
+  ensureDir(dirname(lp));
+  try {
+    writeFileSync(lp, String(Date.now()), { flag: 'wx' });
+  } catch {
+    // File already exists — overwrite if stale, otherwise skip
+    try {
+      const age = Date.now() - statSync(lp).mtimeMs;
+      if (age >= LOCK_TTL_MS) {
+        unlinkSync(lp);
+        writeFileSync(lp, String(Date.now()), { flag: 'wx' });
+      }
+    } catch { /* lost race on stale cleanup — non-fatal */ }
+  }
+}
+
+function clearLock(root) {
+  const lp = lockPath(root);
+  try {
+    if (existsSync(lp)) unlinkSync(lp);
+  } catch { /* non-fatal */ }
+}
+
+// ── Public API ──────────────────────────────────────────────────────────────
+
+/**
+ * Create a ProcessManager bound to a project root.
+ * @param {string} [root] — project root (defaults to two levels above bin/lib/)
+ */
+export function createProcessManager(root) {
+  const projectRoot = root || defaultRoot();
+
+  return {
+    /**
+     * Spawn a background process with label-based dedup and PID tracking.
+     *
+     * If a process with the same `label` is already alive, the spawn is skipped.
+     *
+     * @param {string} cmd   — executable (e.g. 'node')
+     * @param {string[]} args — arguments
+     * @param {string} label — unique label for dedup (e.g. 'index-guidance')
+     * @returns {{ pid: number|null, skipped: boolean }}
+     */
+    spawn(cmd, args, label) {
+      // Dedup: skip if same label is already alive
+      const entries = readRegistry(projectRoot);
+      const existing = entries.find(e => e.label === label);
+      if (existing && isAlive(existing.pid)) {
+        return { pid: existing.pid, skipped: true };
+      }
+
+      try {
+        // Redirect background process output to log file instead of /dev/null
+        // This ensures errors from background indexers/pretrain are captured
+        let stdio = 'ignore';
+        try {
+          const swarmDir = resolve(projectRoot, '.swarm');
+          ensureDir(swarmDir);
+          const logPath = resolve(swarmDir, 'background.log');
+          const fd = openSync(logPath, 'a');
+          stdio = ['ignore', fd, fd];
+        } catch {
+          // Fall back to ignore if log file can't be opened
+        }
+
+        const proc = spawn(cmd, args, {
+          cwd: projectRoot,
+          stdio,
+          detached: true,
+          shell: false,
+          windowsHide: true,
+        });
+
+        // Swallow async spawn errors (e.g. ENOENT for bad command)
+        proc.on('error', () => {});
+        proc.unref();
+
+        if (proc.pid) {
+          // Remove any stale entry with the same label, then append new
+          const fresh = entries.filter(e => e.label !== label);
+          fresh.push({
+            pid: proc.pid,
+            label,
+            cmd: `${cmd} ${args.join(' ')}`.substring(0, 200),
+            startedAt: new Date().toISOString(),
+          });
+          writeRegistry(projectRoot, fresh);
+        }
+
+        return { pid: proc.pid || null, skipped: false };
+      } catch {
+        return { pid: null, skipped: false };
+      }
+    },
+
+    /**
+     * Kill all tracked background processes.
+     * @returns {{ killed: number, total: number }}
+     */
+    killAll() {
+      const entries = readRegistry(projectRoot);
+      let killed = 0;
+
+      for (const entry of entries) {
+        if (!isAlive(entry.pid)) continue;
+        try {
+          process.kill(entry.pid, 'SIGTERM');
+          killed++;
+        } catch { /* already gone */ }
+      }
+
+      // Clear registry and lock
+      writeRegistry(projectRoot, []);
+      clearLock(projectRoot);
+
+      return { killed, total: entries.length };
+    },
+
+    /**
+     * Return list of currently alive tracked processes.
+     * @returns {Array<{ pid: number, label: string, cmd: string, startedAt: string }>}
+     */
+    getActive() {
+      const entries = readRegistry(projectRoot);
+      return entries.filter(e => isAlive(e.pid));
+    },
+
+    /**
+     * Remove dead entries from the registry.
+     * @returns {{ pruned: number, remaining: number }}
+     */
+    prune() {
+      const entries = readRegistry(projectRoot);
+      const alive = entries.filter(e => isAlive(e.pid));
+      writeRegistry(projectRoot, alive);
+      return { pruned: entries.length - alive.length, remaining: alive.length };
+    },
+
+    /**
+     * Check if the spawn lock is held (another session-restore spawned recently).
+     */
+    isLocked() {
+      return checkLock(projectRoot);
+    },
+
+    /**
+     * Acquire the spawn lock (30 s TTL).
+     */
+    acquireLock() {
+      writeLock(projectRoot);
+    },
+
+    /**
+     * Release the spawn lock.
+     */
+    releaseLock() {
+      clearLock(projectRoot);
+    },
+
+    /** Expose the project root for callers that need it. */
+    get root() {
+      return projectRoot;
+    },
+  };
+}

package/.claude/scripts/lib/registry-cleanup.cjs

@@ -0,0 +1,41 @@
+/**
+ * Synchronous cleanup of the ProcessManager background-pids registry.
+ *
+ * Safe to call from CJS hooks that run under process.exit() — no async,
+ * no ESM imports, pure fs + process.kill.
+ *
+ * Used by: .claude/helpers/hook-handler.cjs, bin/hook-handler.cjs (session-end)
+ */
+'use strict';
+
+var fs = require('fs');
+var path = require('path');
+
+/**
+ * Kill all tracked background processes and clear the registry.
+ * @param {string} projectDir - absolute path to the project root
+ * @returns {number} count of processes killed
+ */
+function killTrackedSync(projectDir) {
+  var pidFile = path.join(projectDir, '.claude-flow', 'background-pids.json');
+  var lockFile = path.join(projectDir, '.claude-flow', 'spawn.lock');
+  var killed = 0;
+
+  try {
+    if (fs.existsSync(pidFile)) {
+      var entries = JSON.parse(fs.readFileSync(pidFile, 'utf-8'));
+      if (!Array.isArray(entries)) entries = [];
+      for (var i = 0; i < entries.length; i++) {
+        try { process.kill(entries[i].pid, 0); } catch (e) { continue; }
+        try { process.kill(entries[i].pid, 'SIGTERM'); killed++; } catch (e) { /* ok */ }
+      }
+      fs.writeFileSync(pidFile, '[]');
+    }
+  } catch (e) { /* non-fatal */ }
+
+  try { if (fs.existsSync(lockFile)) fs.unlinkSync(lockFile); } catch (e) { /* ok */ }
+
+  return killed;
+}
+
+module.exports = { killTrackedSync };

package/.claude/scripts/semantic-search.mjs

@@ -1,4 +1,4 @@
-#!/usr/bin/env node
+#!/usr/bin/env node
 /**
  * Semantic search using 384-dim embeddings (Xenova/all-MiniLM-L6-v2 or hash fallback)
  *

package/.claude/scripts/session-start-launcher.mjs

@@ -13,7 +13,22 @@ import { resolve, dirname } from 'path';
 import { fileURLToPath } from 'url';
 
 const __dirname = dirname(fileURLToPath(import.meta.url));
-const projectRoot = resolve(__dirname, '../..');
+
+// Detect project root by walking up from cwd to find package.json.
+// IMPORTANT: Do NOT use resolve(__dirname, '..') or '../..' — this script lives
+// in bin/ during development but gets synced to .claude/scripts/ in consumer
+// projects, so __dirname-relative paths break. findProjectRoot() works everywhere.
+function findProjectRoot() {
+  let dir = process.cwd();
+  const root = resolve(dir, '/');
+  while (dir !== root) {
+    if (existsSync(resolve(dir, 'package.json'))) return dir;
+    dir = dirname(dir);
+  }
+  return process.cwd();
+}
+
+const projectRoot = findProjectRoot();
 
 // ── 1. Helper: fire-and-forget a background process ─────────────────────────
 function fireAndForget(cmd, args, label) {

package/bin/index-all.mjs

@@ -114,7 +114,7 @@ async function main() {
   if (isIndexEnabled('guidance')) {
     const guidanceScript = resolveBin('flo-index', 'index-guidance.mjs');
     if (guidanceScript) {
-      runStep('guidance-index', 'node', [guidanceScript]);
+      runStep('guidance-index', 'node', [guidanceScript, '--no-embeddings']);
     } else {
       log('SKIP  guidance-index (script not found)');
     }
@@ -126,7 +126,7 @@ async function main() {
   if (isIndexEnabled('code_map')) {
     const codeMapScript = resolveBin('flo-codemap', 'generate-code-map.mjs');
     if (codeMapScript) {
-      runStep('code-map', 'node', [codeMapScript], 180_000);
+      runStep('code-map', 'node', [codeMapScript, '--no-embeddings'], 180_000);
     } else {
       log('SKIP  code-map (script not found)');
     }
@@ -138,7 +138,7 @@ async function main() {
   if (isIndexEnabled('tests')) {
     const testScript = resolveBin('flo-testmap', 'index-tests.mjs');
     if (testScript) {
-      runStep('test-index', 'node', [testScript]);
+      runStep('test-index', 'node', [testScript, '--no-embeddings']);
     } else {
       log('SKIP  test-index (script not found)');
     }
@@ -166,7 +166,17 @@ async function main() {
     log('SKIP  pretrain (CLI not found)');
   }
 
-  // 6. HNSW rebuild — MUST run last, after all writes are committed (#81)
+  // 6. Build embeddings — single pass for ALL namespaces, after all indexers finish.
+  //    Individual indexers are called with --no-embeddings to prevent background
+  //    embedding spawns that race with this chain (sql.js last-write-wins).
+  const embeddingsScript = resolveBin('flo-embeddings', 'build-embeddings.mjs');
+  if (embeddingsScript) {
+    runStep('build-embeddings', 'node', [embeddingsScript], 300_000);
+  } else {
+    log('SKIP  build-embeddings (script not found)');
+  }
+
+  // 7. HNSW rebuild — MUST run last, after all writes are committed (#81)
   if (localCli) {
     runStep('hnsw-rebuild', 'node', [localCli, 'memory', 'rebuild', '--force']);
   } else {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "moflo",
-  "version": "4.8.41",
+  "version": "4.8.43",
   "description": "MoFlo — AI agent orchestration for Claude Code. Forked from ruflo/claude-flow with patches applied to source, plus feature-level orchestration.",
   "main": "dist/index.js",
   "type": "module",
@@ -89,7 +89,7 @@
     "@types/bcrypt": "^5.0.2",
     "@types/node": "^20.19.37",
     "eslint": "^8.0.0",
-    "moflo": "^4.8.39",
+    "moflo": "^4.8.41",
     "tsx": "^4.21.0",
     "typescript": "^5.9.3",
     "vitest": "^4.0.0"

package/src/@claude-flow/cli/dist/src/version.js

@@ -2,5 +2,5 @@
  * Auto-generated by build. Do not edit manually.
  * Source of truth: root package.json → scripts/sync-version.mjs
  */
-export const VERSION = '4.8.41';
+export const VERSION = '4.8.43';
 //# sourceMappingURL=version.js.map

package/src/@claude-flow/cli/package.json

@@ -1,106 +1,106 @@
-{
-  "name": "@moflo/cli",
-  "version": "4.8.41",
-  "type": "module",
-  "description": "MoFlo CLI — AI agent orchestration with specialized agents, swarm coordination, MCP server, self-learning hooks, and vector memory for Claude Code",
-  "main": "dist/src/index.js",
-  "types": "dist/src/index.d.ts",
-  "sideEffects": false,
-  "bin": {
-    "cli": "./bin/cli.js",
-    "claude-flow": "./bin/cli.js",
-    "claude-flow-mcp": "./bin/mcp-server.js"
-  },
-  "homepage": "https://github.com/eric-cielo/moflo#readme",
-  "bugs": {
-    "url": "https://github.com/eric-cielo/moflo/issues"
-  },
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/eric-cielo/moflo.git",
-    "directory": "v3/@claude-flow/cli"
-  },
-  "keywords": [
-    "claude",
-    "claude-code",
-    "anthropic",
-    "ai-agents",
-    "multi-agent",
-    "swarm",
-    "mcp",
-    "model-context-protocol",
-    "llm",
-    "cli",
-    "orchestration",
-    "automation",
-    "developer-tools",
-    "coding-assistant",
-    "vector-database",
-    "embeddings",
-    "self-learning",
-    "enterprise"
-  ],
-  "author": {
-    "name": "Eric Cielo",
-    "email": "eric@motailz.com",
-    "url": "https://github.com/eric-cielo"
-  },
-  "license": "MIT",
-  "exports": {
-    ".": {
-      "types": "./dist/src/index.d.ts",
-      "import": "./dist/src/index.js"
-    },
-    "./ruvector": {
-      "types": "./dist/src/ruvector/index.d.ts",
-      "import": "./dist/src/ruvector/index.js"
-    },
-    "./ruvector/*": {
-      "types": "./dist/src/ruvector/*.d.ts",
-      "import": "./dist/src/ruvector/*.js"
-    },
-    "./mcp-tools": {
-      "types": "./dist/src/mcp-tools/index.d.ts",
-      "import": "./dist/src/mcp-tools/index.js"
-    }
-  },
-  "files": [
-    "dist",
-    "bin",
-    ".claude",
-    "README.md"
-  ],
-  "scripts": {
-    "build": "tsc",
-    "test": "vitest run",
-    "test:plugin-store": "npx tsx src/plugins/tests/standalone-test.ts",
-    "test:pattern-store": "npx tsx src/transfer/store/tests/standalone-test.ts",
-    "preinstall": "node bin/preinstall.cjs || true",
-    "prepublishOnly": "cp ../../../README.md ./README.md",
-    "release": "npm version prerelease --preid=alpha && npm run publish:all",
-    "publish:all": "./scripts/publish.sh"
-  },
-  "devDependencies": {
-    "typescript": "^5.3.0"
-  },
-  "dependencies": {
-    "@noble/ed25519": "^2.1.0",
-    "semver": "^7.6.0"
-  },
-  "optionalDependencies": {
-    "@claude-flow/aidefence": "file:../aidefence",
-    "@claude-flow/embeddings": "file:../embeddings",
-    "@claude-flow/guidance": "file:../guidance",
-    "@claude-flow/memory": "file:../memory",
-    "@claude-flow/plugin-gastown-bridge": "^0.1.3",
-    "agentic-flow": "^2.0.7",
-    "@ruvector/attention": "^0.1.4",
-    "@ruvector/learning-wasm": "^0.1.29",
-    "@ruvector/router": "^0.1.27",
-    "@ruvector/sona": "^0.1.5"
-  },
-  "publishConfig": {
-    "access": "public",
-    "tag": "latest"
-  }
-}
+{
+  "name": "@moflo/cli",
+  "version": "4.8.43",
+  "type": "module",
+  "description": "MoFlo CLI — AI agent orchestration with specialized agents, swarm coordination, MCP server, self-learning hooks, and vector memory for Claude Code",
+  "main": "dist/src/index.js",
+  "types": "dist/src/index.d.ts",
+  "sideEffects": false,
+  "bin": {
+    "cli": "./bin/cli.js",
+    "claude-flow": "./bin/cli.js",
+    "claude-flow-mcp": "./bin/mcp-server.js"
+  },
+  "homepage": "https://github.com/eric-cielo/moflo#readme",
+  "bugs": {
+    "url": "https://github.com/eric-cielo/moflo/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/eric-cielo/moflo.git",
+    "directory": "v3/@claude-flow/cli"
+  },
+  "keywords": [
+    "claude",
+    "claude-code",
+    "anthropic",
+    "ai-agents",
+    "multi-agent",
+    "swarm",
+    "mcp",
+    "model-context-protocol",
+    "llm",
+    "cli",
+    "orchestration",
+    "automation",
+    "developer-tools",
+    "coding-assistant",
+    "vector-database",
+    "embeddings",
+    "self-learning",
+    "enterprise"
+  ],
+  "author": {
+    "name": "Eric Cielo",
+    "email": "eric@motailz.com",
+    "url": "https://github.com/eric-cielo"
+  },
+  "license": "MIT",
+  "exports": {
+    ".": {
+      "types": "./dist/src/index.d.ts",
+      "import": "./dist/src/index.js"
+    },
+    "./ruvector": {
+      "types": "./dist/src/ruvector/index.d.ts",
+      "import": "./dist/src/ruvector/index.js"
+    },
+    "./ruvector/*": {
+      "types": "./dist/src/ruvector/*.d.ts",
+      "import": "./dist/src/ruvector/*.js"
+    },
+    "./mcp-tools": {
+      "types": "./dist/src/mcp-tools/index.d.ts",
+      "import": "./dist/src/mcp-tools/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "bin",
+    ".claude",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "test": "vitest run",
+    "test:plugin-store": "npx tsx src/plugins/tests/standalone-test.ts",
+    "test:pattern-store": "npx tsx src/transfer/store/tests/standalone-test.ts",
+    "preinstall": "node bin/preinstall.cjs || true",
+    "prepublishOnly": "cp ../../../README.md ./README.md",
+    "release": "npm version prerelease --preid=alpha && npm run publish:all",
+    "publish:all": "./scripts/publish.sh"
+  },
+  "devDependencies": {
+    "typescript": "^5.3.0"
+  },
+  "dependencies": {
+    "@noble/ed25519": "^2.1.0",
+    "semver": "^7.6.0"
+  },
+  "optionalDependencies": {
+    "@claude-flow/aidefence": "file:../aidefence",
+    "@claude-flow/embeddings": "file:../embeddings",
+    "@claude-flow/guidance": "file:../guidance",
+    "@claude-flow/memory": "file:../memory",
+    "@claude-flow/plugin-gastown-bridge": "^0.1.3",
+    "agentic-flow": "^2.0.7",
+    "@ruvector/attention": "^0.1.4",
+    "@ruvector/learning-wasm": "^0.1.29",
+    "@ruvector/router": "^0.1.27",
+    "@ruvector/sona": "^0.1.5"
+  },
+  "publishConfig": {
+    "access": "public",
+    "tag": "latest"
+  }
+}