claude-flow 3.28.0 → 3.30.0

package/.claude/helpers/metrics-db.mjs

@@ -1,503 +1,503 @@
-#!/usr/bin/env node
-/**
- * RuFlo V3 - Metrics Database Manager
- * Uses sql.js for cross-platform SQLite storage
- * Single .db file with multiple tables
- */
-
-import initSqlJs from 'sql.js';
-import { readFileSync, writeFileSync, existsSync, mkdirSync, readdirSync, statSync, openSync, writeSync, fsyncSync, closeSync, renameSync, rmSync } from 'fs';
-import { dirname, join, basename } from 'path';
-import { fileURLToPath } from 'url';
-import { execSync } from 'child_process';
-
-const __dirname = dirname(fileURLToPath(import.meta.url));
-const PROJECT_ROOT = join(__dirname, '../..');
-const V3_DIR = join(PROJECT_ROOT, 'v3');
-const DB_PATH = join(PROJECT_ROOT, '.claude-flow', 'metrics.db');
-
-// Ensure directory exists
-const dbDir = dirname(DB_PATH);
-if (!existsSync(dbDir)) {
-  mkdirSync(dbDir, { recursive: true });
-}
-
-let SQL;
-let db;
-
-/**
- * Initialize sql.js and create/load database
- */
-async function initDatabase() {
-  SQL = await initSqlJs();
-
-  // Load existing database or create new one
-  if (existsSync(DB_PATH)) {
-    const buffer = readFileSync(DB_PATH);
-    db = new SQL.Database(buffer);
-  } else {
-    db = new SQL.Database();
-  }
-
-  // Create tables if they don't exist
-  db.run(`
-    CREATE TABLE IF NOT EXISTS v3_progress (
-      id INTEGER PRIMARY KEY,
-      domains_completed INTEGER DEFAULT 0,
-      domains_total INTEGER DEFAULT 5,
-      ddd_progress INTEGER DEFAULT 0,
-      total_modules INTEGER DEFAULT 0,
-      total_files INTEGER DEFAULT 0,
-      total_lines INTEGER DEFAULT 0,
-      last_updated TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS security_audit (
-      id INTEGER PRIMARY KEY,
-      status TEXT DEFAULT 'PENDING',
-      cves_fixed INTEGER DEFAULT 0,
-      total_cves INTEGER DEFAULT 3,
-      last_audit TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS swarm_activity (
-      id INTEGER PRIMARY KEY,
-      agentic_flow_processes INTEGER DEFAULT 0,
-      mcp_server_processes INTEGER DEFAULT 0,
-      estimated_agents INTEGER DEFAULT 0,
-      swarm_active INTEGER DEFAULT 0,
-      coordination_active INTEGER DEFAULT 0,
-      last_updated TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS performance_metrics (
-      id INTEGER PRIMARY KEY,
-      flash_attention_speedup TEXT DEFAULT '1.0x',
-      memory_reduction TEXT DEFAULT '0%',
-      search_improvement TEXT DEFAULT '1x',
-      last_updated TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS module_status (
-      name TEXT PRIMARY KEY,
-      files INTEGER DEFAULT 0,
-      lines INTEGER DEFAULT 0,
-      progress INTEGER DEFAULT 0,
-      has_src INTEGER DEFAULT 0,
-      has_tests INTEGER DEFAULT 0,
-      last_updated TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS cve_status (
-      id TEXT PRIMARY KEY,
-      description TEXT,
-      severity TEXT DEFAULT 'critical',
-      status TEXT DEFAULT 'pending',
-      fixed_by TEXT,
-      last_updated TEXT
-    );
-  `);
-
-  // Initialize rows if empty
-  const progressCheck = db.exec("SELECT COUNT(*) FROM v3_progress");
-  if (progressCheck[0]?.values[0][0] === 0) {
-    db.run("INSERT INTO v3_progress (id) VALUES (1)");
-  }
-
-  const securityCheck = db.exec("SELECT COUNT(*) FROM security_audit");
-  if (securityCheck[0]?.values[0][0] === 0) {
-    db.run("INSERT INTO security_audit (id) VALUES (1)");
-  }
-
-  const swarmCheck = db.exec("SELECT COUNT(*) FROM swarm_activity");
-  if (swarmCheck[0]?.values[0][0] === 0) {
-    db.run("INSERT INTO swarm_activity (id) VALUES (1)");
-  }
-
-  const perfCheck = db.exec("SELECT COUNT(*) FROM performance_metrics");
-  if (perfCheck[0]?.values[0][0] === 0) {
-    db.run("INSERT INTO performance_metrics (id) VALUES (1)");
-  }
-
-  // Initialize CVE records
-  const cveCheck = db.exec("SELECT COUNT(*) FROM cve_status");
-  if (cveCheck[0]?.values[0][0] === 0) {
-    db.run(`INSERT INTO cve_status (id, description, fixed_by) VALUES
-      ('CVE-1', 'Input validation bypass', 'input-validator.ts'),
-      ('CVE-2', 'Path traversal vulnerability', 'path-validator.ts'),
-      ('CVE-3', 'Command injection vulnerability', 'safe-executor.ts')
-    `);
-  }
-
-  persist();
-}
-
-/**
- * Persist database to disk
- */
-function persist() {
-  const data = db.export();
-  const buffer = Buffer.from(data);
-  // Atomic write (issue #2584): temp → fsync → rename so a kill/OOM mid-flush
-  // or a concurrent writer can't leave a torn, malformed metrics.db image.
-  const tmp = `${DB_PATH}.tmp-${process.pid}-${Date.now().toString(36)}`;
-  let fd;
-  try {
-    fd = openSync(tmp, 'wx');
-    if (buffer.length > 0) writeSync(fd, buffer, 0, buffer.length, 0);
-    fsyncSync(fd);
-    closeSync(fd);
-    fd = undefined;
-    renameSync(tmp, DB_PATH);
-  } catch (e) {
-    if (fd !== undefined) { try { closeSync(fd); } catch { /* */ } }
-    try { rmSync(tmp, { force: true }); } catch { /* */ }
-    throw e;
-  }
-}
-
-/**
- * Count files and lines in a directory
- */
-function countFilesAndLines(dir, ext = '.ts') {
-  let files = 0;
-  let lines = 0;
-
-  function walk(currentDir) {
-    if (!existsSync(currentDir)) return;
-
-    try {
-      const entries = readdirSync(currentDir, { withFileTypes: true });
-      for (const entry of entries) {
-        const fullPath = join(currentDir, entry.name);
-        if (entry.isDirectory() && !entry.name.includes('node_modules')) {
-          walk(fullPath);
-        } else if (entry.isFile() && entry.name.endsWith(ext)) {
-          files++;
-          try {
-            const content = readFileSync(fullPath, 'utf-8');
-            lines += content.split('\n').length;
-          } catch (e) {}
-        }
-      }
-    } catch (e) {}
-  }
-
-  walk(dir);
-  return { files, lines };
-}
-
-/**
- * Calculate module progress
- * Utility/service packages (cli, hooks, mcp, etc.) are considered complete (100%)
- * as their services ARE the application layer (DDD by design)
- */
-const UTILITY_PACKAGES = new Set([
-  'cli', 'hooks', 'mcp', 'shared', 'testing', 'agents', 'integration',
-  'embeddings', 'deployment', 'performance', 'plugins', 'providers'
-]);
-
-function calculateModuleProgress(moduleDir) {
-  if (!existsSync(moduleDir)) return 0;
-
-  const moduleName = basename(moduleDir);
-
-  // Utility packages are 100% complete by design
-  if (UTILITY_PACKAGES.has(moduleName)) {
-    return 100;
-  }
-
-  let progress = 0;
-
-  // Check for DDD structure
-  if (existsSync(join(moduleDir, 'src/domain'))) progress += 30;
-  if (existsSync(join(moduleDir, 'src/application'))) progress += 30;
-  if (existsSync(join(moduleDir, 'src'))) progress += 10;
-  if (existsSync(join(moduleDir, 'src/index.ts')) || existsSync(join(moduleDir, 'index.ts'))) progress += 10;
-  if (existsSync(join(moduleDir, '__tests__')) || existsSync(join(moduleDir, 'tests'))) progress += 10;
-  if (existsSync(join(moduleDir, 'package.json'))) progress += 10;
-
-  return Math.min(progress, 100);
-}
-
-/**
- * Check security file status
- */
-function checkSecurityFile(filename, minLines = 100) {
-  const filePath = join(V3_DIR, '@claude-flow/security/src', filename);
-  if (!existsSync(filePath)) return false;
-
-  try {
-    const content = readFileSync(filePath, 'utf-8');
-    return content.split('\n').length > minLines;
-  } catch (e) {
-    return false;
-  }
-}
-
-/**
- * Count active processes
- */
-function countProcesses() {
-  try {
-    const ps = execSync('ps aux 2>/dev/null || echo ""', { encoding: 'utf-8' });
-
-    const agenticFlow = (ps.match(/agentic-flow/g) || []).length;
-    const mcp = (ps.match(/mcp.*start/g) || []).length;
-    const agents = (ps.match(/agent|swarm|coordinator/g) || []).length;
-
-    return {
-      agenticFlow: Math.max(0, agenticFlow - 1), // Exclude grep itself
-      mcp,
-      agents: Math.max(0, agents - 1)
-    };
-  } catch (e) {
-    return { agenticFlow: 0, mcp: 0, agents: 0 };
-  }
-}
-
-/**
- * Sync all metrics from actual implementation
- */
-async function syncMetrics() {
-  const now = new Date().toISOString();
-
-  // Count V3 modules
-  const modulesDir = join(V3_DIR, '@claude-flow');
-  let modules = [];
-  let totalProgress = 0;
-
-  if (existsSync(modulesDir)) {
-    const entries = readdirSync(modulesDir, { withFileTypes: true });
-    for (const entry of entries) {
-      // Skip hidden directories (like .agentic-flow, .claude-flow)
-      if (entry.isDirectory() && !entry.name.startsWith('.')) {
-        const moduleDir = join(modulesDir, entry.name);
-        const { files, lines } = countFilesAndLines(moduleDir);
-        const progress = calculateModuleProgress(moduleDir);
-
-        modules.push({ name: entry.name, files, lines, progress });
-        totalProgress += progress;
-
-        // Update module_status table
-        db.run(`
-          INSERT OR REPLACE INTO module_status (name, files, lines, progress, has_src, has_tests, last_updated)
-          VALUES (?, ?, ?, ?, ?, ?, ?)
-        `, [
-          entry.name,
-          files,
-          lines,
-          progress,
-          existsSync(join(moduleDir, 'src')) ? 1 : 0,
-          existsSync(join(moduleDir, '__tests__')) ? 1 : 0,
-          now
-        ]);
-      }
-    }
-  }
-
-  const avgProgress = modules.length > 0 ? Math.round(totalProgress / modules.length) : 0;
-  const totalStats = countFilesAndLines(V3_DIR);
-
-  // Count completed domains (mapped to modules)
-  const domainModules = ['swarm', 'memory', 'performance', 'cli', 'integration'];
-  const domainsCompleted = domainModules.filter(m =>
-    modules.some(mod => mod.name === m && mod.progress >= 50)
-  ).length;
-
-  // Update v3_progress
-  db.run(`
-    UPDATE v3_progress SET
-      domains_completed = ?,
-      ddd_progress = ?,
-      total_modules = ?,
-      total_files = ?,
-      total_lines = ?,
-      last_updated = ?
-    WHERE id = 1
-  `, [domainsCompleted, avgProgress, modules.length, totalStats.files, totalStats.lines, now]);
-
-  // Check security CVEs
-  const cve1Fixed = checkSecurityFile('input-validator.ts');
-  const cve2Fixed = checkSecurityFile('path-validator.ts');
-  const cve3Fixed = checkSecurityFile('safe-executor.ts');
-  const cvesFixed = [cve1Fixed, cve2Fixed, cve3Fixed].filter(Boolean).length;
-
-  let securityStatus = 'PENDING';
-  if (cvesFixed === 3) securityStatus = 'CLEAN';
-  else if (cvesFixed > 0) securityStatus = 'IN_PROGRESS';
-
-  db.run(`
-    UPDATE security_audit SET
-      status = ?,
-      cves_fixed = ?,
-      last_audit = ?
-    WHERE id = 1
-  `, [securityStatus, cvesFixed, now]);
-
-  // Update individual CVE status
-  db.run("UPDATE cve_status SET status = ?, last_updated = ? WHERE id = 'CVE-1'", [cve1Fixed ? 'fixed' : 'pending', now]);
-  db.run("UPDATE cve_status SET status = ?, last_updated = ? WHERE id = 'CVE-2'", [cve2Fixed ? 'fixed' : 'pending', now]);
-  db.run("UPDATE cve_status SET status = ?, last_updated = ? WHERE id = 'CVE-3'", [cve3Fixed ? 'fixed' : 'pending', now]);
-
-  // Update swarm activity
-  const processes = countProcesses();
-  db.run(`
-    UPDATE swarm_activity SET
-      agentic_flow_processes = ?,
-      mcp_server_processes = ?,
-      estimated_agents = ?,
-      swarm_active = ?,
-      coordination_active = ?,
-      last_updated = ?
-    WHERE id = 1
-  `, [
-    processes.agenticFlow,
-    processes.mcp,
-    processes.agents,
-    processes.agents > 0 ? 1 : 0,
-    processes.agenticFlow > 0 ? 1 : 0,
-    now
-  ]);
-
-  persist();
-
-  return {
-    modules: modules.length,
-    domains: domainsCompleted,
-    dddProgress: avgProgress,
-    cvesFixed,
-    securityStatus,
-    files: totalStats.files,
-    lines: totalStats.lines
-  };
-}
-
-/**
- * Get current metrics as JSON (for statusline compatibility)
- */
-function getMetricsJSON() {
-  const progress = db.exec("SELECT * FROM v3_progress WHERE id = 1")[0];
-  const security = db.exec("SELECT * FROM security_audit WHERE id = 1")[0];
-  const swarm = db.exec("SELECT * FROM swarm_activity WHERE id = 1")[0];
-  const perf = db.exec("SELECT * FROM performance_metrics WHERE id = 1")[0];
-
-  // Map column names to values
-  const mapRow = (result) => {
-    if (!result) return {};
-    const cols = result.columns;
-    const vals = result.values[0];
-    return Object.fromEntries(cols.map((c, i) => [c, vals[i]]));
-  };
-
-  return {
-    v3Progress: mapRow(progress),
-    securityAudit: mapRow(security),
-    swarmActivity: mapRow(swarm),
-    performanceMetrics: mapRow(perf)
-  };
-}
-
-/**
- * Export metrics to JSON files for backward compatibility
- */
-function exportToJSON() {
-  const metrics = getMetricsJSON();
-  const metricsDir = join(PROJECT_ROOT, '.claude-flow/metrics');
-  const securityDir = join(PROJECT_ROOT, '.claude-flow/security');
-
-  if (!existsSync(metricsDir)) mkdirSync(metricsDir, { recursive: true });
-  if (!existsSync(securityDir)) mkdirSync(securityDir, { recursive: true });
-
-  // v3-progress.json
-  writeFileSync(join(metricsDir, 'v3-progress.json'), JSON.stringify({
-    domains: {
-      completed: metrics.v3Progress.domains_completed,
-      total: metrics.v3Progress.domains_total
-    },
-    ddd: {
-      progress: metrics.v3Progress.ddd_progress,
-      modules: metrics.v3Progress.total_modules,
-      totalFiles: metrics.v3Progress.total_files,
-      totalLines: metrics.v3Progress.total_lines
-    },
-    swarm: {
-      activeAgents: metrics.swarmActivity.estimated_agents,
-      totalAgents: 15
-    },
-    lastUpdated: metrics.v3Progress.last_updated,
-    source: 'metrics.db'
-  }, null, 2));
-
-  // security/audit-status.json
-  writeFileSync(join(securityDir, 'audit-status.json'), JSON.stringify({
-    status: metrics.securityAudit.status,
-    cvesFixed: metrics.securityAudit.cves_fixed,
-    totalCves: metrics.securityAudit.total_cves,
-    lastAudit: metrics.securityAudit.last_audit,
-    source: 'metrics.db'
-  }, null, 2));
-
-  // swarm-activity.json
-  writeFileSync(join(metricsDir, 'swarm-activity.json'), JSON.stringify({
-    timestamp: metrics.swarmActivity.last_updated,
-    processes: {
-      agentic_flow: metrics.swarmActivity.agentic_flow_processes,
-      mcp_server: metrics.swarmActivity.mcp_server_processes,
-      estimated_agents: metrics.swarmActivity.estimated_agents
-    },
-    swarm: {
-      active: metrics.swarmActivity.swarm_active === 1,
-      agent_count: metrics.swarmActivity.estimated_agents,
-      coordination_active: metrics.swarmActivity.coordination_active === 1
-    },
-    source: 'metrics.db'
-  }, null, 2));
-}
-
-/**
- * Main entry point
- */
-async function main() {
-  const command = process.argv[2] || 'sync';
-
-  await initDatabase();
-
-  switch (command) {
-    case 'sync':
-      const result = await syncMetrics();
-      exportToJSON();
-      console.log(JSON.stringify(result));
-      break;
-
-    case 'export':
-      exportToJSON();
-      console.log('Exported to JSON files');
-      break;
-
-    case 'status':
-      const metrics = getMetricsJSON();
-      console.log(JSON.stringify(metrics, null, 2));
-      break;
-
-    case 'daemon':
-      const interval = parseInt(process.argv[3]) || 30;
-      console.log(`Starting metrics daemon (interval: ${interval}s)`);
-
-      // Initial sync
-      await syncMetrics();
-      exportToJSON();
-
-      // Continuous sync
-      setInterval(async () => {
-        await syncMetrics();
-        exportToJSON();
-      }, interval * 1000);
-      break;
-
-    default:
-      console.log('Usage: metrics-db.mjs [sync|export|status|daemon [interval]]');
-  }
-}
-
-main().catch(console.error);
+#!/usr/bin/env node
+/**
+ * RuFlo V3 - Metrics Database Manager
+ * Uses sql.js for cross-platform SQLite storage
+ * Single .db file with multiple tables
+ */
+
+import initSqlJs from 'sql.js';
+import { readFileSync, writeFileSync, existsSync, mkdirSync, readdirSync, statSync, openSync, writeSync, fsyncSync, closeSync, renameSync, rmSync } from 'fs';
+import { dirname, join, basename } from 'path';
+import { fileURLToPath } from 'url';
+import { execSync } from 'child_process';
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const PROJECT_ROOT = join(__dirname, '../..');
+const V3_DIR = join(PROJECT_ROOT, 'v3');
+const DB_PATH = join(PROJECT_ROOT, '.claude-flow', 'metrics.db');
+
+// Ensure directory exists
+const dbDir = dirname(DB_PATH);
+if (!existsSync(dbDir)) {
+  mkdirSync(dbDir, { recursive: true });
+}
+
+let SQL;
+let db;
+
+/**
+ * Initialize sql.js and create/load database
+ */
+async function initDatabase() {
+  SQL = await initSqlJs();
+
+  // Load existing database or create new one
+  if (existsSync(DB_PATH)) {
+    const buffer = readFileSync(DB_PATH);
+    db = new SQL.Database(buffer);
+  } else {
+    db = new SQL.Database();
+  }
+
+  // Create tables if they don't exist
+  db.run(`
+    CREATE TABLE IF NOT EXISTS v3_progress (
+      id INTEGER PRIMARY KEY,
+      domains_completed INTEGER DEFAULT 0,
+      domains_total INTEGER DEFAULT 5,
+      ddd_progress INTEGER DEFAULT 0,
+      total_modules INTEGER DEFAULT 0,
+      total_files INTEGER DEFAULT 0,
+      total_lines INTEGER DEFAULT 0,
+      last_updated TEXT
+    );
+
+    CREATE TABLE IF NOT EXISTS security_audit (
+      id INTEGER PRIMARY KEY,
+      status TEXT DEFAULT 'PENDING',
+      cves_fixed INTEGER DEFAULT 0,
+      total_cves INTEGER DEFAULT 3,
+      last_audit TEXT
+    );
+
+    CREATE TABLE IF NOT EXISTS swarm_activity (
+      id INTEGER PRIMARY KEY,
+      agentic_flow_processes INTEGER DEFAULT 0,
+      mcp_server_processes INTEGER DEFAULT 0,
+      estimated_agents INTEGER DEFAULT 0,
+      swarm_active INTEGER DEFAULT 0,
+      coordination_active INTEGER DEFAULT 0,
+      last_updated TEXT
+    );
+
+    CREATE TABLE IF NOT EXISTS performance_metrics (
+      id INTEGER PRIMARY KEY,
+      flash_attention_speedup TEXT DEFAULT '1.0x',
+      memory_reduction TEXT DEFAULT '0%',
+      search_improvement TEXT DEFAULT '1x',
+      last_updated TEXT
+    );
+
+    CREATE TABLE IF NOT EXISTS module_status (
+      name TEXT PRIMARY KEY,
+      files INTEGER DEFAULT 0,
+      lines INTEGER DEFAULT 0,
+      progress INTEGER DEFAULT 0,
+      has_src INTEGER DEFAULT 0,
+      has_tests INTEGER DEFAULT 0,
+      last_updated TEXT
+    );
+
+    CREATE TABLE IF NOT EXISTS cve_status (
+      id TEXT PRIMARY KEY,
+      description TEXT,
+      severity TEXT DEFAULT 'critical',
+      status TEXT DEFAULT 'pending',
+      fixed_by TEXT,
+      last_updated TEXT
+    );
+  `);
+
+  // Initialize rows if empty
+  const progressCheck = db.exec("SELECT COUNT(*) FROM v3_progress");
+  if (progressCheck[0]?.values[0][0] === 0) {
+    db.run("INSERT INTO v3_progress (id) VALUES (1)");
+  }
+
+  const securityCheck = db.exec("SELECT COUNT(*) FROM security_audit");
+  if (securityCheck[0]?.values[0][0] === 0) {
+    db.run("INSERT INTO security_audit (id) VALUES (1)");
+  }
+
+  const swarmCheck = db.exec("SELECT COUNT(*) FROM swarm_activity");
+  if (swarmCheck[0]?.values[0][0] === 0) {
+    db.run("INSERT INTO swarm_activity (id) VALUES (1)");
+  }
+
+  const perfCheck = db.exec("SELECT COUNT(*) FROM performance_metrics");
+  if (perfCheck[0]?.values[0][0] === 0) {
+    db.run("INSERT INTO performance_metrics (id) VALUES (1)");
+  }
+
+  // Initialize CVE records
+  const cveCheck = db.exec("SELECT COUNT(*) FROM cve_status");
+  if (cveCheck[0]?.values[0][0] === 0) {
+    db.run(`INSERT INTO cve_status (id, description, fixed_by) VALUES
+      ('CVE-1', 'Input validation bypass', 'input-validator.ts'),
+      ('CVE-2', 'Path traversal vulnerability', 'path-validator.ts'),
+      ('CVE-3', 'Command injection vulnerability', 'safe-executor.ts')
+    `);
+  }
+
+  persist();
+}
+
+/**
+ * Persist database to disk
+ */
+function persist() {
+  const data = db.export();
+  const buffer = Buffer.from(data);
+  // Atomic write (issue #2584): temp → fsync → rename so a kill/OOM mid-flush
+  // or a concurrent writer can't leave a torn, malformed metrics.db image.
+  const tmp = `${DB_PATH}.tmp-${process.pid}-${Date.now().toString(36)}`;
+  let fd;
+  try {
+    fd = openSync(tmp, 'wx');
+    if (buffer.length > 0) writeSync(fd, buffer, 0, buffer.length, 0);
+    fsyncSync(fd);
+    closeSync(fd);
+    fd = undefined;
+    renameSync(tmp, DB_PATH);
+  } catch (e) {
+    if (fd !== undefined) { try { closeSync(fd); } catch { /* */ } }
+    try { rmSync(tmp, { force: true }); } catch { /* */ }
+    throw e;
+  }
+}
+
+/**
+ * Count files and lines in a directory
+ */
+function countFilesAndLines(dir, ext = '.ts') {
+  let files = 0;
+  let lines = 0;
+
+  function walk(currentDir) {
+    if (!existsSync(currentDir)) return;
+
+    try {
+      const entries = readdirSync(currentDir, { withFileTypes: true });
+      for (const entry of entries) {
+        const fullPath = join(currentDir, entry.name);
+        if (entry.isDirectory() && !entry.name.includes('node_modules')) {
+          walk(fullPath);
+        } else if (entry.isFile() && entry.name.endsWith(ext)) {
+          files++;
+          try {
+            const content = readFileSync(fullPath, 'utf-8');
+            lines += content.split('\n').length;
+          } catch (e) {}
+        }
+      }
+    } catch (e) {}
+  }
+
+  walk(dir);
+  return { files, lines };
+}
+
+/**
+ * Calculate module progress
+ * Utility/service packages (cli, hooks, mcp, etc.) are considered complete (100%)
+ * as their services ARE the application layer (DDD by design)
+ */
+const UTILITY_PACKAGES = new Set([
+  'cli', 'hooks', 'mcp', 'shared', 'testing', 'agents', 'integration',
+  'embeddings', 'deployment', 'performance', 'plugins', 'providers'
+]);
+
+function calculateModuleProgress(moduleDir) {
+  if (!existsSync(moduleDir)) return 0;
+
+  const moduleName = basename(moduleDir);
+
+  // Utility packages are 100% complete by design
+  if (UTILITY_PACKAGES.has(moduleName)) {
+    return 100;
+  }
+
+  let progress = 0;
+
+  // Check for DDD structure
+  if (existsSync(join(moduleDir, 'src/domain'))) progress += 30;
+  if (existsSync(join(moduleDir, 'src/application'))) progress += 30;
+  if (existsSync(join(moduleDir, 'src'))) progress += 10;
+  if (existsSync(join(moduleDir, 'src/index.ts')) || existsSync(join(moduleDir, 'index.ts'))) progress += 10;
+  if (existsSync(join(moduleDir, '__tests__')) || existsSync(join(moduleDir, 'tests'))) progress += 10;
+  if (existsSync(join(moduleDir, 'package.json'))) progress += 10;
+
+  return Math.min(progress, 100);
+}
+
+/**
+ * Check security file status
+ */
+function checkSecurityFile(filename, minLines = 100) {
+  const filePath = join(V3_DIR, '@claude-flow/security/src', filename);
+  if (!existsSync(filePath)) return false;
+
+  try {
+    const content = readFileSync(filePath, 'utf-8');
+    return content.split('\n').length > minLines;
+  } catch (e) {
+    return false;
+  }
+}
+
+/**
+ * Count active processes
+ */
+function countProcesses() {
+  try {
+    const ps = execSync('ps aux 2>/dev/null || echo ""', { encoding: 'utf-8' });
+
+    const agenticFlow = (ps.match(/agentic-flow/g) || []).length;
+    const mcp = (ps.match(/mcp.*start/g) || []).length;
+    const agents = (ps.match(/agent|swarm|coordinator/g) || []).length;
+
+    return {
+      agenticFlow: Math.max(0, agenticFlow - 1), // Exclude grep itself
+      mcp,
+      agents: Math.max(0, agents - 1)
+    };
+  } catch (e) {
+    return { agenticFlow: 0, mcp: 0, agents: 0 };
+  }
+}
+
+/**
+ * Sync all metrics from actual implementation
+ */
+async function syncMetrics() {
+  const now = new Date().toISOString();
+
+  // Count V3 modules
+  const modulesDir = join(V3_DIR, '@claude-flow');
+  let modules = [];
+  let totalProgress = 0;
+
+  if (existsSync(modulesDir)) {
+    const entries = readdirSync(modulesDir, { withFileTypes: true });
+    for (const entry of entries) {
+      // Skip hidden directories (like .agentic-flow, .claude-flow)
+      if (entry.isDirectory() && !entry.name.startsWith('.')) {
+        const moduleDir = join(modulesDir, entry.name);
+        const { files, lines } = countFilesAndLines(moduleDir);
+        const progress = calculateModuleProgress(moduleDir);
+
+        modules.push({ name: entry.name, files, lines, progress });
+        totalProgress += progress;
+
+        // Update module_status table
+        db.run(`
+          INSERT OR REPLACE INTO module_status (name, files, lines, progress, has_src, has_tests, last_updated)
+          VALUES (?, ?, ?, ?, ?, ?, ?)
+        `, [
+          entry.name,
+          files,
+          lines,
+          progress,
+          existsSync(join(moduleDir, 'src')) ? 1 : 0,
+          existsSync(join(moduleDir, '__tests__')) ? 1 : 0,
+          now
+        ]);
+      }
+    }
+  }
+
+  const avgProgress = modules.length > 0 ? Math.round(totalProgress / modules.length) : 0;
+  const totalStats = countFilesAndLines(V3_DIR);
+
+  // Count completed domains (mapped to modules)
+  const domainModules = ['swarm', 'memory', 'performance', 'cli', 'integration'];
+  const domainsCompleted = domainModules.filter(m =>
+    modules.some(mod => mod.name === m && mod.progress >= 50)
+  ).length;
+
+  // Update v3_progress
+  db.run(`
+    UPDATE v3_progress SET
+      domains_completed = ?,
+      ddd_progress = ?,
+      total_modules = ?,
+      total_files = ?,
+      total_lines = ?,
+      last_updated = ?
+    WHERE id = 1
+  `, [domainsCompleted, avgProgress, modules.length, totalStats.files, totalStats.lines, now]);
+
+  // Check security CVEs
+  const cve1Fixed = checkSecurityFile('input-validator.ts');
+  const cve2Fixed = checkSecurityFile('path-validator.ts');
+  const cve3Fixed = checkSecurityFile('safe-executor.ts');
+  const cvesFixed = [cve1Fixed, cve2Fixed, cve3Fixed].filter(Boolean).length;
+
+  let securityStatus = 'PENDING';
+  if (cvesFixed === 3) securityStatus = 'CLEAN';
+  else if (cvesFixed > 0) securityStatus = 'IN_PROGRESS';
+
+  db.run(`
+    UPDATE security_audit SET
+      status = ?,
+      cves_fixed = ?,
+      last_audit = ?
+    WHERE id = 1
+  `, [securityStatus, cvesFixed, now]);
+
+  // Update individual CVE status
+  db.run("UPDATE cve_status SET status = ?, last_updated = ? WHERE id = 'CVE-1'", [cve1Fixed ? 'fixed' : 'pending', now]);
+  db.run("UPDATE cve_status SET status = ?, last_updated = ? WHERE id = 'CVE-2'", [cve2Fixed ? 'fixed' : 'pending', now]);
+  db.run("UPDATE cve_status SET status = ?, last_updated = ? WHERE id = 'CVE-3'", [cve3Fixed ? 'fixed' : 'pending', now]);
+
+  // Update swarm activity
+  const processes = countProcesses();
+  db.run(`
+    UPDATE swarm_activity SET
+      agentic_flow_processes = ?,
+      mcp_server_processes = ?,
+      estimated_agents = ?,
+      swarm_active = ?,
+      coordination_active = ?,
+      last_updated = ?
+    WHERE id = 1
+  `, [
+    processes.agenticFlow,
+    processes.mcp,
+    processes.agents,
+    processes.agents > 0 ? 1 : 0,
+    processes.agenticFlow > 0 ? 1 : 0,
+    now
+  ]);
+
+  persist();
+
+  return {
+    modules: modules.length,
+    domains: domainsCompleted,
+    dddProgress: avgProgress,
+    cvesFixed,
+    securityStatus,
+    files: totalStats.files,
+    lines: totalStats.lines
+  };
+}
+
+/**
+ * Get current metrics as JSON (for statusline compatibility)
+ */
+function getMetricsJSON() {
+  const progress = db.exec("SELECT * FROM v3_progress WHERE id = 1")[0];
+  const security = db.exec("SELECT * FROM security_audit WHERE id = 1")[0];
+  const swarm = db.exec("SELECT * FROM swarm_activity WHERE id = 1")[0];
+  const perf = db.exec("SELECT * FROM performance_metrics WHERE id = 1")[0];
+
+  // Map column names to values
+  const mapRow = (result) => {
+    if (!result) return {};
+    const cols = result.columns;
+    const vals = result.values[0];
+    return Object.fromEntries(cols.map((c, i) => [c, vals[i]]));
+  };
+
+  return {
+    v3Progress: mapRow(progress),
+    securityAudit: mapRow(security),
+    swarmActivity: mapRow(swarm),
+    performanceMetrics: mapRow(perf)
+  };
+}
+
+/**
+ * Export metrics to JSON files for backward compatibility
+ */
+function exportToJSON() {
+  const metrics = getMetricsJSON();
+  const metricsDir = join(PROJECT_ROOT, '.claude-flow/metrics');
+  const securityDir = join(PROJECT_ROOT, '.claude-flow/security');
+
+  if (!existsSync(metricsDir)) mkdirSync(metricsDir, { recursive: true });
+  if (!existsSync(securityDir)) mkdirSync(securityDir, { recursive: true });
+
+  // v3-progress.json
+  writeFileSync(join(metricsDir, 'v3-progress.json'), JSON.stringify({
+    domains: {
+      completed: metrics.v3Progress.domains_completed,
+      total: metrics.v3Progress.domains_total
+    },
+    ddd: {
+      progress: metrics.v3Progress.ddd_progress,
+      modules: metrics.v3Progress.total_modules,
+      totalFiles: metrics.v3Progress.total_files,
+      totalLines: metrics.v3Progress.total_lines
+    },
+    swarm: {
+      activeAgents: metrics.swarmActivity.estimated_agents,
+      totalAgents: 15
+    },
+    lastUpdated: metrics.v3Progress.last_updated,
+    source: 'metrics.db'
+  }, null, 2));
+
+  // security/audit-status.json
+  writeFileSync(join(securityDir, 'audit-status.json'), JSON.stringify({
+    status: metrics.securityAudit.status,
+    cvesFixed: metrics.securityAudit.cves_fixed,
+    totalCves: metrics.securityAudit.total_cves,
+    lastAudit: metrics.securityAudit.last_audit,
+    source: 'metrics.db'
+  }, null, 2));
+
+  // swarm-activity.json
+  writeFileSync(join(metricsDir, 'swarm-activity.json'), JSON.stringify({
+    timestamp: metrics.swarmActivity.last_updated,
+    processes: {
+      agentic_flow: metrics.swarmActivity.agentic_flow_processes,
+      mcp_server: metrics.swarmActivity.mcp_server_processes,
+      estimated_agents: metrics.swarmActivity.estimated_agents
+    },
+    swarm: {
+      active: metrics.swarmActivity.swarm_active === 1,
+      agent_count: metrics.swarmActivity.estimated_agents,
+      coordination_active: metrics.swarmActivity.coordination_active === 1
+    },
+    source: 'metrics.db'
+  }, null, 2));
+}
+
+/**
+ * Main entry point
+ */
+async function main() {
+  const command = process.argv[2] || 'sync';
+
+  await initDatabase();
+
+  switch (command) {
+    case 'sync':
+      const result = await syncMetrics();
+      exportToJSON();
+      console.log(JSON.stringify(result));
+      break;
+
+    case 'export':
+      exportToJSON();
+      console.log('Exported to JSON files');
+      break;
+
+    case 'status':
+      const metrics = getMetricsJSON();
+      console.log(JSON.stringify(metrics, null, 2));
+      break;
+
+    case 'daemon':
+      const interval = parseInt(process.argv[3]) || 30;
+      console.log(`Starting metrics daemon (interval: ${interval}s)`);
+
+      // Initial sync
+      await syncMetrics();
+      exportToJSON();
+
+      // Continuous sync
+      setInterval(async () => {
+        await syncMetrics();
+        exportToJSON();
+      }, interval * 1000);
+      break;
+
+    default:
+      console.log('Usage: metrics-db.mjs [sync|export|status|daemon [interval]]');
+  }
+}
+
+main().catch(console.error);