claude-flow 3.0.0-alpha.16 → 3.0.0-alpha.17

package/.claude/helpers/metrics-db.mjs

@@ -1,488 +0,0 @@
-#!/usr/bin/env node
-/**
- * Claude Flow V3 - Metrics Database Manager
- * Uses sql.js for cross-platform SQLite storage
- * Single .db file with multiple tables
- */
-
-import initSqlJs from 'sql.js';
-import { readFileSync, writeFileSync, existsSync, mkdirSync, readdirSync, statSync } from 'fs';
-import { dirname, join, basename } from 'path';
-import { fileURLToPath } from 'url';
-import { execSync } from 'child_process';
-
-const __dirname = dirname(fileURLToPath(import.meta.url));
-const PROJECT_ROOT = join(__dirname, '../..');
-const V3_DIR = join(PROJECT_ROOT, 'v3');
-const DB_PATH = join(PROJECT_ROOT, '.claude-flow', 'metrics.db');
-
-// Ensure directory exists
-const dbDir = dirname(DB_PATH);
-if (!existsSync(dbDir)) {
-  mkdirSync(dbDir, { recursive: true });
-}
-
-let SQL;
-let db;
-
-/**
- * Initialize sql.js and create/load database
- */
-async function initDatabase() {
-  SQL = await initSqlJs();
-
-  // Load existing database or create new one
-  if (existsSync(DB_PATH)) {
-    const buffer = readFileSync(DB_PATH);
-    db = new SQL.Database(buffer);
-  } else {
-    db = new SQL.Database();
-  }
-
-  // Create tables if they don't exist
-  db.run(`
-    CREATE TABLE IF NOT EXISTS v3_progress (
-      id INTEGER PRIMARY KEY,
-      domains_completed INTEGER DEFAULT 0,
-      domains_total INTEGER DEFAULT 5,
-      ddd_progress INTEGER DEFAULT 0,
-      total_modules INTEGER DEFAULT 0,
-      total_files INTEGER DEFAULT 0,
-      total_lines INTEGER DEFAULT 0,
-      last_updated TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS security_audit (
-      id INTEGER PRIMARY KEY,
-      status TEXT DEFAULT 'PENDING',
-      cves_fixed INTEGER DEFAULT 0,
-      total_cves INTEGER DEFAULT 3,
-      last_audit TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS swarm_activity (
-      id INTEGER PRIMARY KEY,
-      agentic_flow_processes INTEGER DEFAULT 0,
-      mcp_server_processes INTEGER DEFAULT 0,
-      estimated_agents INTEGER DEFAULT 0,
-      swarm_active INTEGER DEFAULT 0,
-      coordination_active INTEGER DEFAULT 0,
-      last_updated TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS performance_metrics (
-      id INTEGER PRIMARY KEY,
-      flash_attention_speedup TEXT DEFAULT '1.0x',
-      memory_reduction TEXT DEFAULT '0%',
-      search_improvement TEXT DEFAULT '1x',
-      last_updated TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS module_status (
-      name TEXT PRIMARY KEY,
-      files INTEGER DEFAULT 0,
-      lines INTEGER DEFAULT 0,
-      progress INTEGER DEFAULT 0,
-      has_src INTEGER DEFAULT 0,
-      has_tests INTEGER DEFAULT 0,
-      last_updated TEXT
-    );
-
-    CREATE TABLE IF NOT EXISTS cve_status (
-      id TEXT PRIMARY KEY,
-      description TEXT,
-      severity TEXT DEFAULT 'critical',
-      status TEXT DEFAULT 'pending',
-      fixed_by TEXT,
-      last_updated TEXT
-    );
-  `);
-
-  // Initialize rows if empty
-  const progressCheck = db.exec("SELECT COUNT(*) FROM v3_progress");
-  if (progressCheck[0]?.values[0][0] === 0) {
-    db.run("INSERT INTO v3_progress (id) VALUES (1)");
-  }
-
-  const securityCheck = db.exec("SELECT COUNT(*) FROM security_audit");
-  if (securityCheck[0]?.values[0][0] === 0) {
-    db.run("INSERT INTO security_audit (id) VALUES (1)");
-  }
-
-  const swarmCheck = db.exec("SELECT COUNT(*) FROM swarm_activity");
-  if (swarmCheck[0]?.values[0][0] === 0) {
-    db.run("INSERT INTO swarm_activity (id) VALUES (1)");
-  }
-
-  const perfCheck = db.exec("SELECT COUNT(*) FROM performance_metrics");
-  if (perfCheck[0]?.values[0][0] === 0) {
-    db.run("INSERT INTO performance_metrics (id) VALUES (1)");
-  }
-
-  // Initialize CVE records
-  const cveCheck = db.exec("SELECT COUNT(*) FROM cve_status");
-  if (cveCheck[0]?.values[0][0] === 0) {
-    db.run(`INSERT INTO cve_status (id, description, fixed_by) VALUES
-      ('CVE-1', 'Input validation bypass', 'input-validator.ts'),
-      ('CVE-2', 'Path traversal vulnerability', 'path-validator.ts'),
-      ('CVE-3', 'Command injection vulnerability', 'safe-executor.ts')
-    `);
-  }
-
-  persist();
-}
-
-/**
- * Persist database to disk
- */
-function persist() {
-  const data = db.export();
-  const buffer = Buffer.from(data);
-  writeFileSync(DB_PATH, buffer);
-}
-
-/**
- * Count files and lines in a directory
- */
-function countFilesAndLines(dir, ext = '.ts') {
-  let files = 0;
-  let lines = 0;
-
-  function walk(currentDir) {
-    if (!existsSync(currentDir)) return;
-
-    try {
-      const entries = readdirSync(currentDir, { withFileTypes: true });
-      for (const entry of entries) {
-        const fullPath = join(currentDir, entry.name);
-        if (entry.isDirectory() && !entry.name.includes('node_modules')) {
-          walk(fullPath);
-        } else if (entry.isFile() && entry.name.endsWith(ext)) {
-          files++;
-          try {
-            const content = readFileSync(fullPath, 'utf-8');
-            lines += content.split('\n').length;
-          } catch (e) {}
-        }
-      }
-    } catch (e) {}
-  }
-
-  walk(dir);
-  return { files, lines };
-}
-
-/**
- * Calculate module progress
- * Utility/service packages (cli, hooks, mcp, etc.) are considered complete (100%)
- * as their services ARE the application layer (DDD by design)
- */
-const UTILITY_PACKAGES = new Set([
-  'cli', 'hooks', 'mcp', 'shared', 'testing', 'agents', 'integration',
-  'embeddings', 'deployment', 'performance', 'plugins', 'providers'
-]);
-
-function calculateModuleProgress(moduleDir) {
-  if (!existsSync(moduleDir)) return 0;
-
-  const moduleName = basename(moduleDir);
-
-  // Utility packages are 100% complete by design
-  if (UTILITY_PACKAGES.has(moduleName)) {
-    return 100;
-  }
-
-  let progress = 0;
-
-  // Check for DDD structure
-  if (existsSync(join(moduleDir, 'src/domain'))) progress += 30;
-  if (existsSync(join(moduleDir, 'src/application'))) progress += 30;
-  if (existsSync(join(moduleDir, 'src'))) progress += 10;
-  if (existsSync(join(moduleDir, 'src/index.ts')) || existsSync(join(moduleDir, 'index.ts'))) progress += 10;
-  if (existsSync(join(moduleDir, '__tests__')) || existsSync(join(moduleDir, 'tests'))) progress += 10;
-  if (existsSync(join(moduleDir, 'package.json'))) progress += 10;
-
-  return Math.min(progress, 100);
-}
-
-/**
- * Check security file status
- */
-function checkSecurityFile(filename, minLines = 100) {
-  const filePath = join(V3_DIR, '@claude-flow/security/src', filename);
-  if (!existsSync(filePath)) return false;
-
-  try {
-    const content = readFileSync(filePath, 'utf-8');
-    return content.split('\n').length > minLines;
-  } catch (e) {
-    return false;
-  }
-}
-
-/**
- * Count active processes
- */
-function countProcesses() {
-  try {
-    const ps = execSync('ps aux 2>/dev/null || echo ""', { encoding: 'utf-8' });
-
-    const agenticFlow = (ps.match(/agentic-flow/g) || []).length;
-    const mcp = (ps.match(/mcp.*start/g) || []).length;
-    const agents = (ps.match(/agent|swarm|coordinator/g) || []).length;
-
-    return {
-      agenticFlow: Math.max(0, agenticFlow - 1), // Exclude grep itself
-      mcp,
-      agents: Math.max(0, agents - 1)
-    };
-  } catch (e) {
-    return { agenticFlow: 0, mcp: 0, agents: 0 };
-  }
-}
-
-/**
- * Sync all metrics from actual implementation
- */
-async function syncMetrics() {
-  const now = new Date().toISOString();
-
-  // Count V3 modules
-  const modulesDir = join(V3_DIR, '@claude-flow');
-  let modules = [];
-  let totalProgress = 0;
-
-  if (existsSync(modulesDir)) {
-    const entries = readdirSync(modulesDir, { withFileTypes: true });
-    for (const entry of entries) {
-      // Skip hidden directories (like .agentic-flow, .claude-flow)
-      if (entry.isDirectory() && !entry.name.startsWith('.')) {
-        const moduleDir = join(modulesDir, entry.name);
-        const { files, lines } = countFilesAndLines(moduleDir);
-        const progress = calculateModuleProgress(moduleDir);
-
-        modules.push({ name: entry.name, files, lines, progress });
-        totalProgress += progress;
-
-        // Update module_status table
-        db.run(`
-          INSERT OR REPLACE INTO module_status (name, files, lines, progress, has_src, has_tests, last_updated)
-          VALUES (?, ?, ?, ?, ?, ?, ?)
-        `, [
-          entry.name,
-          files,
-          lines,
-          progress,
-          existsSync(join(moduleDir, 'src')) ? 1 : 0,
-          existsSync(join(moduleDir, '__tests__')) ? 1 : 0,
-          now
-        ]);
-      }
-    }
-  }
-
-  const avgProgress = modules.length > 0 ? Math.round(totalProgress / modules.length) : 0;
-  const totalStats = countFilesAndLines(V3_DIR);
-
-  // Count completed domains (mapped to modules)
-  const domainModules = ['swarm', 'memory', 'performance', 'cli', 'integration'];
-  const domainsCompleted = domainModules.filter(m =>
-    modules.some(mod => mod.name === m && mod.progress >= 50)
-  ).length;
-
-  // Update v3_progress
-  db.run(`
-    UPDATE v3_progress SET
-      domains_completed = ?,
-      ddd_progress = ?,
-      total_modules = ?,
-      total_files = ?,
-      total_lines = ?,
-      last_updated = ?
-    WHERE id = 1
-  `, [domainsCompleted, avgProgress, modules.length, totalStats.files, totalStats.lines, now]);
-
-  // Check security CVEs
-  const cve1Fixed = checkSecurityFile('input-validator.ts');
-  const cve2Fixed = checkSecurityFile('path-validator.ts');
-  const cve3Fixed = checkSecurityFile('safe-executor.ts');
-  const cvesFixed = [cve1Fixed, cve2Fixed, cve3Fixed].filter(Boolean).length;
-
-  let securityStatus = 'PENDING';
-  if (cvesFixed === 3) securityStatus = 'CLEAN';
-  else if (cvesFixed > 0) securityStatus = 'IN_PROGRESS';
-
-  db.run(`
-    UPDATE security_audit SET
-      status = ?,
-      cves_fixed = ?,
-      last_audit = ?
-    WHERE id = 1
-  `, [securityStatus, cvesFixed, now]);
-
-  // Update individual CVE status
-  db.run("UPDATE cve_status SET status = ?, last_updated = ? WHERE id = 'CVE-1'", [cve1Fixed ? 'fixed' : 'pending', now]);
-  db.run("UPDATE cve_status SET status = ?, last_updated = ? WHERE id = 'CVE-2'", [cve2Fixed ? 'fixed' : 'pending', now]);
-  db.run("UPDATE cve_status SET status = ?, last_updated = ? WHERE id = 'CVE-3'", [cve3Fixed ? 'fixed' : 'pending', now]);
-
-  // Update swarm activity
-  const processes = countProcesses();
-  db.run(`
-    UPDATE swarm_activity SET
-      agentic_flow_processes = ?,
-      mcp_server_processes = ?,
-      estimated_agents = ?,
-      swarm_active = ?,
-      coordination_active = ?,
-      last_updated = ?
-    WHERE id = 1
-  `, [
-    processes.agenticFlow,
-    processes.mcp,
-    processes.agents,
-    processes.agents > 0 ? 1 : 0,
-    processes.agenticFlow > 0 ? 1 : 0,
-    now
-  ]);
-
-  persist();
-
-  return {
-    modules: modules.length,
-    domains: domainsCompleted,
-    dddProgress: avgProgress,
-    cvesFixed,
-    securityStatus,
-    files: totalStats.files,
-    lines: totalStats.lines
-  };
-}
-
-/**
- * Get current metrics as JSON (for statusline compatibility)
- */
-function getMetricsJSON() {
-  const progress = db.exec("SELECT * FROM v3_progress WHERE id = 1")[0];
-  const security = db.exec("SELECT * FROM security_audit WHERE id = 1")[0];
-  const swarm = db.exec("SELECT * FROM swarm_activity WHERE id = 1")[0];
-  const perf = db.exec("SELECT * FROM performance_metrics WHERE id = 1")[0];
-
-  // Map column names to values
-  const mapRow = (result) => {
-    if (!result) return {};
-    const cols = result.columns;
-    const vals = result.values[0];
-    return Object.fromEntries(cols.map((c, i) => [c, vals[i]]));
-  };
-
-  return {
-    v3Progress: mapRow(progress),
-    securityAudit: mapRow(security),
-    swarmActivity: mapRow(swarm),
-    performanceMetrics: mapRow(perf)
-  };
-}
-
-/**
- * Export metrics to JSON files for backward compatibility
- */
-function exportToJSON() {
-  const metrics = getMetricsJSON();
-  const metricsDir = join(PROJECT_ROOT, '.claude-flow/metrics');
-  const securityDir = join(PROJECT_ROOT, '.claude-flow/security');
-
-  if (!existsSync(metricsDir)) mkdirSync(metricsDir, { recursive: true });
-  if (!existsSync(securityDir)) mkdirSync(securityDir, { recursive: true });
-
-  // v3-progress.json
-  writeFileSync(join(metricsDir, 'v3-progress.json'), JSON.stringify({
-    domains: {
-      completed: metrics.v3Progress.domains_completed,
-      total: metrics.v3Progress.domains_total
-    },
-    ddd: {
-      progress: metrics.v3Progress.ddd_progress,
-      modules: metrics.v3Progress.total_modules,
-      totalFiles: metrics.v3Progress.total_files,
-      totalLines: metrics.v3Progress.total_lines
-    },
-    swarm: {
-      activeAgents: metrics.swarmActivity.estimated_agents,
-      totalAgents: 15
-    },
-    lastUpdated: metrics.v3Progress.last_updated,
-    source: 'metrics.db'
-  }, null, 2));
-
-  // security/audit-status.json
-  writeFileSync(join(securityDir, 'audit-status.json'), JSON.stringify({
-    status: metrics.securityAudit.status,
-    cvesFixed: metrics.securityAudit.cves_fixed,
-    totalCves: metrics.securityAudit.total_cves,
-    lastAudit: metrics.securityAudit.last_audit,
-    source: 'metrics.db'
-  }, null, 2));
-
-  // swarm-activity.json
-  writeFileSync(join(metricsDir, 'swarm-activity.json'), JSON.stringify({
-    timestamp: metrics.swarmActivity.last_updated,
-    processes: {
-      agentic_flow: metrics.swarmActivity.agentic_flow_processes,
-      mcp_server: metrics.swarmActivity.mcp_server_processes,
-      estimated_agents: metrics.swarmActivity.estimated_agents
-    },
-    swarm: {
-      active: metrics.swarmActivity.swarm_active === 1,
-      agent_count: metrics.swarmActivity.estimated_agents,
-      coordination_active: metrics.swarmActivity.coordination_active === 1
-    },
-    source: 'metrics.db'
-  }, null, 2));
-}
-
-/**
- * Main entry point
- */
-async function main() {
-  const command = process.argv[2] || 'sync';
-
-  await initDatabase();
-
-  switch (command) {
-    case 'sync':
-      const result = await syncMetrics();
-      exportToJSON();
-      console.log(JSON.stringify(result));
-      break;
-
-    case 'export':
-      exportToJSON();
-      console.log('Exported to JSON files');
-      break;
-
-    case 'status':
-      const metrics = getMetricsJSON();
-      console.log(JSON.stringify(metrics, null, 2));
-      break;
-
-    case 'daemon':
-      const interval = parseInt(process.argv[3]) || 30;
-      console.log(`Starting metrics daemon (interval: ${interval}s)`);
-
-      // Initial sync
-      await syncMetrics();
-      exportToJSON();
-
-      // Continuous sync
-      setInterval(async () => {
-        await syncMetrics();
-        exportToJSON();
-      }, interval * 1000);
-      break;
-
-    default:
-      console.log('Usage: metrics-db.mjs [sync|export|status|daemon [interval]]');
-  }
-}
-
-main().catch(console.error);

package/.claude/helpers/pattern-consolidator.sh

@@ -1,86 +0,0 @@
-#!/bin/bash
-# Claude Flow V3 - Pattern Consolidator Worker
-# Deduplicates patterns, prunes old ones, improves quality scores
-
-set -euo pipefail
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-PROJECT_ROOT="$(cd "$SCRIPT_DIR/../.." && pwd)"
-PATTERNS_DB="$PROJECT_ROOT/.claude-flow/learning/patterns.db"
-METRICS_DIR="$PROJECT_ROOT/.claude-flow/metrics"
-LAST_RUN_FILE="$METRICS_DIR/.consolidator-last-run"
-
-mkdir -p "$METRICS_DIR"
-
-should_run() {
-  if [ ! -f "$LAST_RUN_FILE" ]; then return 0; fi
-  local last_run=$(cat "$LAST_RUN_FILE" 2>/dev/null || echo "0")
-  local now=$(date +%s)
-  [ $((now - last_run)) -ge 900 ]  # 15 minutes
-}
-
-consolidate_patterns() {
-  if [ ! -f "$PATTERNS_DB" ] || ! command -v sqlite3 &>/dev/null; then
-    echo "[$(date +%H:%M:%S)] No patterns database found"
-    return 0
-  fi
-
-  echo "[$(date +%H:%M:%S)] Consolidating patterns..."
-
-  # Count before
-  local before=$(sqlite3 "$PATTERNS_DB" "SELECT COUNT(*) FROM short_term_patterns" 2>/dev/null || echo "0")
-
-  # Remove duplicates (keep highest quality)
-  sqlite3 "$PATTERNS_DB" "
-    DELETE FROM short_term_patterns
-    WHERE rowid NOT IN (
-      SELECT MIN(rowid) FROM short_term_patterns
-      GROUP BY strategy, domain
-    )
-  " 2>/dev/null || true
-
-  # Prune old low-quality patterns (older than 7 days, quality < 0.3)
-  sqlite3 "$PATTERNS_DB" "
-    DELETE FROM short_term_patterns
-    WHERE quality < 0.3
-    AND created_at < datetime('now', '-7 days')
-  " 2>/dev/null || true
-
-  # Promote high-quality patterns to long-term (quality > 0.8, used > 5 times)
-  sqlite3 "$PATTERNS_DB" "
-    INSERT OR IGNORE INTO long_term_patterns (strategy, domain, quality, source)
-    SELECT strategy, domain, quality, 'consolidated'
-    FROM short_term_patterns
-    WHERE quality > 0.8
-  " 2>/dev/null || true
-
-  # Decay quality of unused patterns
-  sqlite3 "$PATTERNS_DB" "
-    UPDATE short_term_patterns
-    SET quality = quality * 0.95
-    WHERE updated_at < datetime('now', '-1 day')
-  " 2>/dev/null || true
-
-  # Count after
-  local after=$(sqlite3 "$PATTERNS_DB" "SELECT COUNT(*) FROM short_term_patterns" 2>/dev/null || echo "0")
-  local removed=$((before - after))
-
-  echo "[$(date +%H:%M:%S)] ✓ Consolidated: $before → $after patterns (removed $removed)"
-
-  date +%s > "$LAST_RUN_FILE"
-}
-
-case "${1:-check}" in
-  "run"|"consolidate") consolidate_patterns ;;
-  "check") should_run && consolidate_patterns || echo "[$(date +%H:%M:%S)] Skipping (throttled)" ;;
-  "force") rm -f "$LAST_RUN_FILE"; consolidate_patterns ;;
-  "status")
-    if [ -f "$PATTERNS_DB" ] && command -v sqlite3 &>/dev/null; then
-      local short=$(sqlite3 "$PATTERNS_DB" "SELECT COUNT(*) FROM short_term_patterns" 2>/dev/null || echo "0")
-      local long=$(sqlite3 "$PATTERNS_DB" "SELECT COUNT(*) FROM long_term_patterns" 2>/dev/null || echo "0")
-      local avg_q=$(sqlite3 "$PATTERNS_DB" "SELECT ROUND(AVG(quality), 2) FROM short_term_patterns" 2>/dev/null || echo "0")
-      echo "Patterns: $short short-term, $long long-term, avg quality: $avg_q"
-    fi
-    ;;
-  *) echo "Usage: $0 [run|check|force|status]" ;;
-esac