claude-flow-novice 1.3.5 → 1.5.0

package/scripts/validate-stage3-performance.ts

@@ -0,0 +1,377 @@
+#!/usr/bin/env tsx
+/**
+ * Stage 3 Performance Validation Script
+ * CLI tool to validate unified system performance targets
+ */
+
+import { performance } from 'perf_hooks';
+import { stage3Validator } from '../src/agents/stage3-integration-validator.js';
+
+interface CliOptions {
+  scenario?: string;
+  verbose?: boolean;
+  output?: 'console' | 'json' | 'csv';
+  timeout?: number;
+  help?: boolean;
+}
+
+class Stage3PerformanceCLI {
+  private options: CliOptions = {};
+
+  constructor() {
+    this.parseArguments();
+  }
+
+  private parseArguments(): void {
+    const args = process.argv.slice(2);
+    
+    for (let i = 0; i < args.length; i++) {
+      const arg = args[i];
+      
+      switch (arg) {
+        case '--help':
+        case '-h':
+          this.options.help = true;
+          break;
+          
+        case '--verbose':
+        case '-v':
+          this.options.verbose = true;
+          break;
+          
+        case '--scenario':
+        case '-s':
+          this.options.scenario = args[++i];
+          break;
+          
+        case '--output':
+        case '-o':
+          this.options.output = args[++i] as 'console' | 'json' | 'csv';
+          break;
+          
+        case '--timeout':
+        case '-t':
+          this.options.timeout = parseInt(args[++i], 10);
+          break;
+          
+        default:
+          console.warn(`Unknown option: ${arg}`);
+      }
+    }
+  }
+
+  private showHelp(): void {
+    console.log(`
+🎯 Stage 3 Performance Validation Tool
+
+Usage: tsx scripts/validate-stage3-performance.ts [options]
+
+Options:
+  -h, --help           Show this help message
+  -v, --verbose        Enable verbose output
+  -s, --scenario NAME  Run specific scenario only
+  -o, --output FORMAT  Output format: console, json, csv (default: console)
+  -t, --timeout MS     Set timeout in milliseconds (default: 300000)
+
+Scenarios:
+  - Baseline Performance       (100 agents, 500 messages, 200 tasks)
+  - High Concurrency          (1000 agents, 5000 messages, 2000 tasks)
+  - Peak Load                 (5000 agents, 25000 messages, 10000 tasks)
+  - Ultra High Load           (10000 agents, 50000 messages, 20000 tasks)
+  - Sustained Load            (2000 agents + 60s duration)
+  - Communication Intensive    (500 agents, 50000 messages)
+  - Task Execution Heavy      (1000 agents, 25000 tasks)
+
+Performance Targets:
+  ✅ Agent spawn time: <100ms P95
+  ✅ Communication latency: <5ms P95
+  ✅ Concurrent agents: Up to 10,000
+  ✅ Memory usage: <2GB peak
+  ✅ Success rate: >80%
+
+Examples:
+  tsx scripts/validate-stage3-performance.ts --verbose
+  tsx scripts/validate-stage3-performance.ts --scenario "High Concurrency"
+  tsx scripts/validate-stage3-performance.ts --output json > results.json
+    `);
+  }
+
+  async run(): Promise<void> {
+    if (this.options.help) {
+      this.showHelp();
+      return;
+    }
+
+    console.log('🚀 Starting Stage 3 Performance Validation');
+    console.log('==========================================');
+    
+    if (this.options.verbose) {
+      console.log('Configuration:');
+      console.log(`  Scenario filter: ${this.options.scenario || 'all'}`);
+      console.log(`  Output format: ${this.options.output || 'console'}`);
+      console.log(`  Timeout: ${this.options.timeout || 300000}ms`);
+      console.log('');
+    }
+
+    try {
+      const startTime = performance.now();
+      
+      if (this.options.scenario) {
+        await this.runSpecificScenario(this.options.scenario);
+      } else {
+        await this.runFullValidation();
+      }
+      
+      const totalTime = performance.now() - startTime;
+      
+      if (this.options.verbose) {
+        console.log(`\n⏱️  Total validation time: ${(totalTime / 1000).toFixed(2)}s`);
+      }
+      
+    } catch (error) {
+      console.error('❌ Validation failed:', error instanceof Error ? error.message : String(error));
+      process.exit(1);
+    }
+  }
+
+  private async runFullValidation(): Promise<void> {
+    const result = await stage3Validator.validateStage3();
+    
+    this.outputResults(result.results);
+    
+    if (result.passed) {
+      console.log('\n🎉 STAGE 3 VALIDATION: PASSED');
+      console.log('All performance targets met!');
+      process.exit(0);
+    } else {
+      console.log('\n❌ STAGE 3 VALIDATION: FAILED');
+      console.log('Some performance targets not met.');
+      process.exit(1);
+    }
+  }
+
+  private async runSpecificScenario(scenarioName: string): Promise<void> {
+    // Create a test scenario based on the name
+    const scenarios = {
+      'Baseline Performance': {
+        name: 'Baseline Performance',
+        description: 'Basic system functionality validation',
+        agentCount: 100,
+        messageCount: 500,
+        taskCount: 200,
+        targets: {
+          spawnTimeP95Ms: 80,
+          communicationP95Ms: 3,
+          concurrentAgents: 100,
+          memoryLimitMB: 200,
+          successRate: 0.95
+        }
+      },
+      'High Concurrency': {
+        name: 'High Concurrency',
+        description: 'Test system with 1000+ concurrent agents',
+        agentCount: 1000,
+        messageCount: 5000,
+        taskCount: 2000,
+        targets: {
+          spawnTimeP95Ms: 100,
+          communicationP95Ms: 5,
+          concurrentAgents: 1000,
+          memoryLimitMB: 500,
+          successRate: 0.90
+        }
+      },
+      'Peak Load': {
+        name: 'Peak Load',
+        description: 'Maximum system capacity test',
+        agentCount: 5000,
+        messageCount: 25000,
+        taskCount: 10000,
+        targets: {
+          spawnTimeP95Ms: 150,
+          communicationP95Ms: 8,
+          concurrentAgents: 5000,
+          memoryLimitMB: 1000,
+          successRate: 0.85
+        }
+      },
+      'Ultra High Load': {
+        name: 'Ultra High Load',
+        description: 'Stress test with 10k+ agents',
+        agentCount: 10000,
+        messageCount: 50000,
+        taskCount: 20000,
+        targets: {
+          spawnTimeP95Ms: 200,
+          communicationP95Ms: 10,
+          concurrentAgents: 10000,
+          memoryLimitMB: 2000,
+          successRate: 0.80
+        }
+      }
+    };
+
+    const scenario = scenarios[scenarioName as keyof typeof scenarios];
+    if (!scenario) {
+      console.error(`❌ Unknown scenario: ${scenarioName}`);
+      console.log('Available scenarios:', Object.keys(scenarios).join(', '));
+      process.exit(1);
+    }
+
+    console.log(`🎯 Running scenario: ${scenario.name}`);
+    console.log(`📝 ${scenario.description}`);
+    console.log(`📊 ${scenario.agentCount} agents, ${scenario.messageCount} messages, ${scenario.taskCount} tasks\n`);
+
+    // Initialize validator and run scenario
+    const validator = stage3Validator;
+    await (validator as any).agentManager.initialize();
+    
+    try {
+      const result = await (validator as any).executeValidationScenario(scenario);
+      this.outputResults([result]);
+      
+      if (result.passed) {
+        console.log(`\n✅ Scenario "${scenarioName}": PASSED`);
+        process.exit(0);
+      } else {
+        console.log(`\n❌ Scenario "${scenarioName}": FAILED`);
+        process.exit(1);
+      }
+    } finally {
+      await (validator as any).agentManager.shutdown();
+    }
+  }
+
+  private outputResults(results: any[]): void {
+    switch (this.options.output) {
+      case 'json':
+        this.outputJSON(results);
+        break;
+      case 'csv':
+        this.outputCSV(results);
+        break;
+      default:
+        this.outputConsole(results);
+    }
+  }
+
+  private outputConsole(results: any[]): void {
+    console.log('\n📊 Performance Validation Results');
+    console.log('================================');
+    
+    results.forEach((result, index) => {
+      const status = result.passed ? '✅ PASS' : '❌ FAIL';
+      const statusIcon = result.passed ? '🟢' : '🔴';
+      
+      console.log(`\n${statusIcon} ${index + 1}. ${result.scenario}: ${status}`);
+      
+      if (this.options.verbose) {
+        console.log(`   Description: ${result.scenario}`);
+        console.log(`   Duration: ${(result.details.totalTime / 1000).toFixed(2)}s`);
+      }
+      
+      // Performance metrics
+      console.log(`   📈 Performance Metrics:`);
+      console.log(`      Spawn Time P95: ${result.metrics.spawnTimeP95.toFixed(2)}ms`);
+      console.log(`      Communication P95: ${result.metrics.communicationP95.toFixed(2)}ms`);
+      console.log(`      Concurrent Agents: ${result.metrics.concurrentAgents.toLocaleString()}`);
+      console.log(`      Memory Usage: ${result.metrics.memoryUsage.toFixed(2)}MB`);
+      console.log(`      Success Rate: ${(result.metrics.successRate * 100).toFixed(1)}%`);
+      console.log(`      Throughput: ${result.metrics.throughput.toFixed(0)} ops/sec`);
+      
+      // Operation details
+      if (this.options.verbose) {
+        console.log(`   🔧 Operation Details:`);
+        console.log(`      Agents Spawned: ${result.details.agentsSpawned.toLocaleString()}`);
+        console.log(`      Messages Sent: ${result.details.messagesSent.toLocaleString()}`);
+        console.log(`      Tasks Executed: ${result.details.tasksExecuted.toLocaleString()}`);
+        console.log(`      Errors: ${result.details.errors}`);
+      }
+    });
+    
+    // Summary
+    const passedCount = results.filter(r => r.passed).length;
+    const totalCount = results.length;
+    const overallSuccessRate = (passedCount / totalCount) * 100;
+    
+    console.log('\n📋 Summary');
+    console.log('==========');
+    console.log(`Overall Result: ${passedCount}/${totalCount} scenarios passed`);
+    console.log(`Success Rate: ${overallSuccessRate.toFixed(1)}%`);
+    
+    if (passedCount === totalCount) {
+      console.log('🎉 All performance targets met!');
+    } else {
+      console.log('⚠️  Some performance targets not met.');
+    }
+  }
+
+  private outputJSON(results: any[]): void {
+    const output = {
+      timestamp: new Date().toISOString(),
+      validation: 'Stage 3 Performance',
+      summary: {
+        total: results.length,
+        passed: results.filter(r => r.passed).length,
+        failed: results.filter(r => !r.passed).length,
+        successRate: (results.filter(r => r.passed).length / results.length) * 100
+      },
+      results
+    };
+    
+    console.log(JSON.stringify(output, null, 2));
+  }
+
+  private outputCSV(results: any[]): void {
+    // CSV header
+    const headers = [
+      'Scenario',
+      'Status',
+      'Spawn Time P95 (ms)',
+      'Communication P95 (ms)',
+      'Concurrent Agents',
+      'Memory Usage (MB)',
+      'Success Rate (%)',
+      'Throughput (ops/sec)',
+      'Total Time (s)',
+      'Agents Spawned',
+      'Messages Sent',
+      'Tasks Executed',
+      'Errors'
+    ];
+    
+    console.log(headers.join(','));
+    
+    // CSV data
+    results.forEach(result => {
+      const row = [
+        `"${result.scenario}"`,
+        result.passed ? 'PASS' : 'FAIL',
+        result.metrics.spawnTimeP95.toFixed(2),
+        result.metrics.communicationP95.toFixed(2),
+        result.metrics.concurrentAgents,
+        result.metrics.memoryUsage.toFixed(2),
+        (result.metrics.successRate * 100).toFixed(1),
+        result.metrics.throughput.toFixed(0),
+        (result.details.totalTime / 1000).toFixed(2),
+        result.details.agentsSpawned,
+        result.details.messagesSent,
+        result.details.tasksExecuted,
+        result.details.errors
+      ];
+      
+      console.log(row.join(','));
+    });
+  }
+}
+
+// Run CLI if called directly
+if (import.meta.url === `file://${process.argv[1]}`) {
+  const cli = new Stage3PerformanceCLI();
+  cli.run().catch(error => {
+    console.error('Fatal error:', error);
+    process.exit(1);
+  });
+}
+
+export { Stage3PerformanceCLI };

package/src/cli/simple-commands/hooks.js

@@ -7,6 +7,7 @@ import {
 } from '../utils.js';
 import { SqliteMemoryStore } from '../../memory/sqlite-store.js';
 import { executeSessionStartSoulHook, executeSessionEndSoulHook } from './hooks/session-start-soul.js';
+import { enhancedPostEditHook } from '../../hooks/enhanced-post-edit-pipeline.js';
 
 // Initialize memory store
 let memoryStore = null;

package/src/cli/simple-commands/init/agent-copier.js

@@ -163,9 +163,7 @@ export async function createAgentDirectories(targetDir, dryRun = false) {
     '.claude/agents/documentation/api-docs',
     '.claude/agents/specialized',
     '.claude/agents/specialized/mobile',
-    '.claude/agents/flow-nexus',
     '.claude/commands',
-    '.claude/commands/flow-nexus',
   ];
 
   if (dryRun) {

package/src/cli/simple-commands/init/index.js

@@ -210,10 +210,7 @@ export async function initCommand(subArgs, flags) {
   const hasVerificationFlags =
     subArgs.includes('--verify') || subArgs.includes('--pair') || flags.verify || flags.pair;
 
-  // Handle Flow Nexus minimal init
-  if (flags['flow-nexus']) {
-    return await flowNexusMinimalInit(flags, subArgs);
-  }
+  // Flow-nexus mode removed
 
   // Default to enhanced Claude Flow v2 init unless other modes are specified
   // Use --basic flag for old behavior, or verification flags for verification mode
@@ -579,7 +576,7 @@ export async function initCommand(subArgs, flags) {
 
         if (hiveMindResult.success) {
           console.log('  ✅ Basic hive-mind system initialized');
-          console.log('  💡 Use "npx claude-flow@alpha hive-mind" for advanced features');
+          console.log('  💡 Use "npx claude-flow-novice hive-mind" for advanced features');
         } else {
           console.log(`  ⚠️  Hive-mind setup skipped: ${hiveMindResult.error}`);
         }
@@ -612,7 +609,7 @@ export async function initCommand(subArgs, flags) {
         console.log('  📋 Then add MCP servers manually with:');
         console.log('     claude mcp add claude-flow-novice claude-flow-novice mcp start');
         console.log('     claude mcp add ruv-swarm npx ruv-swarm mcp start');
-        console.log('     claude mcp add flow-nexus npx flow-nexus@latest mcp start');
+        // Flow-nexus integration removed
       }
     }
   } catch (err) {
@@ -1213,7 +1210,7 @@ async function setupMonitoring(workingDir) {
 
       // Add token tracking hook
       const tokenTrackingHook =
-        'npx claude-flow@alpha internal track-tokens --session-id {{session_id}} --tokens {{token_usage}}';
+        'npx claude-flow-novice internal track-tokens --session-id {{session_id}} --tokens {{token_usage}}';
       if (!settings.hooks['post-task'].includes(tokenTrackingHook)) {
         settings.hooks['post-task'].push(tokenTrackingHook);
       }
@@ -1692,9 +1689,9 @@ ${commands.map((cmd) => `- [${cmd}](./${cmd}.md)`).join('\n')}
       } else {
         console.log('  ℹ️  Skipping MCP setup (--skip-mcp flag used)');
         console.log('\n  📋 To add MCP servers manually:');
-        console.log('     claude mcp add claude-flow-novice npx claude-flow@alpha mcp start');
+        console.log('     claude mcp add claude-flow-novice npx claude-flow-novice mcp start');
         console.log('     claude mcp add ruv-swarm npx ruv-swarm@latest mcp start');
-        console.log('     claude mcp add flow-nexus npx flow-nexus@latest mcp start');
+        // Flow-nexus integration removed
         console.log('\n  💡 MCP servers are defined in .mcp.json (project scope)');
       }
     } else if (!dryRun && !isClaudeCodeInstalled()) {
@@ -1702,9 +1699,9 @@ ${commands.map((cmd) => `- [${cmd}](./${cmd}.md)`).join('\n')}
       console.log('\n  📥 To install Claude Code:');
       console.log('     npm install -g @anthropic-ai/claude-code');
       console.log('\n  📋 After installing, add MCP servers:');
-      console.log('     claude mcp add claude-flow-novice npx claude-flow@alpha mcp start');
+      console.log('     claude mcp add claude-flow-novice npx claude-flow-novice mcp start');
       console.log('     claude mcp add ruv-swarm npx ruv-swarm@latest mcp start');
-      console.log('     claude mcp add flow-nexus npx flow-nexus@latest mcp start');
+      // Flow-nexus integration removed
       console.log('\n  💡 MCP servers are defined in .mcp.json (project scope)');
     }
 
@@ -1744,17 +1741,17 @@ ${commands.map((cmd) => `- [${cmd}](./${cmd}.md)`).join('\n')}
         hooks: {
           pre_task: {
             enabled: true,
-            command: "npx claude-flow@alpha hooks pre-task --description \"$TASK_DESCRIPTION\"",
+            command: "npx claude-flow-novice hooks pre-task --description \"$TASK_DESCRIPTION\"",
             description: "Pre-task coordination hook"
           },
           post_edit: {
             enabled: true,
-            command: "npx claude-flow@alpha hooks post-edit --file \"$FILE_PATH\" --memory-key \"swarm/$AGENT_ID/$STEP\"",
+            command: "npx claude-flow-novice hooks post-edit --file \"$FILE_PATH\" --memory-key \"swarm/$AGENT_ID/$STEP\"",
             description: "Post-edit memory storage hook"
           },
           post_task: {
             enabled: true,
-            command: "npx claude-flow@alpha hooks post-task --task-id \"$TASK_ID\"",
+            command: "npx claude-flow-novice hooks post-task --task-id \"$TASK_ID\"",
             description: "Post-task completion hook"
           }
         },
@@ -1812,20 +1809,20 @@ ${commands.map((cmd) => `- [${cmd}](./${cmd}.md)`).join('\n')}
     if (isClaudeCodeInstalled()) {
       console.log('1. Verify MCP setup: claude mcp list');
       console.log('2. View available commands: ls .claude/commands/');
-      console.log('3. Start a swarm: npx claude-flow@alpha swarm "your objective" --claude');
-      console.log('4. Use hive-mind: npx claude-flow@alpha hive-mind spawn "command" --claude');
+      console.log('3. Start a swarm: npx claude-flow-novice swarm "your objective" --claude');
+      console.log('4. Use hive-mind: npx claude-flow-novice hive-mind spawn "command" --claude');
       console.log('5. Use enhanced MCP tools in Claude Code for bulletproof coordination');
       if (hiveMindStatus.configured) {
-        console.log('5. Initialize first swarm: npx claude-flow@alpha hive-mind init');
+        console.log('5. Initialize first swarm: npx claude-flow-novice hive-mind init');
       }
     } else {
       console.log('1. Install Claude Code: npm install -g @anthropic-ai/claude-code');
       console.log('2. Add MCP servers (see instructions above)');
       console.log('3. View available commands: ls .claude/commands/');
-      console.log('4. Start a swarm: npx claude-flow@alpha swarm "your objective" --claude');
-      console.log('5. Use hive-mind: npx claude-flow@alpha hive-mind spawn "command" --claude');
+      console.log('4. Start a swarm: npx claude-flow-novice swarm "your objective" --claude');
+      console.log('5. Use hive-mind: npx claude-flow-novice hive-mind spawn "command" --claude');
       if (hiveMindStatus.configured) {
-        console.log('6. Initialize first swarm: npx claude-flow@alpha hive-mind init');
+        console.log('6. Initialize first swarm: npx claude-flow-novice hive-mind init');
       }
     }
     console.log('\n💡 Tips:');
@@ -1861,93 +1858,4 @@ ${commands.map((cmd) => `- [${cmd}](./${cmd}.md)`).join('\n')}
   }
 }
 
-/**
- * Flow Nexus minimal initialization - only creates Flow Nexus CLAUDE.md, commands, and agents
- */
-async function flowNexusMinimalInit(flags, subArgs) {
-  console.log('🌐 Flow Nexus: Initializing minimal setup...');
-
-  try {
-    const force = flags.force || flags.f;
-
-    // Import functions we need
-    const { createFlowNexusClaudeMd } = await import('./templates/claude-md.js');
-    const { promises: fs } = await import('fs');
-
-    // Create Flow Nexus CLAUDE.md
-    console.log('📝 Creating Flow Nexus CLAUDE.md...');
-    const flowNexusClaudeMd = createFlowNexusClaudeMd();
-    await fs.writeFile('CLAUDE.md', flowNexusClaudeMd);
-    console.log('  ✅ Created CLAUDE.md with Flow Nexus integration');
-
-    // Create .claude/commands/flow-nexus directory and copy commands
-    console.log('📁 Setting up Flow Nexus commands...');
-    await fs.mkdir('.claude/commands/flow-nexus', { recursive: true });
-
-    // Copy Flow Nexus command files
-    const { fileURLToPath } = await import('url');
-    const { dirname, join } = await import('path');
-    const __filename = fileURLToPath(import.meta.url);
-    const __dirname = dirname(__filename);
-    const sourceCommandsDir = join(__dirname, '../../../../.claude/commands/flow-nexus');
-    try {
-      const commandFiles = await fs.readdir(sourceCommandsDir);
-      let copiedCommands = 0;
-
-      for (const file of commandFiles) {
-        if (file.endsWith('.md')) {
-          const sourcePath = `${sourceCommandsDir}/${file}`;
-          const destPath = `.claude/commands/flow-nexus/${file}`;
-          const content = await fs.readFile(sourcePath, 'utf8');
-          await fs.writeFile(destPath, content);
-          copiedCommands++;
-        }
-      }
-
-      console.log(`  ✅ Copied ${copiedCommands} Flow Nexus command files`);
-    } catch (err) {
-      console.log('  ⚠️  Could not copy Flow Nexus commands:', err.message);
-    }
-
-    // Create .claude/agents/flow-nexus directory and copy agents
-    console.log('🤖 Setting up Flow Nexus agents...');
-    await fs.mkdir('.claude/agents/flow-nexus', { recursive: true });
-
-    // Copy Flow Nexus agent files
-    const sourceAgentsDir = join(__dirname, '../../../../.claude/agents/flow-nexus');
-    try {
-      const agentFiles = await fs.readdir(sourceAgentsDir);
-      let copiedAgents = 0;
-
-      for (const file of agentFiles) {
-        if (file.endsWith('.md')) {
-          const sourcePath = `${sourceAgentsDir}/${file}`;
-          const destPath = `.claude/agents/flow-nexus/${file}`;
-          const content = await fs.readFile(sourcePath, 'utf8');
-          await fs.writeFile(destPath, content);
-          copiedAgents++;
-        }
-      }
-
-      console.log(`  ✅ Copied ${copiedAgents} Flow Nexus agent files`);
-    } catch (err) {
-      console.log('  ⚠️  Could not copy Flow Nexus agents:', err.message);
-    }
-
-    console.log('\n🎉 Flow Nexus minimal initialization complete!');
-    console.log('📚 Created: CLAUDE.md with Flow Nexus documentation');
-    console.log('📁 Created: .claude/commands/flow-nexus/ directory with command documentation');
-    console.log('🤖 Created: .claude/agents/flow-nexus/ directory with specialized agents');
-    console.log('');
-    console.log('💡 Quick Start:');
-    console.log('  1. Register: mcp__flow-nexus__user_register({ email, password })');
-    console.log('  2. Login: mcp__flow-nexus__user_login({ email, password })');
-    console.log('  3. Deploy: mcp__flow-nexus__swarm_init({ topology: "mesh", maxAgents: 5 })');
-    console.log('');
-    console.log('🔗 Use Flow Nexus MCP tools in Claude Code for full functionality');
-  } catch (err) {
-    console.log(`❌ Flow Nexus initialization failed: ${err.message}`);
-    console.log('Stack trace:', err.stack);
-    process.exit(1);
-  }
-}
+// Flow Nexus initialization removed