agentdb 3.0.0-alpha.2 → 3.0.0-alpha.4

package/src/cli/commands/simulate-custom.ts

@@ -0,0 +1,232 @@
+/**
+ * Custom simulation builder
+ * Component registry and validation system
+ */
+
+import chalk from 'chalk';
+import { HelpFormatter } from '../lib/help-formatter.js';
+
+export interface Component {
+  id: string;
+  name: string;
+  category: string;
+  description: string;
+  optimal: boolean;
+  metrics?: string;
+  compatibility?: string[];
+}
+
+export class ComponentRegistry {
+  private static components: Component[] = [
+    // Backends
+    {
+      id: 'ruvector',
+      name: 'RuVector',
+      category: 'backend',
+      description: 'Native RuVector implementation',
+      optimal: true,
+      metrics: '8.2x speedup',
+    },
+    {
+      id: 'hnswlib',
+      name: 'hnswlib',
+      category: 'backend',
+      description: 'Baseline for comparison',
+      optimal: false,
+    },
+    {
+      id: 'faiss',
+      name: 'FAISS',
+      category: 'backend',
+      description: 'Facebook AI Similarity Search',
+      optimal: false,
+    },
+
+    // Attention
+    {
+      id: 'attention-8',
+      name: '8-head Attention',
+      category: 'attention',
+      description: 'Multi-head attention with 8 heads',
+      optimal: true,
+      metrics: '+12.4% improvement',
+    },
+    {
+      id: 'attention-4',
+      name: '4-head Attention',
+      category: 'attention',
+      description: 'Multi-head attention with 4 heads',
+      optimal: false,
+    },
+    {
+      id: 'attention-16',
+      name: '16-head Attention',
+      category: 'attention',
+      description: 'Multi-head attention with 16 heads',
+      optimal: false,
+    },
+    {
+      id: 'attention-none',
+      name: 'No Attention',
+      category: 'attention',
+      description: 'Baseline without attention',
+      optimal: false,
+    },
+
+    // Search
+    {
+      id: 'search-beam-5',
+      name: 'Beam-5 Search',
+      category: 'search',
+      description: 'Beam search with width 5',
+      optimal: true,
+      metrics: '96.8% recall',
+    },
+    {
+      id: 'search-dynamic-k',
+      name: 'Dynamic-k Search',
+      category: 'search',
+      description: 'Adaptive k (5-20)',
+      optimal: true,
+      metrics: '-18.4% latency',
+    },
+    {
+      id: 'search-greedy',
+      name: 'Greedy Search',
+      category: 'search',
+      description: 'Baseline greedy search',
+      optimal: false,
+    },
+    {
+      id: 'search-astar',
+      name: 'A* Search',
+      category: 'search',
+      description: 'A* pathfinding',
+      optimal: false,
+    },
+
+    // Clustering
+    {
+      id: 'cluster-louvain',
+      name: 'Louvain Clustering',
+      category: 'clustering',
+      description: 'Community detection with Louvain',
+      optimal: true,
+      metrics: 'Q=0.758 modularity',
+    },
+    {
+      id: 'cluster-spectral',
+      name: 'Spectral Clustering',
+      category: 'clustering',
+      description: 'Spectral graph clustering',
+      optimal: false,
+    },
+    {
+      id: 'cluster-hierarchical',
+      name: 'Hierarchical Clustering',
+      category: 'clustering',
+      description: 'Hierarchical agglomerative clustering',
+      optimal: false,
+    },
+
+    // Self-healing
+    {
+      id: 'self-healing-mpc',
+      name: 'MPC Self-Healing',
+      category: 'self-healing',
+      description: 'Model Predictive Control adaptation',
+      optimal: true,
+      metrics: '97.9% uptime',
+    },
+    {
+      id: 'self-healing-reactive',
+      name: 'Reactive Self-Healing',
+      category: 'self-healing',
+      description: 'Reactive adaptation',
+      optimal: false,
+    },
+    {
+      id: 'self-healing-none',
+      name: 'No Self-Healing',
+      category: 'self-healing',
+      description: 'No adaptation',
+      optimal: false,
+    },
+
+    // Neural
+    {
+      id: 'neural-gnn-edges',
+      name: 'GNN Edge Selection',
+      category: 'neural',
+      description: 'GNN-based edge selection',
+      optimal: true,
+      metrics: '-18% memory',
+    },
+    {
+      id: 'neural-rl-nav',
+      name: 'RL Navigation',
+      category: 'neural',
+      description: 'Reinforcement learning navigation',
+      optimal: true,
+      metrics: '-26% hops',
+    },
+    {
+      id: 'neural-joint-opt',
+      name: 'Joint Optimization',
+      category: 'neural',
+      description: 'Joint embedding-topology optimization',
+      optimal: true,
+      metrics: '+9.1% end-to-end',
+    },
+    {
+      id: 'neural-full-pipeline',
+      name: 'Full Neural Pipeline',
+      category: 'neural',
+      description: 'Complete neural augmentation',
+      optimal: true,
+      metrics: '+29.4% improvement',
+      compatibility: ['neural-gnn-edges', 'neural-rl-nav', 'neural-joint-opt'],
+    },
+  ];
+
+  static getByCategory(category: string): Component[] {
+    return this.components.filter((c) => c.category === category);
+  }
+
+  static getById(id: string): Component | undefined {
+    return this.components.find((c) => c.id === id);
+  }
+
+  static getAllCategories(): string[] {
+    return [...new Set(this.components.map((c) => c.category))];
+  }
+
+  static getOptimalComponents(): Component[] {
+    return this.components.filter((c) => c.optimal);
+  }
+
+  static validateCompatibility(componentIds: string[]): { valid: boolean; errors: string[] } {
+    const errors: string[] = [];
+
+    // Check full neural pipeline requirements
+    if (componentIds.includes('neural-full-pipeline')) {
+      const required = ['neural-gnn-edges', 'neural-rl-nav', 'neural-joint-opt'];
+      const missing = required.filter((r) => !componentIds.includes(r));
+      if (missing.length > 0) {
+        errors.push(`Full neural pipeline requires: ${missing.join(', ')}`);
+      }
+    }
+
+    return {
+      valid: errors.length === 0,
+      errors,
+    };
+  }
+}
+
+export async function runCustomBuilder(): Promise<void> {
+  console.log(HelpFormatter.formatCustomHelp());
+
+  console.log(chalk.yellow('\nCustom builder interactive mode coming soon!'));
+  console.log(chalk.gray('Use --wizard for interactive simulation creation\n'));
+}

package/src/cli/commands/simulate-report.ts

@@ -0,0 +1,171 @@
+/**
+ * Report viewer and management
+ * View, list, and export simulation reports
+ */
+
+import chalk from 'chalk';
+import type { SimulationReport } from '../lib/simulation-runner.js';
+
+export interface ReportMetadata {
+  id: string;
+  scenarioId: string;
+  timestamp: string;
+  path: string;
+  format: string;
+  coherenceScore: number;
+  successRate: number;
+}
+
+export async function viewReport(reportId?: string): Promise<void> {
+  if (!reportId) {
+    await listReports();
+    return;
+  }
+
+  try {
+    const report = await loadReport(reportId);
+    displayReport(report);
+  } catch (error: any) {
+    console.error(chalk.red(`\n❌ Error loading report: ${error.message}\n`));
+  }
+}
+
+async function loadReport(reportId: string): Promise<SimulationReport> {
+  const fs = await import('fs/promises');
+  const path = await import('path');
+
+  // Try to load from reports directory
+  const reportPath = path.join('./reports', reportId);
+
+  let content: string;
+  try {
+    content = await fs.readFile(reportPath, 'utf-8');
+  } catch {
+    // Try with .json extension
+    content = await fs.readFile(`${reportPath}.json`, 'utf-8');
+  }
+
+  return JSON.parse(content);
+}
+
+async function listReports(): Promise<void> {
+  const fs = await import('fs/promises');
+  const path = await import('path');
+
+  console.log(chalk.cyan.bold('\n📊 Simulation Reports\n'));
+
+  try {
+    const reportsDir = './reports';
+    const files = await fs.readdir(reportsDir);
+
+    const reports: ReportMetadata[] = [];
+
+    for (const file of files) {
+      if (!file.endsWith('.json')) continue;
+
+      const filePath = path.join(reportsDir, file);
+      const content = await fs.readFile(filePath, 'utf-8');
+      const report: SimulationReport = JSON.parse(content);
+
+      reports.push({
+        id: file.replace('.json', ''),
+        scenarioId: report.scenarioId,
+        timestamp: report.startTime,
+        path: filePath,
+        format: 'json',
+        coherenceScore: report.coherenceScore,
+        successRate: report.summary.successRate,
+      });
+    }
+
+    if (reports.length === 0) {
+      console.log(chalk.gray('No reports found.\n'));
+      return;
+    }
+
+    // Sort by timestamp (newest first)
+    reports.sort((a, b) => new Date(b.timestamp).getTime() - new Date(a.timestamp).getTime());
+
+    // Display table
+    console.log(chalk.bold('Available Reports:\n'));
+    console.log(
+      chalk.gray('ID'.padEnd(30) + 'Scenario'.padEnd(20) + 'Success'.padEnd(12) + 'Coherence'.padEnd(12) + 'Timestamp')
+    );
+    console.log(chalk.gray('─'.repeat(100)));
+
+    reports.forEach((r) => {
+      const success = (r.successRate * 100).toFixed(0) + '%';
+      const coherence = (r.coherenceScore * 100).toFixed(0) + '%';
+      const timestamp = new Date(r.timestamp).toLocaleString();
+
+      console.log(
+        r.id.padEnd(30) +
+          chalk.cyan(r.scenarioId.padEnd(20)) +
+          success.padEnd(12) +
+          coherence.padEnd(12) +
+          chalk.gray(timestamp)
+      );
+    });
+
+    console.log('\n' + chalk.gray('Use: agentdb simulate --report [id] to view details\n'));
+  } catch (error: any) {
+    if (error.code === 'ENOENT') {
+      console.log(chalk.gray('No reports directory found.\n'));
+    } else {
+      console.error(chalk.red(`Error: ${error.message}\n`));
+    }
+  }
+}
+
+function displayReport(report: SimulationReport): void {
+  console.log(chalk.cyan.bold(`\n📊 Simulation Report: ${report.scenarioId}\n`));
+
+  // Meta information
+  console.log(chalk.bold('Meta Information:'));
+  console.log(`  Generated: ${report.startTime}`);
+  console.log(`  Duration: ${(report.totalDuration / 1000).toFixed(2)}s`);
+  console.log(`  Iterations: ${report.iterations.length}`);
+  console.log('');
+
+  // Configuration
+  console.log(chalk.bold('Configuration:'));
+  if (report.optimal) {
+    console.log(chalk.green('  ✅ Optimal configuration'));
+  } else {
+    console.log(chalk.yellow('  ⚠️  Non-optimal configuration'));
+  }
+  console.log('');
+
+  // Summary
+  console.log(chalk.bold('Summary:'));
+  console.log(`  Success Rate: ${(report.summary.successRate * 100).toFixed(1)}%`);
+  console.log(`  Coherence Score: ${(report.coherenceScore * 100).toFixed(1)}%`);
+  console.log(`  Avg Latency (p50): ${report.summary.avgLatencyUs.toFixed(2)}μs`);
+  console.log(`  Avg Recall@10: ${(report.summary.avgRecall * 100).toFixed(1)}%`);
+  console.log(`  Avg QPS: ${report.summary.avgQps.toLocaleString()}`);
+  console.log(`  Avg Memory: ${report.summary.avgMemoryMB.toFixed(0)}MB`);
+  console.log('');
+
+  // Variance
+  console.log(chalk.bold('Variance:'));
+  console.log(`  Latency: ${report.varianceMetrics.latencyVariance.toFixed(4)}`);
+  console.log(`  Recall: ${report.varianceMetrics.recallVariance.toFixed(6)}`);
+  console.log(`  QPS: ${report.varianceMetrics.qpsVariance.toFixed(2)}`);
+  console.log('');
+
+  // Iterations
+  console.log(chalk.bold('Iteration Results:'));
+  report.iterations.forEach((iter) => {
+    const status = iter.success ? chalk.green('✅') : chalk.red('❌');
+    const duration = (iter.duration / 1000).toFixed(2) + 's';
+    console.log(`  ${status} Iteration ${iter.iteration}: ${duration}`);
+  });
+  console.log('');
+
+  // Warnings
+  if (report.warnings.length > 0) {
+    console.log(chalk.bold('Warnings:'));
+    report.warnings.forEach((w) => console.log(chalk.yellow(`  ⚠️  ${w}`)));
+    console.log('');
+  }
+}