agentdb 3.0.0-alpha.2 → 3.0.0-alpha.4

package/simulation/tests/latent-space/attention-analysis.test.ts

@@ -0,0 +1,204 @@
+/**
+ * Attention Analysis Simulation Tests
+ *
+ * Tests multi-head attention mechanism validation, query enhancement,
+ * and learning convergence for RuVector GNN integration.
+ *
+ * Target Metrics:
+ * - 8-head attention (optimal)
+ * - Forward pass <5ms (target: 3.8ms)
+ * - Query enhancement +12.4%
+ * - Convergence: 35 epochs to 95% performance
+ * - Transferability: 91% on unseen data
+ */
+
+import { describe, it, expect, beforeAll } from 'vitest';
+import { attentionAnalysisScenario } from '../../scenarios/latent-space/attention-analysis';
+import type { SimulationReport } from '../../types';
+
+describe('AttentionAnalysis', () => {
+  let report: SimulationReport;
+
+  beforeAll(async () => {
+    report = await attentionAnalysisScenario.run(attentionAnalysisScenario.config);
+  }, 60000); // 60s timeout
+
+  describe('Optimal Configuration', () => {
+    it('should use 8-head attention configuration', () => {
+      const bestConfig = report.summary.bestConfiguration;
+      expect(bestConfig.attentionConfig.heads).toBe(8);
+    });
+
+    it('should have 2-3 GNN layers', () => {
+      const bestConfig = report.summary.bestConfiguration;
+      expect(bestConfig.attentionConfig.layers).toBeGreaterThanOrEqual(2);
+      expect(bestConfig.attentionConfig.layers).toBeLessThanOrEqual(3);
+    });
+
+    it('should use GAT attention type', () => {
+      const bestConfig = report.summary.bestConfiguration;
+      expect(bestConfig.attentionConfig.attentionType).toBe('gat');
+    });
+  });
+
+  describe('Performance Metrics', () => {
+    it('should achieve forward pass <5ms', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.performance.forwardPassMs).toBeLessThan(5.0);
+    });
+
+    it('should target ~3.8ms forward pass latency', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.performance.forwardPassMs).toBeCloseTo(3.8, 1);
+    });
+
+    it('should have reasonable backward pass time', () => {
+      const results = report.detailedResults as any[];
+      const avgBackward = results.reduce((sum, r) =>
+        sum + r.metrics.performance.backwardPassMs, 0) / results.length;
+      expect(avgBackward).toBeLessThan(15); // Should be <15ms
+    });
+
+    it('should track memory usage', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.performance.memoryMB).toBeGreaterThan(0);
+      expect(bestResult.metrics.performance.memoryMB).toBeLessThan(1000); // Reasonable limit
+    });
+  });
+
+  describe('Query Enhancement', () => {
+    it('should improve recall by >10%', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.queryEnhancement.recallImprovement).toBeGreaterThan(0.10);
+    });
+
+    it('should target +12.4% recall improvement', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.queryEnhancement.recallImprovement).toBeCloseTo(0.124, 0.03);
+    });
+
+    it('should improve NDCG scores', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.queryEnhancement.ndcgImprovement).toBeGreaterThan(0);
+    });
+
+    it('should increase cosine similarity', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.queryEnhancement.cosineSimilarityGain).toBeGreaterThan(0.5);
+    });
+  });
+
+  describe('Learning Convergence', () => {
+    it('should converge within 50 epochs', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.learning.convergenceEpochs).toBeLessThan(50);
+    });
+
+    it('should target ~35 epochs to 95% performance', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.learning.convergenceEpochs).toBeCloseTo(35, 15);
+    });
+
+    it('should have high sample efficiency', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.learning.sampleEfficiency).toBeGreaterThan(0.85);
+    });
+
+    it('should achieve >90% transferability', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.learning.transferability).toBeGreaterThan(0.90);
+    });
+
+    it('should target 91% transferability on unseen data', () => {
+      const bestResult = report.summary.bestConfiguration;
+      expect(bestResult.metrics.learning.transferability).toBeCloseTo(0.91, 0.05);
+    });
+  });
+
+  describe('Attention Weight Distribution', () => {
+    it('should calculate entropy correctly', () => {
+      const results = report.detailedResults as any[];
+      const hasEntropy = results.some(r => r.metrics.weightDistribution.entropy > 0);
+      expect(hasEntropy).toBe(true);
+    });
+
+    it('should measure concentration (Gini coefficient)', () => {
+      const results = report.detailedResults as any[];
+      const ginis = results.map(r => r.metrics.weightDistribution.concentration);
+      expect(ginis.every(g => g >= 0 && g <= 1)).toBe(true);
+    });
+
+    it('should track sparsity percentage', () => {
+      const results = report.detailedResults as any[];
+      const sparsities = results.map(r => r.metrics.weightDistribution.sparsity);
+      expect(sparsities.every(s => s >= 0 && s <= 1)).toBe(true);
+    });
+  });
+
+  describe('Scalability Analysis', () => {
+    it('should test multiple vector counts', () => {
+      const vectorCounts = attentionAnalysisScenario.config.vectorCounts;
+      expect(vectorCounts.length).toBeGreaterThan(1);
+      expect(vectorCounts).toContain(100000);
+    });
+
+    it('should test multiple dimensions', () => {
+      const dimensions = attentionAnalysisScenario.config.dimensions;
+      expect(dimensions).toContain(384);
+      expect(dimensions).toContain(768);
+    });
+
+    it('should scale performance metrics', () => {
+      const scalability = report.metrics.scalabilityAnalysis;
+      expect(Array.isArray(scalability)).toBe(true);
+      expect(scalability.length).toBeGreaterThan(0);
+    });
+  });
+
+  describe('Industry Comparison', () => {
+    it('should compare with Pinterest PinSage', () => {
+      const comparison = report.summary.industryComparison;
+      expect(comparison).toHaveProperty('pinterestPinSage');
+    });
+
+    it('should compare with Google Maps', () => {
+      const comparison = report.summary.industryComparison;
+      expect(comparison).toHaveProperty('googleMaps');
+    });
+
+    it('should provide competitive assessment', () => {
+      const comparison = report.summary.industryComparison;
+      expect(comparison).toHaveProperty('comparison');
+      expect(typeof comparison.comparison).toBe('string');
+    });
+  });
+
+  describe('Report Generation', () => {
+    it('should generate complete simulation report', () => {
+      expect(report).toBeDefined();
+      expect(report.scenarioId).toBe('attention-analysis');
+      expect(report.timestamp).toBeDefined();
+    });
+
+    it('should include detailed analysis', () => {
+      expect(report.analysis).toBeDefined();
+      expect(report.analysis.length).toBeGreaterThan(100);
+    });
+
+    it('should provide recommendations', () => {
+      expect(report.recommendations).toBeDefined();
+      expect(report.recommendations.length).toBeGreaterThan(0);
+      expect(report.recommendations[0]).toContain('8');
+    });
+
+    it('should generate artifacts', () => {
+      expect(report.artifacts).toBeDefined();
+      expect(report.artifacts.attentionHeatmaps).toBeDefined();
+      expect(report.artifacts.weightDistributions).toBeDefined();
+    });
+
+    it('should complete within reasonable time', () => {
+      expect(report.executionTimeMs).toBeLessThan(60000); // <60s
+    });
+  });
+});

package/simulation/tests/latent-space/clustering-analysis.test.ts

@@ -0,0 +1,281 @@
+/**
+ * Clustering Analysis Simulation Tests
+ *
+ * Tests community detection algorithms and semantic clustering quality
+ * in RuVector's latent space.
+ *
+ * Target Metrics:
+ * - Louvain algorithm (optimal)
+ * - Modularity Q >0.75 (target: 0.758)
+ * - Semantic purity: 87.2%
+ * - Hierarchical levels: 3
+ * - Community detection quality
+ */
+
+import { describe, it, expect, beforeAll } from 'vitest';
+import { clusteringAnalysisScenario } from '../../scenarios/latent-space/clustering-analysis';
+import type { SimulationReport } from '../../types';
+
+describe('ClusteringAnalysis', () => {
+  let report: SimulationReport;
+
+  beforeAll(async () => {
+    report = await clusteringAnalysisScenario.run(clusteringAnalysisScenario.config);
+  }, 90000); // 90s timeout
+
+  describe('Optimal Algorithm', () => {
+    it('should select Louvain as best', () => {
+      const best = report.summary.bestAlgorithm;
+      expect(best.algorithm).toBe('louvain');
+    });
+
+    it('should test Louvain algorithm', () => {
+      const algorithms = clusteringAnalysisScenario.config.algorithms;
+      const louvain = algorithms.find(a => a.name === 'louvain');
+      expect(louvain).toBeDefined();
+    });
+
+    it('should test Label Propagation', () => {
+      const algorithms = clusteringAnalysisScenario.config.algorithms;
+      const lp = algorithms.find(a => a.name === 'label-propagation');
+      expect(lp).toBeDefined();
+    });
+
+    it('should test multiple algorithms', () => {
+      const algorithms = clusteringAnalysisScenario.config.algorithms;
+      expect(algorithms.length).toBeGreaterThanOrEqual(3);
+    });
+  });
+
+  describe('Modularity Score', () => {
+    it('should achieve Q >0.75', () => {
+      const avgModularity = report.summary.avgModularity;
+      expect(avgModularity).toBeGreaterThan(0.75);
+    });
+
+    it('should target Q=0.758', () => {
+      const avgModularity = report.summary.avgModularity;
+      expect(avgModularity).toBeCloseTo(0.758, 0.05);
+    });
+
+    it('should have positive modularity', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(r.metrics.modularityScore).toBeGreaterThan(0);
+      });
+    });
+
+    it('should not exceed 1.0', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(r.metrics.modularityScore).toBeLessThanOrEqual(1.0);
+      });
+    });
+  });
+
+  describe('Semantic Purity', () => {
+    it('should achieve >85% semantic purity', () => {
+      const purity = report.summary.semanticPurity;
+      expect(purity).toBeGreaterThan(0.85);
+    });
+
+    it('should target 87.2% semantic purity', () => {
+      const purity = report.summary.semanticPurity;
+      expect(purity).toBeCloseTo(0.872, 0.03);
+    });
+
+    it('should align graph clusters with embeddings', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(r.metrics.embeddingClusterOverlap).toBeGreaterThan(0.7);
+      });
+    });
+  });
+
+  describe('Community Structure', () => {
+    it('should detect multiple communities', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(r.metrics.numCommunities).toBeGreaterThan(1);
+      });
+    });
+
+    it('should have balanced distribution', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(Array.isArray(r.metrics.communityDistribution)).toBe(true);
+      });
+    });
+
+    it('should track community sizes', () => {
+      const metrics = report.metrics.communityStructure;
+      expect(metrics.avgNumCommunities).toBeGreaterThan(0);
+    });
+  });
+
+  describe('Hierarchical Properties', () => {
+    it('should have hierarchical depth', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(r.metrics.hierarchyDepth).toBeGreaterThan(0);
+      });
+    });
+
+    it('should target 3 hierarchical levels', () => {
+      const hierarchy = report.metrics.hierarchicalProperties;
+      if (hierarchy && hierarchy.avgDepth) {
+        expect(hierarchy.avgDepth).toBeCloseTo(3, 1);
+      }
+    });
+
+    it('should track dendrogram balance', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        if (r.metrics.dendrogramBalance) {
+          expect(r.metrics.dendrogramBalance).toBeGreaterThan(0);
+        }
+      });
+    });
+
+    it('should record merging pattern', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(Array.isArray(r.metrics.mergingPattern)).toBe(true);
+      });
+    });
+  });
+
+  describe('Semantic Alignment', () => {
+    it('should measure cross-modal alignment', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        if (r.metrics.crossModalAlignment) {
+          expect(r.metrics.crossModalAlignment).toBeGreaterThan(0.7);
+        }
+      });
+    });
+
+    it('should validate semantic categories', () => {
+      const categories = clusteringAnalysisScenario.config.semanticCategories;
+      expect(categories).toContain('text');
+      expect(categories).toContain('code');
+    });
+  });
+
+  describe('Agent Collaboration', () => {
+    it('should identify collaboration clusters', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(r.metrics.collaborationClusters).toBeGreaterThanOrEqual(0);
+      });
+    });
+
+    it('should measure task specialization', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        if (r.metrics.taskSpecialization) {
+          expect(r.metrics.taskSpecialization).toBeGreaterThan(0.6);
+        }
+      });
+    });
+
+    it('should track communication efficiency', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        if (r.metrics.communicationEfficiency) {
+          expect(r.metrics.communicationEfficiency).toBeGreaterThan(0.7);
+        }
+      });
+    });
+  });
+
+  describe('Algorithm Comparison', () => {
+    it('should compare Louvain vs Label Propagation', () => {
+      const louvain = (report.detailedResults as any[]).find(r => r.algorithm === 'louvain');
+      const lp = (report.detailedResults as any[]).find(r => r.algorithm === 'label-propagation');
+
+      if (louvain && lp) {
+        expect(louvain.metrics.modularityScore).toBeGreaterThan(0);
+        expect(lp.metrics.modularityScore).toBeGreaterThan(0);
+      }
+    });
+
+    it('should test Leiden algorithm', () => {
+      const leiden = (report.detailedResults as any[]).find(r => r.algorithm === 'leiden');
+      if (leiden) {
+        expect(leiden.metrics.modularityScore).toBeGreaterThan(0.7);
+      }
+    });
+
+    it('should test spectral clustering', () => {
+      const spectral = (report.detailedResults as any[]).find(r => r.algorithm === 'spectral');
+      if (spectral) {
+        expect(spectral.metrics.numCommunities).toBeGreaterThan(0);
+      }
+    });
+  });
+
+  describe('Graph Density Impact', () => {
+    it('should test multiple densities', () => {
+      const densities = clusteringAnalysisScenario.config.graphDensities;
+      expect(densities.length).toBeGreaterThanOrEqual(3);
+    });
+
+    it('should handle sparse graphs', () => {
+      const sparse = (report.detailedResults as any[]).filter(r => r.graphDensity === 0.01);
+      sparse.forEach(r => {
+        expect(r.metrics.modularityScore).toBeGreaterThan(0);
+      });
+    });
+
+    it('should handle dense graphs', () => {
+      const dense = (report.detailedResults as any[]).filter(r => r.graphDensity === 0.1);
+      dense.forEach(r => {
+        expect(r.metrics.modularityScore).toBeGreaterThan(0);
+      });
+    });
+  });
+
+  describe('Scalability', () => {
+    it('should scale to 100k nodes', () => {
+      const sizes = clusteringAnalysisScenario.config.vectorCounts;
+      expect(sizes).toContain(100000);
+    });
+
+    it('should maintain quality at scale', () => {
+      const large = (report.detailedResults as any[]).filter(r => r.vectorCount === 100000);
+      large.forEach(r => {
+        expect(r.metrics.modularityScore).toBeGreaterThan(0.70);
+      });
+    });
+
+    it('should track detection time', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(r.detectionTimeMs).toBeGreaterThan(0);
+      });
+    });
+  });
+
+  describe('Report Generation', () => {
+    it('should generate analysis report', () => {
+      expect(report.analysis).toBeDefined();
+      expect(report.analysis).toContain('Clustering');
+    });
+
+    it('should provide recommendations', () => {
+      expect(report.recommendations).toBeDefined();
+      expect(report.recommendations.some(r => r.includes('Louvain'))).toBe(true);
+    });
+
+    it('should generate visualizations', () => {
+      expect(report.artifacts.dendrograms).toBeDefined();
+      expect(report.artifacts.communityVisualizations).toBeDefined();
+      expect(report.artifacts.modularityCharts).toBeDefined();
+    });
+
+    it('should complete within timeout', () => {
+      expect(report.executionTimeMs).toBeLessThan(90000);
+    });
+  });
+});