agentdb 3.0.0-alpha.2 → 3.0.0-alpha.4

package/simulation/tests/latent-space/self-organizing-hnsw.test.ts

@@ -0,0 +1,291 @@
+/**
+ * Self-Organizing HNSW Simulation Tests
+ *
+ * Tests autonomous graph restructuring, adaptive parameter tuning,
+ * dynamic topology evolution, and self-healing mechanisms.
+ *
+ * Target Metrics:
+ * - MPC adaptation implementation
+ * - Degradation prevention >95% (target: 97.9%)
+ * - Self-healing latency <100ms
+ * - 30-day simulation capability
+ * - Real-time monitoring
+ */
+
+import { describe, it, expect, beforeAll } from 'vitest';
+import { selfOrganizingHNSWScenario } from '../../scenarios/latent-space/self-organizing-hnsw';
+import type { SimulationReport } from '../../types';
+
+describe('SelfOrganizingHNSW', () => {
+  let report: SimulationReport;
+
+  beforeAll(async () => {
+    report = await selfOrganizingHNSWScenario.run(selfOrganizingHNSWScenario.config);
+  }, 120000); // 120s timeout for long simulation
+
+  describe('Optimal Adaptation Strategy', () => {
+    it('should select MPC as best strategy', () => {
+      const best = report.summary.bestStrategy;
+      expect(['mpc', 'hybrid']).toContain(best.strategy);
+    });
+
+    it('should test static baseline', () => {
+      const strategies = selfOrganizingHNSWScenario.config.strategies;
+      const static_strategy = strategies.find(s => s.name === 'static');
+      expect(static_strategy).toBeDefined();
+    });
+
+    it('should test MPC adaptation', () => {
+      const strategies = selfOrganizingHNSWScenario.config.strategies;
+      const mpc = strategies.find(s => s.name === 'mpc');
+      expect(mpc).toBeDefined();
+    });
+
+    it('should test online learning', () => {
+      const strategies = selfOrganizingHNSWScenario.config.strategies;
+      const online = strategies.find(s => s.name === 'online-learning');
+      expect(online).toBeDefined();
+    });
+  });
+
+  describe('Degradation Prevention', () => {
+    it('should prevent >95% degradation', () => {
+      const avgDegradation = report.summary.avgDegradationPrevented;
+      expect(avgDegradation).toBeGreaterThan(95);
+    });
+
+    it('should target 97.9% degradation prevention', () => {
+      const avgDegradation = report.summary.avgDegradationPrevented;
+      expect(avgDegradation).toBeCloseTo(97.9, 5);
+    });
+
+    it('should detect performance degradation', () => {
+      const results = report.detailedResults as any[];
+      const hasAdaptation = results.some(r => {
+        return r.evolution?.timeline?.some((t: any) => t.degradation);
+      });
+      expect(hasAdaptation).toBe(true);
+    });
+  });
+
+  describe('Self-Healing Mechanisms', () => {
+    it('should heal fragmentation', () => {
+      const avgHealing = report.summary.avgHealingTime;
+      expect(avgHealing).toBeLessThan(100);
+    });
+
+    it('should target <100ms healing latency', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        if (r.healing?.healingTimeMs) {
+          expect(r.healing.healingTimeMs).toBeLessThan(150);
+        }
+      });
+    });
+
+    it('should maintain recall after healing', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        if (r.healing?.postHealingRecall) {
+          expect(r.healing.postHealingRecall).toBeGreaterThan(0.90);
+        }
+      });
+    });
+
+    it('should reconnect fragmented nodes', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        if (r.healing) {
+          expect(r.healing.fragmentationRate).toBeLessThan(0.1);
+        }
+      });
+    });
+  });
+
+  describe('30-Day Simulation', () => {
+    it('should simulate 30 days', () => {
+      const days = selfOrganizingHNSWScenario.config.simulationDays;
+      expect(days).toBe(30);
+    });
+
+    it('should handle workload shifts', () => {
+      const shifts = selfOrganizingHNSWScenario.config.workloadShifts;
+      expect(shifts.length).toBeGreaterThanOrEqual(3);
+    });
+
+    it('should track performance over time', () => {
+      const results = report.detailedResults as any[];
+      const withEvolution = results.filter(r => r.evolution?.timeline?.length > 0);
+      expect(withEvolution.length).toBeGreaterThan(0);
+    });
+  });
+
+  describe('MPC Adaptation', () => {
+    it('should optimize parameters', () => {
+      const mpcResults = (report.detailedResults as any[]).filter(
+        r => r.strategy === 'mpc' || r.strategy === 'hybrid'
+      );
+
+      mpcResults.forEach(r => {
+        if (r.parameters?.optimalMFound) {
+          expect(r.parameters.optimalMFound).toBeGreaterThan(0);
+        }
+      });
+    });
+
+    it('should use predictive horizon', () => {
+      const strategies = selfOrganizingHNSWScenario.config.strategies;
+      const mpc = strategies.find(s => s.name === 'mpc');
+
+      if (mpc) {
+        expect(mpc.parameters.horizon).toBe(10);
+      }
+    });
+
+    it('should improve latency over time', () => {
+      const results = report.detailedResults as any[];
+      const adaptive = results.filter(r => r.strategy !== 'static');
+
+      adaptive.forEach(r => {
+        if (r.improvement?.latencyImprovement) {
+          expect(r.improvement.latencyImprovement).toBeGreaterThan(-10);
+        }
+      });
+    });
+  });
+
+  describe('Parameter Evolution', () => {
+    it('should discover optimal M', () => {
+      const paramMetrics = report.metrics.parameterEvolution;
+      expect(paramMetrics.avgOptimalM).toBeGreaterThan(0);
+      expect(paramMetrics.avgOptimalM).toBeLessThan(100);
+    });
+
+    it('should maintain parameter stability', () => {
+      const paramMetrics = report.metrics.parameterEvolution;
+      expect(paramMetrics.avgStability).toBeGreaterThan(0.7);
+    });
+
+    it('should track parameter trajectory', () => {
+      const results = report.detailedResults as any[];
+      const withTrajectory = results.filter(
+        r => r.parameters?.mTrajectory?.length > 0
+      );
+      expect(withTrajectory.length).toBeGreaterThan(0);
+    });
+  });
+
+  describe('Deletion Handling', () => {
+    it('should test multiple deletion rates', () => {
+      const rates = selfOrganizingHNSWScenario.config.deletionRates;
+      expect(rates.length).toBeGreaterThanOrEqual(3);
+      expect(rates).toContain(0.05);
+    });
+
+    it('should handle 10% daily deletions', () => {
+      const highDeletion = (report.detailedResults as any[]).filter(
+        r => r.deletionRate === 0.10
+      );
+
+      highDeletion.forEach(r => {
+        if (r.healing) {
+          expect(r.healing.postHealingRecall).toBeGreaterThan(0.85);
+        }
+      });
+    });
+  });
+
+  describe('Online Learning', () => {
+    it('should use gradient-based optimization', () => {
+      const strategies = selfOrganizingHNSWScenario.config.strategies;
+      const online = strategies.find(s => s.name === 'online-learning');
+
+      if (online) {
+        expect(online.parameters.learningRate).toBeDefined();
+        expect(online.parameters.learningRate).toBeLessThan(0.01);
+      }
+    });
+
+    it('should converge to good parameters', () => {
+      const onlineResults = (report.detailedResults as any[]).filter(
+        r => r.strategy === 'online-learning'
+      );
+
+      onlineResults.forEach(r => {
+        if (r.parameters?.optimalMFound) {
+          expect(r.parameters.optimalMFound).toBeGreaterThan(8);
+          expect(r.parameters.optimalMFound).toBeLessThan(64);
+        }
+      });
+    });
+  });
+
+  describe('Hybrid Strategy', () => {
+    it('should combine MPC and online learning', () => {
+      const hybrid = (report.detailedResults as any[]).find(r => r.strategy === 'hybrid');
+
+      if (hybrid) {
+        expect(hybrid.parameters).toBeDefined();
+      }
+    });
+
+    it('should achieve best overall performance', () => {
+      const best = report.summary.bestStrategy;
+      const improvement = (best as any).improvement?.latencyImprovement || 0;
+      expect(improvement).toBeGreaterThan(-20);
+    });
+  });
+
+  describe('Long-Term Stability', () => {
+    it('should converge within simulation period', () => {
+      const stability = report.metrics.longTermStability;
+      expect(stability.convergenceTime).toBeLessThan(30);
+    });
+
+    it('should maintain stability score >85%', () => {
+      const stability = report.metrics.longTermStability;
+      expect(stability.stabilityScore).toBeGreaterThan(0.85);
+    });
+  });
+
+  describe('Real-Time Monitoring', () => {
+    it('should track metrics over time', () => {
+      const results = report.detailedResults as any[];
+      const withTimeline = results.filter(r => r.evolution?.timeline);
+      expect(withTimeline.length).toBeGreaterThan(0);
+    });
+
+    it('should detect anomalies', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        if (r.evolution?.timeline) {
+          r.evolution.timeline.forEach((t: any) => {
+            expect(t.metrics).toBeDefined();
+          });
+        }
+      });
+    });
+  });
+
+  describe('Report Generation', () => {
+    it('should generate analysis', () => {
+      expect(report.analysis).toBeDefined();
+      expect(report.analysis).toContain('Self-Organizing');
+    });
+
+    it('should provide recommendations', () => {
+      expect(report.recommendations).toBeDefined();
+      expect(report.recommendations.some(r => r.includes('MPC'))).toBe(true);
+    });
+
+    it('should generate evolution visualizations', () => {
+      expect(report.artifacts.evolutionTimelines).toBeDefined();
+      expect(report.artifacts.parameterTrajectories).toBeDefined();
+      expect(report.artifacts.healingVisualizations).toBeDefined();
+    });
+
+    it('should complete within timeout', () => {
+      expect(report.executionTimeMs).toBeLessThan(120000);
+    });
+  });
+});

package/simulation/tests/latent-space/traversal-optimization.test.ts

@@ -0,0 +1,261 @@
+/**
+ * Traversal Optimization Simulation Tests
+ *
+ * Tests search strategies for efficient latent space navigation including
+ * greedy, beam, dynamic-k, and attention-guided traversal.
+ *
+ * Target Metrics:
+ * - Beam-5 configuration (optimal)
+ * - Dynamic-k adaptation (5-20 range)
+ * - Recall@10 >95% (target: 96.8%)
+ * - Latency reduction -18.4% with dynamic-k
+ * - Greedy, beam, A*, best-first strategies
+ */
+
+import { describe, it, expect, beforeAll } from 'vitest';
+import { traversalOptimizationScenario } from '../../scenarios/latent-space/traversal-optimization';
+import type { SimulationReport } from '../../types';
+
+describe('TraversalOptimization', () => {
+  let report: SimulationReport;
+
+  beforeAll(async () => {
+    report = await traversalOptimizationScenario.run(traversalOptimizationScenario.config);
+  }, 90000); // 90s timeout
+
+  describe('Optimal Strategy Selection', () => {
+    it('should identify beam-5 as optimal', () => {
+      const best = report.summary.bestStrategy;
+      expect(best.strategy).toBe('beam');
+      expect(best.parameters.beamWidth).toBe(5);
+    });
+
+    it('should test greedy baseline', () => {
+      const strategies = traversalOptimizationScenario.config.strategies;
+      const greedy = strategies.find(s => s.name === 'greedy');
+      expect(greedy).toBeDefined();
+    });
+
+    it('should test multiple beam widths', () => {
+      const strategies = traversalOptimizationScenario.config.strategies;
+      const beamStrategies = strategies.filter(s => s.name === 'beam');
+      expect(beamStrategies.length).toBeGreaterThanOrEqual(3);
+    });
+  });
+
+  describe('Dynamic-K Adaptation', () => {
+    it('should adapt k in range 5-20', () => {
+      const dynamicK = (report.detailedResults as any[]).find(
+        r => r.strategy === 'dynamic-k'
+      );
+
+      if (dynamicK) {
+        const range = dynamicK.metrics.dynamicKRange;
+        expect(range[0]).toBe(5);
+        expect(range[1]).toBe(20);
+      }
+    });
+
+    it('should reduce latency by >15%', () => {
+      const analysis = report.metrics.dynamicKEfficiency;
+      if (analysis && analysis.latencyReduction) {
+        expect(Math.abs(analysis.latencyReduction)).toBeGreaterThan(15);
+      }
+    });
+
+    it('should target -18.4% latency reduction', () => {
+      const analysis = report.metrics.dynamicKEfficiency;
+      if (analysis && analysis.latencyReduction) {
+        expect(analysis.latencyReduction).toBeCloseTo(-18.4, 5);
+      }
+    });
+  });
+
+  describe('Recall Performance', () => {
+    it('should achieve >95% recall@10', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        if (r.metrics.recallAt10) {
+          expect(r.metrics.recallAt10).toBeGreaterThan(0.95);
+        }
+      });
+    });
+
+    it('should target 96.8% recall@10', () => {
+      const best = report.summary.bestStrategy;
+      if (best.metrics.recallAt10) {
+        expect(best.metrics.recallAt10).toBeCloseTo(0.968, 0.02);
+      }
+    });
+
+    it('should maintain high precision', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(r.metrics.precision).toBeGreaterThan(0.85);
+      });
+    });
+
+    it('should optimize F1 score', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        const f1 = r.metrics.f1Score;
+        expect(f1).toBeGreaterThan(0.85);
+        expect(f1).toBeLessThanOrEqual(1.0);
+      });
+    });
+  });
+
+  describe('Search Efficiency', () => {
+    it('should minimize average hops', () => {
+      const avgHops = report.summary.avgHops || 0;
+      expect(avgHops).toBeLessThan(25);
+    });
+
+    it('should reduce distance computations', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        const avgDist = r.metrics.avgDistanceComputations;
+        expect(avgDist).toBeLessThan(r.graphSize / 10);
+      });
+    });
+
+    it('should track latency percentiles', () => {
+      const results = report.detailedResults as any[];
+      results.forEach(r => {
+        expect(r.metrics.latencyP50).toBeDefined();
+        expect(r.metrics.latencyP95).toBeDefined();
+        expect(r.metrics.latencyP99).toBeDefined();
+      });
+    });
+  });
+
+  describe('Strategy Comparison', () => {
+    it('should compare all strategies', () => {
+      const comparison = report.metrics.strategyComparison;
+      expect(Array.isArray(comparison)).toBe(true);
+      expect(comparison.length).toBeGreaterThanOrEqual(5);
+    });
+
+    it('should show beam > greedy recall', () => {
+      const comparison = report.metrics.strategyComparison;
+      const greedy = comparison.find((s: any) => s.strategy === 'greedy');
+      const beam = comparison.find((s: any) => s.strategy === 'beam');
+
+      if (greedy && beam) {
+        expect(beam.avgRecall).toBeGreaterThan(greedy.avgRecall);
+      }
+    });
+
+    it('should analyze latency trade-offs', () => {
+      const comparison = report.metrics.strategyComparison;
+      const greedy = comparison.find((s: any) => s.strategy === 'greedy');
+      const beam10 = (report.detailedResults as any[]).find(
+        r => r.strategy === 'beam' && r.parameters.beamWidth === 10
+      );
+
+      if (greedy && beam10) {
+        expect(beam10.metrics.latencyMs).toBeGreaterThan(greedy.metrics.latencyMs);
+      }
+    });
+  });
+
+  describe('Recall-Latency Frontier', () => {
+    it('should compute Pareto frontier', () => {
+      const frontier = report.metrics.recallLatencyFrontier;
+      expect(Array.isArray(frontier)).toBe(true);
+      expect(frontier.length).toBeGreaterThan(0);
+    });
+
+    it('should identify optimal trade-off points', () => {
+      const frontier = report.metrics.recallLatencyFrontier;
+      frontier.forEach((point: any) => {
+        expect(point.recall).toBeGreaterThan(0);
+        expect(point.latency).toBeGreaterThan(0);
+      });
+    });
+  });
+
+  describe('Attention-Guided Navigation', () => {
+    it('should test attention-guided strategy', () => {
+      const attentionStrategy = (report.detailedResults as any[]).find(
+        r => r.strategy === 'attention-guided'
+      );
+      expect(attentionStrategy).toBeDefined();
+    });
+
+    it('should improve efficiency', () => {
+      const analysis = report.metrics.attentionGuidance;
+      if (analysis && analysis.efficiency) {
+        expect(analysis.efficiency).toBeGreaterThan(0.85);
+      }
+    });
+
+    it('should prune search paths', () => {
+      const analysis = report.metrics.attentionGuidance;
+      if (analysis && analysis.pathPruning) {
+        expect(analysis.pathPruning).toBeGreaterThan(0.1);
+      }
+    });
+  });
+
+  describe('Query Distribution Robustness', () => {
+    it('should test uniform queries', () => {
+      const distributions = traversalOptimizationScenario.config.queryDistributions;
+      expect(distributions).toContain('uniform');
+    });
+
+    it('should test clustered queries', () => {
+      const distributions = traversalOptimizationScenario.config.queryDistributions;
+      expect(distributions).toContain('clustered');
+    });
+
+    it('should test outlier queries', () => {
+      const distributions = traversalOptimizationScenario.config.queryDistributions;
+      expect(distributions).toContain('outliers');
+    });
+
+    it('should handle mixed workloads', () => {
+      const distributions = traversalOptimizationScenario.config.queryDistributions;
+      expect(distributions).toContain('mixed');
+    });
+  });
+
+  describe('Scalability', () => {
+    it('should scale to 1M nodes', () => {
+      const sizes = traversalOptimizationScenario.config.graphSizes;
+      expect(sizes).toContain(1000000);
+    });
+
+    it('should maintain performance at scale', () => {
+      const large = (report.detailedResults as any[]).filter(
+        r => r.graphSize === 1000000
+      );
+
+      large.forEach(r => {
+        expect(r.metrics.recall).toBeGreaterThan(0.90);
+      });
+    });
+  });
+
+  describe('Report Generation', () => {
+    it('should generate comprehensive analysis', () => {
+      expect(report.analysis).toBeDefined();
+      expect(report.analysis).toContain('Traversal');
+    });
+
+    it('should provide strategy recommendations', () => {
+      expect(report.recommendations).toBeDefined();
+      expect(report.recommendations.length).toBeGreaterThanOrEqual(3);
+    });
+
+    it('should generate visualization artifacts', () => {
+      expect(report.artifacts.recallLatencyPlots).toBeDefined();
+      expect(report.artifacts.strategyComparisons).toBeDefined();
+      expect(report.artifacts.efficiencyCurves).toBeDefined();
+    });
+
+    it('should complete efficiently', () => {
+      expect(report.executionTimeMs).toBeLessThan(90000);
+    });
+  });
+});