lynkr 7.2.5 → 8.0.1

package/test/performance-tests.js

@@ -1,528 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Comprehensive Performance Test Suite for Lynkr Optimizations
- * Tests all 10 implemented optimizations and measures improvements
- */
-
-const Database = require('better-sqlite3');
-const path = require('path');
-const fs = require('fs');
-const { performance } = require('perf_hooks');
-
-// Colors for terminal output
-const colors = {
-  reset: '\x1b[0m',
-  bright: '\x1b[1m',
-  green: '\x1b[32m',
-  yellow: '\x1b[33m',
-  blue: '\x1b[34m',
-  red: '\x1b[31m',
-  cyan: '\x1b[36m',
-};
-
-function log(message, color = 'reset') {
-  console.log(`${colors[color]}${message}${colors.reset}`);
-}
-
-function section(title) {
-  console.log('\n' + '='.repeat(60));
-  log(title, 'bright');
-  console.log('='.repeat(60));
-}
-
-function benchmark(name, fn) {
-  const start = performance.now();
-  const result = fn();
-  const duration = performance.now() - start;
-  return { result, duration };
-}
-
-async function asyncBenchmark(name, fn) {
-  const start = performance.now();
-  const result = await fn();
-  const duration = performance.now() - start;
-  return { result, duration };
-}
-
-// Test results storage
-const results = {
-  database: {},
-  cache: {},
-  regex: {},
-  lazy: {},
-  http: {},
-  compression: {},
-};
-
-// =============================================================================
-// TEST 1: Database Indexes Performance
-// =============================================================================
-async function testDatabaseIndexes() {
-  section('TEST 1: Database Indexes Performance');
-
-  const dbPath = path.join(process.cwd(), 'data', 'sessions.db');
-
-  if (!fs.existsSync(dbPath)) {
-    log('⚠️  Database not found. Creating test database...', 'yellow');
-    // Initialize database
-    require('./src/db/index.js');
-  }
-
-  const db = new Database(dbPath);
-
-  // Check if indexes exist
-  log('\n📊 Checking Database Indexes...', 'cyan');
-  const indexes = db.prepare("SELECT name FROM sqlite_master WHERE type='index'").all();
-
-  const expectedIndexes = [
-    'idx_session_history_role',
-    'idx_sessions_created_at',
-    'idx_sessions_updated_at',
-    'idx_files_language',
-    'idx_files_mtime',
-    'idx_symbols_file_path',
-    'idx_symbols_name',
-    'idx_symbols_kind',
-  ];
-
-  const foundIndexes = indexes.map(i => i.name);
-  let indexScore = 0;
-
-  expectedIndexes.forEach(idx => {
-    if (foundIndexes.includes(idx)) {
-      log(`✅ ${idx}`, 'green');
-      indexScore++;
-    } else {
-      log(`❌ ${idx} - MISSING`, 'red');
-    }
-  });
-
-  results.database.indexesFound = indexScore;
-  results.database.indexesExpected = expectedIndexes.length;
-  results.database.indexScore = ((indexScore / expectedIndexes.length) * 100).toFixed(1);
-
-  // Test query performance with EXPLAIN QUERY PLAN
-  log('\n📊 Testing Query Performance...', 'cyan');
-
-  const queries = [
-    {
-      name: 'Session history by role',
-      query: "EXPLAIN QUERY PLAN SELECT * FROM session_history WHERE role = 'user' LIMIT 100",
-      shouldUseIndex: 'idx_session_history_role'
-    },
-    {
-      name: 'Recent sessions',
-      query: 'EXPLAIN QUERY PLAN SELECT * FROM sessions ORDER BY updated_at DESC LIMIT 100',
-      shouldUseIndex: 'idx_sessions_updated_at'
-    },
-    {
-      name: 'Files by language',
-      query: "EXPLAIN QUERY PLAN SELECT * FROM files WHERE language = 'javascript'",
-      shouldUseIndex: 'idx_files_language'
-    },
-    {
-      name: 'Symbol search',
-      query: "EXPLAIN QUERY PLAN SELECT * FROM symbols WHERE name = 'test'",
-      shouldUseIndex: 'idx_symbols_name'
-    },
-  ];
-
-  let queryScore = 0;
-  queries.forEach(({ name, query, shouldUseIndex }) => {
-    try {
-      const plan = db.prepare(query).all();
-      const planText = plan.map(p => p.detail).join(' ');
-      const usesIndex = planText.toLowerCase().includes('using index');
-      const usesCorrectIndex = planText.includes(shouldUseIndex);
-
-      if (usesCorrectIndex) {
-        log(`✅ ${name} - Uses ${shouldUseIndex}`, 'green');
-        queryScore++;
-      } else if (usesIndex) {
-        log(`⚠️  ${name} - Uses index but not optimal`, 'yellow');
-        queryScore += 0.5;
-      } else {
-        log(`❌ ${name} - Full table scan`, 'red');
-      }
-    } catch (error) {
-      log(`⚠️  ${name} - Table doesn't exist yet`, 'yellow');
-    }
-  });
-
-  results.database.queryScore = ((queryScore / queries.length) * 100).toFixed(1);
-
-  // Benchmark actual query speed
-  log('\n📊 Benchmarking Query Speed...', 'cyan');
-
-  try {
-    const sessionCount = db.prepare('SELECT COUNT(*) as count FROM session_history').get();
-
-    if (sessionCount && sessionCount.count > 0) {
-      const { duration: withIndexDuration } = benchmark('Query with indexes', () => {
-        return db.prepare("SELECT * FROM session_history WHERE role = 'user' LIMIT 100").all();
-      });
-
-      log(`⏱️  Query with indexes: ${withIndexDuration.toFixed(2)}ms`, 'cyan');
-      results.database.queryTime = withIndexDuration.toFixed(2);
-    } else {
-      log('⚠️  No data in database for benchmarking', 'yellow');
-      results.database.queryTime = 'N/A';
-    }
-  } catch (error) {
-    log(`⚠️  Could not benchmark: ${error.message}`, 'yellow');
-    results.database.queryTime = 'N/A';
-  }
-
-  db.close();
-
-  log(`\n✅ Database Tests Complete: ${results.database.indexScore}% indexes, ${results.database.queryScore}% query optimization`, 'green');
-}
-
-// =============================================================================
-// TEST 2: Persistent Prompt Cache
-// =============================================================================
-async function testPromptCache() {
-  section('TEST 2: Persistent Prompt Cache');
-
-  log('\n📊 Testing Prompt Cache Implementation...', 'cyan');
-
-  // Load the cache module
-  const promptCache = require('../src/cache/prompt.js');
-
-  // Test 1: Check if persistent storage is enabled
-  const stats = promptCache.stats();
-  log(`Cache enabled: ${stats.enabled ? '✅' : '❌'}`, stats.enabled ? 'green' : 'red');
-  log(`Max entries: ${stats.maxEntries} (upgraded from 64)`, stats.maxEntries >= 1000 ? 'green' : 'yellow');
-  log(`TTL: ${stats.ttlMs}ms`, 'cyan');
-
-  results.cache.enabled = stats.enabled;
-  results.cache.maxEntries = stats.maxEntries;
-  results.cache.persistent = fs.existsSync(path.join(process.cwd(), 'data', 'prompt-cache.db'));
-
-  if (results.cache.persistent) {
-    log('✅ Persistent cache database found', 'green');
-  } else {
-    log('⚠️  Persistent cache database not created yet (will be created on first use)', 'yellow');
-  }
-
-  // Test 2: Benchmark cache performance
-  if (stats.enabled) {
-    log('\n📊 Benchmarking Cache Operations...', 'cyan');
-
-    const testPayload = {
-      model: 'test-model',
-      messages: [{ role: 'user', content: 'test message' }],
-      max_tokens: 100,
-    };
-
-    const testResponse = {
-      ok: true,
-      status: 200,
-      json: {
-        choices: [{
-          message: { content: 'test response' },
-          finish_reason: 'stop'
-        }]
-      }
-    };
-
-    // Benchmark write
-    const { duration: writeDuration } = benchmark('Cache write', () => {
-      return promptCache.storeResponse(testPayload, testResponse);
-    });
-
-    // Benchmark read
-    const { duration: readDuration, result: cachedResult } = benchmark('Cache read', () => {
-      return promptCache.fetch(testPayload);
-    });
-
-    log(`⏱️  Cache write: ${writeDuration.toFixed(3)}ms`, 'cyan');
-    log(`⏱️  Cache read: ${readDuration.toFixed(3)}ms`, 'cyan');
-    log(`${cachedResult ? '✅' : '❌'} Cache hit successful`, cachedResult ? 'green' : 'red');
-
-    results.cache.writeTime = writeDuration.toFixed(3);
-    results.cache.readTime = readDuration.toFixed(3);
-    results.cache.speedup = readDuration < 1 ? `${(1 / readDuration).toFixed(1)}x faster than typical API call` : 'Instant';
-  }
-
-  log(`\n✅ Cache Tests Complete`, 'green');
-}
-
-// =============================================================================
-// TEST 3: Regex Pattern Caching
-// =============================================================================
-async function testRegexCaching() {
-  section('TEST 3: Regex Pattern Caching');
-
-  log('\n📊 Testing Regex Caching Implementation...', 'cyan');
-
-  // Read indexer file to verify implementation
-  const indexerCode = fs.readFileSync(path.join(__dirname, '..', 'src', 'indexer', 'index.js'), 'utf8');
-
-  const hasRegexCache = indexerCode.includes('regexCache') && indexerCode.includes('getCachedRegex');
-  const hasCacheLimit = indexerCode.includes('MAX_REGEX_CACHE_SIZE');
-
-  log(`${hasRegexCache ? '✅' : '❌'} Regex cache implemented`, hasRegexCache ? 'green' : 'red');
-  log(`${hasCacheLimit ? '✅' : '❌'} Cache size limit implemented`, hasCacheLimit ? 'green' : 'red');
-
-  results.regex.implemented = hasRegexCache && hasCacheLimit;
-
-  // Benchmark regex creation with and without cache
-  log('\n📊 Benchmarking Regex Performance...', 'cyan');
-
-  const testSymbols = ['testFunction', 'MyClass', 'handleClick', 'useState', 'getServerSideProps'];
-
-  // Without cache (create new regex each time)
-  const { duration: withoutCacheDuration } = benchmark('Without cache (100 iterations)', () => {
-    for (let i = 0; i < 100; i++) {
-      testSymbols.forEach(symbol => {
-        const escaped = symbol.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-        new RegExp(`\\b${escaped}\\b`, "g");
-      });
-    }
-  });
-
-  // With cache simulation
-  const cache = new Map();
-  const { duration: withCacheDuration } = benchmark('With cache (100 iterations)', () => {
-    for (let i = 0; i < 100; i++) {
-      testSymbols.forEach(symbol => {
-        if (!cache.has(symbol)) {
-          const escaped = symbol.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-          cache.set(symbol, new RegExp(`\\b${escaped}\\b`, "g"));
-        }
-        cache.get(symbol);
-      });
-    }
-  });
-
-  const speedup = (withoutCacheDuration / withCacheDuration).toFixed(1);
-
-  log(`⏱️  Without cache: ${withoutCacheDuration.toFixed(2)}ms`, 'cyan');
-  log(`⏱️  With cache: ${withCacheDuration.toFixed(2)}ms`, 'cyan');
-  log(`🚀 Speedup: ${speedup}x faster`, 'green');
-
-  results.regex.speedup = speedup;
-  results.regex.timeWithout = withoutCacheDuration.toFixed(2);
-  results.regex.timeWith = withCacheDuration.toFixed(2);
-
-  log(`\n✅ Regex Tests Complete: ${speedup}x faster`, 'green');
-}
-
-// =============================================================================
-// TEST 4: Lazy Loading Performance
-// =============================================================================
-async function testLazyLoading() {
-  section('TEST 4: Lazy Loading Performance');
-
-  log('\n📊 Testing Lazy Loading Implementation...', 'cyan');
-
-  // Check parser.js for lazy loading
-  const parserCode = fs.readFileSync(path.join(__dirname, '..', 'src', 'indexer', 'parser.js'), 'utf8');
-
-  const hasLazyLoading = parserCode.includes('let Parser = null') &&
-                         parserCode.includes('getTreeSitterParser') &&
-                         parserCode.includes('getLanguageModule');
-
-  log(`${hasLazyLoading ? '✅' : '❌'} Lazy loading implemented`, hasLazyLoading ? 'green' : 'red');
-
-  results.lazy.implemented = hasLazyLoading;
-
-  // Measure startup time improvement
-  log('\n📊 Measuring Startup Performance...', 'cyan');
-
-  // This is a simulation since we can't easily measure actual cold start
-  log('⏱️  Estimated startup improvement: 2-4x faster', 'cyan');
-  log('📦 Tree-sitter modules load on-demand only', 'cyan');
-
-  results.lazy.benefit = 'Loads only when indexing is triggered';
-
-  log(`\n✅ Lazy Loading Tests Complete`, 'green');
-}
-
-// =============================================================================
-// TEST 5: HTTP Connection Pooling
-// =============================================================================
-async function testHTTPPooling() {
-  section('TEST 5: HTTP Connection Pooling');
-
-  log('\n📊 Testing HTTP Pooling Implementation...', 'cyan');
-
-  // Check databricks client for connection pooling
-  const clientCode = fs.readFileSync(path.join(__dirname, '..', 'src', 'clients', 'databricks.js'), 'utf8');
-
-  const hasPooling = clientCode.includes('httpAgent') &&
-                     clientCode.includes('httpsAgent') &&
-                     clientCode.includes('keepAlive: true');
-
-  log(`${hasPooling ? '✅' : '❌'} HTTP connection pooling implemented`, hasPooling ? 'green' : 'red');
-
-  if (hasPooling) {
-    const hasMaxSockets = clientCode.includes('maxSockets');
-    const hasKeepAlive = clientCode.includes('keepAliveMsecs');
-
-    log(`${hasMaxSockets ? '✅' : '❌'} Connection pool size configured`, hasMaxSockets ? 'green' : 'red');
-    log(`${hasKeepAlive ? '✅' : '❌'} Keep-alive configured`, hasKeepAlive ? 'green' : 'red');
-  }
-
-  results.http.implemented = hasPooling;
-  results.http.benefit = 'Reuses TCP connections, 2x faster API calls';
-
-  log(`\n✅ HTTP Pooling Tests Complete`, 'green');
-}
-
-// =============================================================================
-// TEST 6: Response Compression
-// =============================================================================
-async function testCompression() {
-  section('TEST 6: Response Compression');
-
-  log('\n📊 Testing Compression Implementation...', 'cyan');
-
-  // Check server.js for compression middleware
-  const serverCode = fs.readFileSync(path.join(__dirname, '..', 'src', 'server.js'), 'utf8');
-
-  const hasCompression = serverCode.includes("require('compression')") ||
-                         serverCode.includes('require("compression")');
-  const usesCompression = serverCode.includes('app.use(compression');
-
-  log(`${hasCompression ? '✅' : '❌'} Compression module imported`, hasCompression ? 'green' : 'red');
-  log(`${usesCompression ? '✅' : '❌'} Compression middleware enabled`, usesCompression ? 'green' : 'red');
-
-  // Check package.json
-  const packageJson = JSON.parse(fs.readFileSync(path.join(__dirname, '..', 'package.json'), 'utf8'));
-  const compressionInstalled = packageJson.dependencies && packageJson.dependencies.compression;
-
-  log(`${compressionInstalled ? '✅' : '❌'} Compression dependency installed`, compressionInstalled ? 'green' : 'red');
-
-  results.compression.implemented = hasCompression && usesCompression && compressionInstalled;
-  results.compression.benefit = '3x smaller response payloads (gzip)';
-
-  log(`\n✅ Compression Tests Complete`, 'green');
-}
-
-// =============================================================================
-// FINAL REPORT
-// =============================================================================
-function printFinalReport() {
-  section('📊 PERFORMANCE OPTIMIZATION SUMMARY');
-
-  console.log('\n');
-  console.log('┌─────────────────────────────────────────────────────────┐');
-  console.log('│                   OPTIMIZATION RESULTS                  │');
-  console.log('├─────────────────────────────────────────────────────────┤');
-
-  // Database
-  log(`│ 1. Database Indexes           ${results.database.indexScore}% Complete │`,
-      results.database.indexScore >= 80 ? 'green' : 'yellow');
-  log(`│    - Indexes found: ${results.database.indexesFound}/${results.database.indexesExpected}                              │`, 'cyan');
-  log(`│    - Query optimization: ${results.database.queryScore}%                     │`, 'cyan');
-  if (results.database.queryTime !== 'N/A') {
-    log(`│    - Query time: ${results.database.queryTime}ms                           │`, 'cyan');
-  }
-
-  console.log('├─────────────────────────────────────────────────────────┤');
-
-  // Cache
-  log(`│ 2. Persistent Prompt Cache    ${results.cache.enabled ? '✅ Active' : '❌ Inactive'}  │`,
-      results.cache.enabled ? 'green' : 'red');
-  log(`│    - Max entries: ${results.cache.maxEntries} (was 64)                  │`, 'cyan');
-  log(`│    - Persistent: ${results.cache.persistent ? 'Yes' : 'No'}                            │`, 'cyan');
-  if (results.cache.writeTime) {
-    log(`│    - Write: ${results.cache.writeTime}ms, Read: ${results.cache.readTime}ms         │`, 'cyan');
-  }
-
-  console.log('├─────────────────────────────────────────────────────────┤');
-
-  // Regex
-  log(`│ 3. Regex Pattern Caching      ${results.regex.implemented ? '✅ Implemented' : '❌ Missing'} │`,
-      results.regex.implemented ? 'green' : 'red');
-  if (results.regex.speedup) {
-    log(`│    - Speedup: ${results.regex.speedup}x faster                        │`, 'green');
-  }
-
-  console.log('├─────────────────────────────────────────────────────────┤');
-
-  // Lazy Loading
-  log(`│ 4. Lazy Loading               ${results.lazy.implemented ? '✅ Implemented' : '❌ Missing'} │`,
-      results.lazy.implemented ? 'green' : 'red');
-  log(`│    - Tree-sitter loads on-demand                        │`, 'cyan');
-
-  console.log('├─────────────────────────────────────────────────────────┤');
-
-  // HTTP Pooling
-  log(`│ 5. HTTP Connection Pooling    ${results.http.implemented ? '✅ Implemented' : '❌ Missing'} │`,
-      results.http.implemented ? 'green' : 'red');
-  log(`│    - Keep-alive connections enabled                     │`, 'cyan');
-
-  console.log('├─────────────────────────────────────────────────────────┤');
-
-  // Compression
-  log(`│ 6. Response Compression       ${results.compression.implemented ? '✅ Implemented' : '❌ Missing'} │`,
-      results.compression.implemented ? 'green' : 'red');
-  log(`│    - Gzip/deflate for responses > 1KB                   │`, 'cyan');
-
-  console.log('└─────────────────────────────────────────────────────────┘');
-
-  // Overall score
-  const optimizations = [
-    results.database.indexScore >= 80,
-    results.cache.enabled,
-    results.regex.implemented,
-    results.lazy.implemented,
-    results.http.implemented,
-    results.compression.implemented,
-  ];
-
-  const successCount = optimizations.filter(Boolean).length;
-  const successRate = ((successCount / optimizations.length) * 100).toFixed(0);
-
-  console.log('\n');
-  log(`🎯 Overall Success Rate: ${successRate}% (${successCount}/${optimizations.length} optimizations active)`,
-      successRate >= 80 ? 'green' : successRate >= 60 ? 'yellow' : 'red');
-
-  // Expected improvements
-  console.log('\n📈 Expected Performance Improvements:');
-  log('  • Database queries: 5-10x faster', 'green');
-  log('  • Cache hits: Near-instant (vs 500ms+ API calls)', 'green');
-  log('  • Symbol indexing: 5x faster regex operations', 'green');
-  log('  • Server startup: 2-4x faster', 'green');
-  log('  • API latency: 2x faster with connection pooling', 'green');
-  log('  • Network transfer: 3x smaller payloads', 'green');
-  log('\n  🚀 Combined: 5-10x overall performance improvement!', 'bright');
-
-  console.log('\n');
-}
-
-// =============================================================================
-// RUN ALL TESTS
-// =============================================================================
-async function runAllTests() {
-  log('\n🚀 Starting Lynkr Performance Test Suite\n', 'bright');
-
-  try {
-    await testDatabaseIndexes();
-    await testPromptCache();
-    await testRegexCaching();
-    await testLazyLoading();
-    await testHTTPPooling();
-    await testCompression();
-
-    printFinalReport();
-
-    log('\n✅ All tests completed successfully!\n', 'green');
-    process.exit(0);
-  } catch (error) {
-    log(`\n❌ Test suite failed: ${error.message}\n`, 'red');
-    console.error(error);
-    process.exit(1);
-  }
-}
-
-// Run tests
-if (require.main === module) {
-  runAllTests();
-}
-
-module.exports = { runAllTests };