@vibelet/cli 0.1.37 → 1.0.0

package/src/scanner.perf.test.ts

@@ -1,359 +0,0 @@
-import { describe, it } from 'node:test';
-import assert from 'node:assert/strict';
-import { writeFileSync, mkdirSync, rmSync } from 'fs';
-import { join } from 'path';
-import { tmpdir } from 'os';
-import { readSessionFileMeta, extractSessionIdFromSessionFile, listSessions, listClaudeSessions, searchSessionContent, invalidateScannerCache } from './scanner.js';
-
-function measure(fn: () => void, iterations: number): { totalMs: number; avgMs: number } {
-  fn(); // warmup
-  const start = performance.now();
-  for (let i = 0; i < iterations; i++) fn();
-  const totalMs = performance.now() - start;
-  return { totalMs, avgMs: totalMs / iterations };
-}
-
-async function measureAsync(fn: () => Promise<void>, iterations: number): Promise<{ totalMs: number; avgMs: number }> {
-  await fn(); // warmup
-  const start = performance.now();
-  for (let i = 0; i < iterations; i++) await fn();
-  const totalMs = performance.now() - start;
-  return { totalMs, avgMs: totalMs / iterations };
-}
-
-const ITERATIONS = 10_000;
-
-describe('scanner performance', () => {
-
-  describe('extractSessionIdFromSessionFile', () => {
-
-    it(`claude session ID extraction × ${ITERATIONS} < 20ms`, () => {
-      const { totalMs } = measure(() => {
-        extractSessionIdFromSessionFile('claude', '/Users/test/.claude/projects/-repo/abc123.jsonl');
-      }, ITERATIONS);
-      console.log(`  claude ID: ${totalMs.toFixed(2)}ms for ${ITERATIONS} calls`);
-      assert.ok(totalMs < 20, `took ${totalMs.toFixed(2)}ms, expected < 20ms`);
-    });
-
-    it(`codex UUID extraction × ${ITERATIONS} < 50ms`, () => {
-      const { totalMs } = measure(() => {
-        extractSessionIdFromSessionFile('codex', '/Users/test/.codex/sessions/2026/03/20/rollout-019d08ac-c265-7270-9497-d14125228a50.jsonl');
-      }, ITERATIONS);
-      console.log(`  codex UUID: ${totalMs.toFixed(2)}ms for ${ITERATIONS} calls`);
-      assert.ok(totalMs < 50, `took ${totalMs.toFixed(2)}ms, expected < 50ms`);
-    });
-
-    it(`codex non-matching filename × ${ITERATIONS} < 50ms`, () => {
-      const { totalMs } = measure(() => {
-        extractSessionIdFromSessionFile('codex', '/Users/test/.codex/sessions/2026/03/20/no-uuid-here.jsonl');
-      }, ITERATIONS);
-      console.log(`  codex no-match: ${totalMs.toFixed(2)}ms for ${ITERATIONS} calls`);
-      assert.ok(totalMs < 50, `took ${totalMs.toFixed(2)}ms, expected < 50ms`);
-    });
-  });
-
-  describe('readSessionFileMeta - Claude JSONL', () => {
-    const testDir = join(tmpdir(), `scanner-perf-test-${Date.now()}`);
-
-    function createClaudeSessionFile(name: string, lines: number): string {
-      const filePath = join(testDir, `${name}.jsonl`);
-      const content: string[] = [];
-      content.push(JSON.stringify({
-        cwd: '/repo',
-        sessionId: name,
-        customTitle: 'Test session title',
-      }));
-      for (let i = 1; i < lines; i++) {
-        content.push(JSON.stringify({
-          type: i % 2 === 0 ? 'user' : 'assistant',
-          message: {
-            role: i % 2 === 0 ? 'user' : 'assistant',
-            content: [{ type: 'text', text: `Message line ${i} with some content padding to simulate real data ${'x'.repeat(100)}` }],
-          },
-        }));
-      }
-      writeFileSync(filePath, content.join('\n'));
-      return filePath;
-    }
-
-    function createCodexSessionFile(name: string, lines: number): string {
-      const filePath = join(testDir, `${name}.jsonl`);
-      const content: string[] = [];
-      content.push(JSON.stringify({
-        type: 'session_start',
-        payload: { id: name, cwd: '/repo', title: 'Codex test session' },
-      }));
-      for (let i = 1; i < lines; i++) {
-        content.push(JSON.stringify({
-          type: 'response_item',
-          payload: {
-            type: 'message',
-            role: i % 2 === 0 ? 'user' : 'assistant',
-            content: [{ type: 'text', text: `Codex message ${i} ${'y'.repeat(100)}` }],
-          },
-        }));
-      }
-      writeFileSync(filePath, content.join('\n'));
-      return filePath;
-    }
-
-    // setup
-    it('setup test directory', () => {
-      mkdirSync(testDir, { recursive: true });
-    });
-
-    it('small Claude file (10 lines) × 100 < 200ms', async () => {
-      const filePath = createClaudeSessionFile('small-claude', 10);
-      const { totalMs, avgMs } = await measureAsync(async () => {
-        await readSessionFileMeta(filePath, 'claude');
-      }, 100);
-      console.log(`  small (10 lines): ${totalMs.toFixed(2)}ms total, ${avgMs.toFixed(3)}ms avg`);
-      assert.ok(totalMs < 200, `took ${totalMs.toFixed(2)}ms, expected < 200ms`);
-    });
-
-    it('medium Claude file (100 lines) × 50 < 200ms', async () => {
-      const filePath = createClaudeSessionFile('medium-claude', 100);
-      const { totalMs, avgMs } = await measureAsync(async () => {
-        await readSessionFileMeta(filePath, 'claude');
-      }, 50);
-      console.log(`  medium (100 lines): ${totalMs.toFixed(2)}ms total, ${avgMs.toFixed(3)}ms avg`);
-      assert.ok(totalMs < 200, `took ${totalMs.toFixed(2)}ms, expected < 200ms`);
-    });
-
-    it('large Claude file (1000 lines) - early exit × 20 < 200ms', async () => {
-      const filePath = createClaudeSessionFile('large-claude', 1000);
-      const { totalMs, avgMs } = await measureAsync(async () => {
-        await readSessionFileMeta(filePath, 'claude');
-      }, 20);
-      console.log(`  large (1000 lines): ${totalMs.toFixed(2)}ms total, ${avgMs.toFixed(3)}ms avg`);
-      // Should exit early since cwd+title found in first few lines
-      assert.ok(totalMs < 200, `took ${totalMs.toFixed(2)}ms, expected < 200ms`);
-    });
-
-    it('large Claude file without title (1000 lines) - scans 64 × 20 < 500ms', async () => {
-      // File without title - will scan up to 64 lines
-      const filePath = join(testDir, 'large-notitle-claude.jsonl');
-      const content: string[] = [];
-      content.push(JSON.stringify({ cwd: '/repo', sessionId: 'large-notitle' }));
-      for (let i = 1; i < 1000; i++) {
-        content.push(JSON.stringify({
-          type: 'assistant',
-          message: { role: 'assistant', content: 'No user message here' },
-        }));
-      }
-      writeFileSync(filePath, content.join('\n'));
-
-      const { totalMs, avgMs } = await measureAsync(async () => {
-        await readSessionFileMeta(filePath, 'claude');
-      }, 20);
-      console.log(`  large no-title (1000 lines): ${totalMs.toFixed(2)}ms total, ${avgMs.toFixed(3)}ms avg`);
-      assert.ok(totalMs < 500, `took ${totalMs.toFixed(2)}ms, expected < 500ms`);
-    });
-
-    it('small Codex file (10 lines) × 100 < 200ms', async () => {
-      const filePath = createCodexSessionFile('small-codex', 10);
-      const { totalMs, avgMs } = await measureAsync(async () => {
-        await readSessionFileMeta(filePath, 'codex');
-      }, 100);
-      console.log(`  small codex (10 lines): ${totalMs.toFixed(2)}ms total, ${avgMs.toFixed(3)}ms avg`);
-      assert.ok(totalMs < 200, `took ${totalMs.toFixed(2)}ms, expected < 200ms`);
-    });
-
-    it('medium Codex file (100 lines) × 50 < 200ms', async () => {
-      const filePath = createCodexSessionFile('medium-codex', 100);
-      const { totalMs, avgMs } = await measureAsync(async () => {
-        await readSessionFileMeta(filePath, 'codex');
-      }, 50);
-      console.log(`  medium codex (100 lines): ${totalMs.toFixed(2)}ms total, ${avgMs.toFixed(3)}ms avg`);
-      assert.ok(totalMs < 200, `took ${totalMs.toFixed(2)}ms, expected < 200ms`);
-    });
-
-    it('non-existent file × 100 < 200ms', async () => {
-      const filePath = join(testDir, 'nonexistent.jsonl');
-      const { totalMs, avgMs } = await measureAsync(async () => {
-        await readSessionFileMeta(filePath, 'claude');
-      }, 100);
-      console.log(`  non-existent: ${totalMs.toFixed(2)}ms total, ${avgMs.toFixed(3)}ms avg`);
-      assert.ok(totalMs < 200, `took ${totalMs.toFixed(2)}ms, expected < 200ms`);
-    });
-
-    it('batch read 50 Claude files sequentially < 2000ms', async () => {
-      // Create 50 files
-      const files: string[] = [];
-      for (let i = 0; i < 50; i++) {
-        files.push(createClaudeSessionFile(`batch-${i}`, 20));
-      }
-      const start = performance.now();
-      for (const filePath of files) {
-        await readSessionFileMeta(filePath, 'claude');
-      }
-      const totalMs = performance.now() - start;
-      console.log(`  batch 50 files: ${totalMs.toFixed(2)}ms`);
-      assert.ok(totalMs < 2000, `took ${totalMs.toFixed(2)}ms, expected < 2000ms`);
-    });
-
-    it('batch read 50 Claude files in parallel < 500ms', async () => {
-      const files: string[] = [];
-      for (let i = 0; i < 50; i++) {
-        files.push(createClaudeSessionFile(`batch-par-${i}`, 20));
-      }
-      const start = performance.now();
-      await Promise.all(files.map(f => readSessionFileMeta(f, 'claude')));
-      const totalMs = performance.now() - start;
-      console.log(`  batch 50 parallel: ${totalMs.toFixed(2)}ms`);
-      assert.ok(totalMs < 500, `took ${totalMs.toFixed(2)}ms, expected < 500ms`);
-    });
-
-    // cleanup
-    it('cleanup test directory', async () => {
-      invalidateScannerCache();
-      rmSync(testDir, { recursive: true, force: true });
-    });
-  });
-
-  describe('listSessions cache effectiveness', () => {
-    it('second call within TTL is near-instant', async () => {
-      invalidateScannerCache();
-      // First call (cold)
-      const coldStart = performance.now();
-      await listSessions();
-      const coldMs = performance.now() - coldStart;
-
-      // Second call (cached, should be < 1ms)
-      const warmStart = performance.now();
-      await listSessions();
-      const warmMs = performance.now() - warmStart;
-
-      console.log(`  listSessions cold: ${coldMs.toFixed(2)}ms, cached: ${warmMs.toFixed(3)}ms`);
-      assert.ok(warmMs < 1, `cached call took ${warmMs.toFixed(3)}ms, expected < 1ms`);
-
-      invalidateScannerCache();
-    });
-
-    it('invalidateScannerCache forces re-scan', async () => {
-      invalidateScannerCache();
-      await listSessions();
-
-      // Invalidate and re-call — should take real scan time, not near-zero
-      invalidateScannerCache();
-      const start = performance.now();
-      await listSessions();
-      const ms = performance.now() - start;
-      // Just verify it doesn't crash and returns in reasonable time
-      console.log(`  after invalidation: ${ms.toFixed(2)}ms`);
-      assert.ok(ms >= 0);
-
-      invalidateScannerCache();
-    });
-  });
-
-  describe('searchSessionContent cache effectiveness', () => {
-    it('second identical search within TTL is near-instant', async () => {
-      invalidateScannerCache();
-      const query = `perf-test-unique-${Date.now()}`;
-
-      const coldStart = performance.now();
-      await searchSessionContent(query);
-      const coldMs = performance.now() - coldStart;
-
-      const warmStart = performance.now();
-      await searchSessionContent(query);
-      const warmMs = performance.now() - warmStart;
-
-      console.log(`  searchSessionContent cold: ${coldMs.toFixed(2)}ms, cached: ${warmMs.toFixed(3)}ms`);
-      assert.ok(warmMs < 1, `cached call took ${warmMs.toFixed(3)}ms, expected < 1ms`);
-
-      invalidateScannerCache();
-    });
-  });
-
-  describe('listClaudeSessions with withFileTypes + parallel read', () => {
-    const testHome = join(tmpdir(), `scanner-wft-perf-${Date.now()}`);
-    const projectsDir = join(testHome, '.claude', 'projects');
-
-    it('setup: create 5 project dirs with 10 session files each', () => {
-      for (let d = 0; d < 5; d++) {
-        const dir = join(projectsDir, `-project-${d}`);
-        mkdirSync(dir, { recursive: true });
-        for (let f = 0; f < 10; f++) {
-          writeFileSync(join(dir, `session-${d}-${f}.jsonl`), JSON.stringify({
-            cwd: `/repo/project-${d}`,
-            sessionId: `session-${d}-${f}`,
-            customTitle: `Session ${d}-${f}`,
-          }) + '\n');
-        }
-      }
-    });
-
-    it('50 files across 5 dirs < 500ms', async () => {
-      const originalHome = process.env.HOME;
-      process.env.HOME = testHome;
-      try {
-        invalidateScannerCache();
-        const start = performance.now();
-        const sessions = await listClaudeSessions();
-        const totalMs = performance.now() - start;
-        console.log(`  50 files / 5 dirs: ${totalMs.toFixed(2)}ms, ${sessions.length} sessions`);
-        assert.equal(sessions.length, 50);
-        assert.ok(totalMs < 500, `took ${totalMs.toFixed(2)}ms, expected < 500ms`);
-      } finally {
-        process.env.HOME = originalHome;
-        invalidateScannerCache();
-      }
-    });
-
-    it('parallel must be faster than sequential threshold', async () => {
-      const originalHome = process.env.HOME;
-      process.env.HOME = testHome;
-      try {
-        invalidateScannerCache();
-        // Parallel (actual implementation)
-        const parallelStart = performance.now();
-        await listClaudeSessions();
-        const parallelMs = performance.now() - parallelStart;
-
-        console.log(`  parallel read: ${parallelMs.toFixed(2)}ms`);
-        // Should complete in well under 1 second for 50 small files
-        assert.ok(parallelMs < 1000, `parallel took ${parallelMs.toFixed(2)}ms, expected < 1000ms`);
-      } finally {
-        process.env.HOME = originalHome;
-        invalidateScannerCache();
-      }
-    });
-
-    it('cleanup', () => {
-      rmSync(testHome, { recursive: true, force: true });
-    });
-  });
-
-  describe('iterateFirstLines regression guard', () => {
-    it('readSessionFileMeta on 1000-line file reads only first lines < 10ms avg', async () => {
-      // A large file where cwd+title are in line 1 — should NOT read all 1000 lines
-      const tempDir = join(tmpdir(), `ifl-perf-${Date.now()}`);
-      mkdirSync(tempDir, { recursive: true });
-      const lines: string[] = [];
-      lines.push(JSON.stringify({ cwd: '/repo', sessionId: 'ifl-test', customTitle: 'Title here' }));
-      for (let i = 1; i < 1000; i++) {
-        lines.push(JSON.stringify({
-          type: 'assistant',
-          message: { role: 'assistant', content: [{ type: 'text', text: 'x'.repeat(500) }] },
-        }));
-      }
-      const filePath = join(tempDir, 'ifl-test.jsonl');
-      writeFileSync(filePath, lines.join('\n'));
-
-      // Should read file but only parse first line before exiting
-      const runs = 50;
-      const start = performance.now();
-      for (let i = 0; i < runs; i++) await readSessionFileMeta(filePath, 'claude');
-      const totalMs = performance.now() - start;
-      const avgMs = totalMs / runs;
-
-      console.log(`  1000-line early-exit: ${totalMs.toFixed(2)}ms total, ${avgMs.toFixed(3)}ms avg`);
-      // Even though the file is ~500KB, readFile is fast and we only parse 1 line
-      assert.ok(avgMs < 10, `avg ${avgMs.toFixed(3)}ms, expected < 10ms`);
-
-      rmSync(tempDir, { recursive: true, force: true });
-    });
-  });
-});