@vinaes/succ 1.3.19

package/dist/commands/benchmark-quality.js

@@ -0,0 +1,316 @@
+/**
+ * Quality Scoring Benchmark
+ *
+ * Compares different quality scoring modes:
+ * - heuristic: Fast regex-based scoring (no model)
+ * - local: ONNX zero-shot classification (Xenova/nli-deberta-v3-xsmall)
+ * - api: API endpoint (OpenRouter, Ollama, etc.) with configurable model
+ */
+import { scoreWithHeuristics, scoreWithLocal, scoreWithApi, cleanupQualityScoring, } from '../lib/quality.js';
+import { hasApiKey, getLLMTaskConfig } from '../lib/config.js';
+// Default Ollama models to benchmark (small, fast models good for classification)
+const OLLAMA_MODELS = [
+    'qwen2.5:0.5b', // Smallest, fastest
+    'gemma2:2b', // Good balance
+    'phi3:mini', // Microsoft's efficient model
+];
+// Test cases with expected quality (high/medium/low)
+const testCases = [
+    // HIGH QUALITY - specific, technical, actionable
+    {
+        name: 'EN: Technical bug fix',
+        content: 'Fixed bug in `handleAuth` function in src/auth.ts:42 where JWT tokens were not validated properly',
+        expected: 'high',
+    },
+    {
+        name: 'RU: Technical bug fix',
+        content: 'Исправил баг в функции `handleAuth` в файле src/auth.ts:42, где JWT токены неправильно валидировались',
+        expected: 'high',
+    },
+    {
+        name: 'Code snippet',
+        content: `Implemented retry logic with exponential backoff:
+\`\`\`typescript
+async function retry<T>(fn: () => Promise<T>, attempts = 3): Promise<T> {
+  for (let i = 0; i < attempts; i++) {
+    try { return await fn(); }
+    catch (e) { if (i === attempts - 1) throw e; await sleep(Math.pow(2, i) * 1000); }
+  }
+  throw new Error('Unreachable');
+}
+\`\`\``,
+        expected: 'high',
+    },
+    {
+        name: 'Architecture decision',
+        content: 'Decision: Use PostgreSQL with pgvector extension for semantic search instead of dedicated vector database. Rationale: simpler infrastructure, good enough performance for our scale, single source of truth.',
+        expected: 'high',
+    },
+    {
+        name: 'RU: Architecture decision',
+        content: 'Решение: Использовать PostgreSQL с pgvector вместо отдельной векторной БД. Причина: проще инфраструктура, достаточная производительность для нашего масштаба, единый источник данных.',
+        expected: 'high',
+    },
+    // MEDIUM QUALITY - somewhat specific but less actionable
+    {
+        name: 'General observation',
+        content: 'The authentication module uses JWT tokens for session management and refresh tokens for long-lived sessions.',
+        expected: 'medium',
+    },
+    {
+        name: 'RU: General observation',
+        content: 'Модуль аутентификации использует JWT токены для управления сессиями и refresh токены для долгоживущих сессий.',
+        expected: 'medium',
+    },
+    {
+        name: 'Mixed language',
+        content: 'Добавил feature для `UserService` класса - теперь поддерживает batch operations с retry logic',
+        expected: 'medium',
+    },
+    // LOW QUALITY - vague, non-technical, or trivial
+    {
+        name: 'EN: Vague content',
+        content: 'Something is wrong somehow with the thing',
+        expected: 'low',
+    },
+    {
+        name: 'RU: Vague content',
+        content: 'Что-то не так где-то с чем-то',
+        expected: 'low',
+    },
+    {
+        name: 'Too short',
+        content: 'fix bug',
+        expected: 'low',
+    },
+    {
+        name: 'Generic praise',
+        content: 'The code is nice and works well',
+        expected: 'low',
+    },
+    {
+        name: 'RU: Generic praise',
+        content: 'Код хороший и работает нормально',
+        expected: 'low',
+    },
+];
+// API models to benchmark (via OpenRouter or any OpenAI-compatible endpoint)
+const API_MODELS = [
+    'openai/gpt-4o-mini',
+    'anthropic/claude-3.5-haiku',
+    'google/gemini-2.0-flash-001',
+    'deepseek/deepseek-chat',
+];
+/**
+ * Run benchmark for a single scoring mode
+ */
+async function benchmarkMode(modeName, modelName, scoreFn) {
+    const times = [];
+    const scores = [];
+    console.log(`\n  Running ${testCases.length} test cases...`);
+    for (const testCase of testCases) {
+        const start = Date.now();
+        const result = await scoreFn(testCase.content);
+        times.push(Date.now() - start);
+        scores.push({
+            name: testCase.name,
+            score: result.score,
+            factors: result.factors,
+        });
+    }
+    const totalMs = times.reduce((a, b) => a + b, 0);
+    const avgScore = scores.reduce((a, b) => a + b.score, 0) / scores.length;
+    return {
+        timing: {
+            mode: modeName,
+            model: modelName,
+            totalMs,
+            avgMs: totalMs / times.length,
+            minMs: Math.min(...times),
+            maxMs: Math.max(...times),
+        },
+        accuracy: {
+            mode: modeName,
+            model: modelName,
+            scores,
+            avgScore,
+        },
+    };
+}
+/**
+ * Check if Ollama is running
+ */
+async function isOllamaRunning(url = 'http://localhost:11434') {
+    try {
+        const response = await fetch(`${url}/api/tags`, { method: 'GET' });
+        return response.ok;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Get available Ollama models
+ */
+async function getOllamaModels(url = 'http://localhost:11434') {
+    try {
+        const response = await fetch(`${url}/api/tags`);
+        if (!response.ok)
+            return [];
+        const data = await response.json();
+        return (data.models || []).map((m) => m.name);
+    }
+    catch {
+        return [];
+    }
+}
+/**
+ * Run quality scoring benchmark
+ */
+export async function benchmarkQuality(options = {}) {
+    const { api = false, ollama = false, models, ollamaUrl = 'http://localhost:11434' } = options;
+    console.log('═══════════════════════════════════════════════════════════');
+    console.log('               QUALITY SCORING BENCHMARK                    ');
+    console.log('═══════════════════════════════════════════════════════════');
+    const allResults = [];
+    // ============ HEURISTIC BENCHMARK ============
+    console.log('\n┌─────────────────────────────────────────────────────────────┐');
+    console.log('│ HEURISTIC (regex-based, no model)                           │');
+    console.log('└─────────────────────────────────────────────────────────────┘');
+    const heuristicResult = await benchmarkMode('heuristic', 'none', async (content) => scoreWithHeuristics(content));
+    allResults.push(heuristicResult);
+    // ============ LOCAL ONNX BENCHMARK ============
+    console.log('\n┌─────────────────────────────────────────────────────────────┐');
+    console.log('│ LOCAL ONNX (Xenova/nli-deberta-v3-xsmall)                    │');
+    console.log('└─────────────────────────────────────────────────────────────┘');
+    console.log('\n  Loading model (first run may download ~50MB)...');
+    const localResult = await benchmarkMode('local', 'Xenova/nli-deberta-v3-xsmall', async (content) => scoreWithLocal(content));
+    allResults.push(localResult);
+    // ============ OLLAMA BENCHMARK ============
+    if (ollama) {
+        const ollamaRunning = await isOllamaRunning(ollamaUrl);
+        if (!ollamaRunning) {
+            console.log('\n  ⓘ Ollama benchmark skipped (not running)');
+            console.log(`    Start Ollama: ollama serve`);
+            console.log(`    URL: ${ollamaUrl}`);
+        }
+        else {
+            const availableModels = await getOllamaModels(ollamaUrl);
+            // Parse models from CLI or use defaults
+            const modelsToTest = models ? models.split(',').map((m) => m.trim()) : OLLAMA_MODELS;
+            for (const model of modelsToTest) {
+                // Check if model is available
+                const isAvailable = availableModels.some((m) => m.startsWith(model.split(':')[0]));
+                console.log('\n┌─────────────────────────────────────────────────────────────┐');
+                console.log(`│ OLLAMA (${model.padEnd(49)}) │`);
+                console.log('└─────────────────────────────────────────────────────────────┘');
+                if (!isAvailable) {
+                    console.log(`  ⚠ Model not installed. Run: ollama pull ${model}`);
+                    continue;
+                }
+                try {
+                    const ollamaResult = await benchmarkMode('ollama', model, async (content) => scoreWithApi(content, ollamaUrl, model));
+                    allResults.push(ollamaResult);
+                }
+                catch (error) {
+                    console.log(`  ⚠ Error: ${error.message}`);
+                }
+            }
+        }
+    }
+    // ============ API BENCHMARK ============
+    if (api) {
+        if (!hasApiKey()) {
+            console.log('\n  ⓘ API benchmark skipped (no API key)');
+            console.log('    Set OPENROUTER_API_KEY env var or add llm.api_key to ~/.succ/config.json');
+        }
+        else {
+            const qualityCfg = getLLMTaskConfig('quality');
+            const apiKey = qualityCfg.api_key;
+            const apiUrl = qualityCfg.api_url;
+            // Parse models from CLI or use defaults
+            const modelsToTest = models ? models.split(',').map((m) => m.trim()) : API_MODELS;
+            for (const model of modelsToTest) {
+                console.log('\n┌─────────────────────────────────────────────────────────────┐');
+                console.log(`│ API (${model.padEnd(50)}) │`);
+                console.log('└─────────────────────────────────────────────────────────────┘');
+                try {
+                    const apiResult = await benchmarkMode('api', model, async (content) => scoreWithApi(content, apiUrl, model, apiKey));
+                    allResults.push(apiResult);
+                }
+                catch (error) {
+                    console.log(`  ⚠ Error: ${error.message}`);
+                }
+            }
+        }
+    }
+    // Cleanup
+    cleanupQualityScoring();
+    // ============ TIMING SUMMARY ============
+    console.log('\n═══════════════════════════════════════════════════════════');
+    console.log('                    TIMING RESULTS                          ');
+    console.log('═══════════════════════════════════════════════════════════');
+    console.log('\n┌─────────────────────────────────────────────────────┬──────────┬──────────┬──────────┐');
+    console.log('│ Mode / Model                                        │ Avg (ms) │ Min (ms) │ Max (ms) │');
+    console.log('├─────────────────────────────────────────────────────┼──────────┼──────────┼──────────┤');
+    for (const result of allResults) {
+        const t = result.timing;
+        const name = `${t.mode}: ${t.model}`.substring(0, 51).padEnd(51);
+        const avg = t.avgMs.toFixed(0).padStart(8);
+        const min = t.minMs.toFixed(0).padStart(8);
+        const max = t.maxMs.toFixed(0).padStart(8);
+        console.log(`│ ${name} │ ${avg} │ ${min} │ ${max} │`);
+    }
+    console.log('└─────────────────────────────────────────────────────┴──────────┴──────────┴──────────┘');
+    // ============ ACCURACY SUMMARY ============
+    console.log('\n═══════════════════════════════════════════════════════════');
+    console.log('                   ACCURACY RESULTS                         ');
+    console.log('═══════════════════════════════════════════════════════════');
+    // Print detailed scores for each mode
+    for (const result of allResults) {
+        const a = result.accuracy;
+        console.log(`\n${a.mode.toUpperCase()}: ${a.model}`);
+        console.log('─'.repeat(60));
+        // Group by expected quality
+        const highExpected = testCases.filter((t) => t.expected === 'high').map((t) => t.name);
+        const medExpected = testCases.filter((t) => t.expected === 'medium').map((t) => t.name);
+        const lowExpected = testCases.filter((t) => t.expected === 'low').map((t) => t.name);
+        const avgHigh = a.scores.filter((s) => highExpected.includes(s.name)).reduce((sum, s) => sum + s.score, 0) /
+            highExpected.length;
+        const avgMed = a.scores.filter((s) => medExpected.includes(s.name)).reduce((sum, s) => sum + s.score, 0) /
+            medExpected.length;
+        const avgLow = a.scores.filter((s) => lowExpected.includes(s.name)).reduce((sum, s) => sum + s.score, 0) /
+            lowExpected.length;
+        console.log(`  HIGH quality (expected ≥0.65):   ${(avgHigh * 100).toFixed(0)}% avg`);
+        console.log(`  MEDIUM quality (expected ~0.5):  ${(avgMed * 100).toFixed(0)}% avg`);
+        console.log(`  LOW quality (expected ≤0.45):    ${(avgLow * 100).toFixed(0)}% avg`);
+        console.log(`  Separation (HIGH - LOW):         ${((avgHigh - avgLow) * 100).toFixed(0)}pp`);
+        // Quality discrimination score (higher is better)
+        const discrimination = avgHigh - avgLow;
+        const emoji = discrimination >= 0.3 ? '✓' : discrimination >= 0.15 ? '~' : '✗';
+        console.log(`  Discrimination: ${emoji} ${discrimination >= 0.3 ? 'Good' : discrimination >= 0.15 ? 'Fair' : 'Poor'}`);
+    }
+    // ============ DETAILED SCORES ============
+    console.log('\n═══════════════════════════════════════════════════════════');
+    console.log('                   DETAILED SCORES                          ');
+    console.log('═══════════════════════════════════════════════════════════');
+    // Print table header
+    const modeHeaders = allResults
+        .map((r) => r.timing.mode.substring(0, 10).padStart(10))
+        .join(' │ ');
+    console.log(`\n${'Test Case'.padEnd(25)} │ ${modeHeaders} │ Expected`);
+    console.log('─'.repeat(25 + 3 + allResults.length * 13 + 10));
+    for (const testCase of testCases) {
+        const name = testCase.name.substring(0, 24).padEnd(25);
+        const scores = allResults
+            .map((r) => {
+            const score = r.accuracy.scores.find((s) => s.name === testCase.name);
+            return score ? `${(score.score * 100).toFixed(0)}%`.padStart(10) : '     N/A  ';
+        })
+            .join(' │ ');
+        const expected = testCase.expected.padStart(8);
+        console.log(`${name} │ ${scores} │ ${expected}`);
+    }
+    console.log('\n');
+}
+//# sourceMappingURL=benchmark-quality.js.map

package/dist/commands/benchmark-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-quality.js","sourceRoot":"","sources":["../../src/commands/benchmark-quality.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EACL,mBAAmB,EACnB,cAAc,EACd,YAAY,EACZ,qBAAqB,GAEtB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAE/D,kFAAkF;AAClF,MAAM,aAAa,GAAG;IACpB,cAAc,EAAE,oBAAoB;IACpC,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,8BAA8B;CAC5C,CAAC;AAsBF,qDAAqD;AACrD,MAAM,SAAS,GAAG;IAChB,iDAAiD;IACjD;QACE,IAAI,EAAE,uBAAuB;QAC7B,OAAO,EACL,mGAAmG;QACrG,QAAQ,EAAE,MAAM;KACjB;IACD;QACE,IAAI,EAAE,uBAAuB;QAC7B,OAAO,EACL,uGAAuG;QACzG,QAAQ,EAAE,MAAM;KACjB;IACD;QACE,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE;;;;;;;;;OASN;QACH,QAAQ,EAAE,MAAM;KACjB;IACD;QACE,IAAI,EAAE,uBAAuB;QAC7B,OAAO,EACL,8MAA8M;QAChN,QAAQ,EAAE,MAAM;KACjB;IACD;QACE,IAAI,EAAE,2BAA2B;QACjC,OAAO,EACL,uLAAuL;QACzL,QAAQ,EAAE,MAAM;KACjB;IAED,yDAAyD;IACzD;QACE,IAAI,EAAE,qBAAqB;QAC3B,OAAO,EACL,8GAA8G;QAChH,QAAQ,EAAE,QAAQ;KACnB;IACD;QACE,IAAI,EAAE,yBAAyB;QAC/B,OAAO,EACL,+GAA+G;QACjH,QAAQ,EAAE,QAAQ;KACnB;IACD;QACE,IAAI,EAAE,gBAAgB;QACtB,OAAO,EACL,+FAA+F;QACjG,QAAQ,EAAE,QAAQ;KACnB;IAED,iDAAiD;IACjD;QACE,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,2CAA2C;QACpD,QAAQ,EAAE,KAAK;KAChB;IACD;QACE,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,+BAA+B;QACxC,QAAQ,EAAE,KAAK;KAChB;IACD;QACE,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,SAAS;QAClB,QAAQ,EAAE,KAAK;KAChB;IACD;QACE,IAAI,EAAE,gBAAgB;QACtB,OAAO,EAAE,iCAAiC;QAC1C,QAAQ,EAAE,KAAK;KAChB;IACD;QACE,IAAI,EAAE,oBAAoB;QAC1B,OAAO,EAAE,kCAAkC;QAC3C,QAAQ,EAAE,KAAK;KAChB;CACF,CAAC;AAEF,6EAA6E;AAC7E,MAAM,UAAU,GAAG;IACjB,oBAAoB;IACpB,4BAA4B;IAC5B,6BAA6B;IAC7B,wBAAwB;CACzB,CAAC;AAEF;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,QAAgB,EAChB,SAAiB,EACjB,OAAmD;IAEnD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAA6B,EAAE,CAAC;IAE5C,OAAO,CAAC,GAAG,CAAC,eAAe,SAAS,CAAC,MAAM,gBAAgB,CAAC,CAAC;IAE7D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;QAE/B,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAEzE,OAAO;QACL,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,SAAS;YAChB,OAAO;YACP,KAAK,EAAE,OAAO,GAAG,KAAK,CAAC,MAAM;YAC7B,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACzB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;SAC1B;QACD,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,SAAS;YAChB,MAAM;YACN,QAAQ;SACT;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAAC,MAAc,wBAAwB;IACnE,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,WAAW,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,OAAO,QAAQ,CAAC,EAAE,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAAC,MAAc,wBAAwB;IACnE,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,UAAoF,EAAE;IAEtF,MAAM,EAAE,GAAG,GAAG,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,MAAM,EAAE,SAAS,GAAG,wBAAwB,EAAE,GAAG,OAAO,CAAC;IAE9F,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC3E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAE3E,MAAM,UAAU,GAA4D,EAAE,CAAC;IAE/E,gDAAgD;IAChD,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IACjF,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;IAE/E,MAAM,eAAe,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CACjF,mBAAmB,CAAC,OAAO,CAAC,CAC7B,CAAC;IACF,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAEjC,iDAAiD;IACjD,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IACjF,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;IAChF,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;IAE/E,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;IACnE,MAAM,WAAW,GAAG,MAAM,aAAa,CACrC,OAAO,EACP,8BAA8B,EAC9B,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,cAAc,CAAC,OAAO,CAAC,CAC3C,CAAC;IACF,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAE7B,6CAA6C;IAC7C,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,SAAS,CAAC,CAAC;QACvD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;YAC5D,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,SAAS,EAAE,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,SAAS,CAAC,CAAC;YAEzD,wCAAwC;YACxC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAErF,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;gBACjC,8BAA8B;gBAC9B,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAEnF,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;gBACjF,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;gBAChD,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;gBAE/E,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,OAAO,CAAC,GAAG,CAAC,6CAA6C,KAAK,EAAE,CAAC,CAAC;oBAClE,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAC1E,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CACxC,CAAC;oBACF,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,IAAI,GAAG,EAAE,CAAC;QACR,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;YACxD,OAAO,CAAC,GAAG,CAAC,8EAA8E,CAAC,CAAC;QAC9F,CAAC;aAAM,CAAC;YACN,MAAM,UAAU,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,UAAU,CAAC,OAAQ,CAAC;YACnC,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC;YAElC,wCAAwC;YACxC,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;YAElF,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;gBACjC,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;gBACjF,OAAO,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC7C,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;gBAE/E,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CACpE,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAC7C,CAAC;oBACF,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC7B,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,UAAU;IACV,qBAAqB,EAAE,CAAC;IAExB,2CAA2C;IAC3C,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAE3E,OAAO,CAAC,GAAG,CACT,4FAA4F,CAC7F,CAAC;IACF,OAAO,CAAC,GAAG,CACT,0FAA0F,CAC3F,CAAC;IACF,OAAO,CAAC,GAAG,CACT,0FAA0F,CAC3F,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACxB,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,CAAC,GAAG,CACT,0FAA0F,CAC3F,CAAC;IAEF,6CAA6C;IAC7C,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAE3E,sCAAsC;IACtC,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,4BAA4B;QAC5B,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACvF,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxF,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAErF,MAAM,OAAO,GACX,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YAC1F,YAAY,CAAC,MAAM,CAAC;QAEtB,MAAM,MAAM,GACV,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YACzF,WAAW,CAAC,MAAM,CAAC;QAErB,MAAM,MAAM,GACV,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YACzF,WAAW,CAAC,MAAM,CAAC;QAErB,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACrF,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACpF,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACpF,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAE7F,kDAAkD;QAClD,MAAM,cAAc,GAAG,OAAO,GAAG,MAAM,CAAC;QACxC,MAAM,KAAK,GAAG,cAAc,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC/E,OAAO,CAAC,GAAG,CACT,qBAAqB,KAAK,IAAI,cAAc,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAC1G,CAAC;IACJ,CAAC;IAED,4CAA4C;IAC5C,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAE3E,qBAAqB;IACrB,MAAM,WAAW,GAAG,UAAU;SAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;SACvD,IAAI,CAAC,KAAK,CAAC,CAAC;IACf,OAAO,CAAC,GAAG,CAAC,KAAK,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,WAAW,aAAa,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAE9D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,UAAU;aACtB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACT,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC;YACtE,OAAO,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;QAClF,CAAC,CAAC;aACD,IAAI,CAAC,KAAK,CAAC,CAAC;QACf,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,MAAM,MAAM,MAAM,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACpB,CAAC"}

package/dist/commands/benchmark-sqlite-vec.d.ts

@@ -0,0 +1,12 @@
+export interface SqliteVecBenchmarkOptions {
+    sizes?: number[];
+    queries?: number;
+    k?: number;
+    json?: boolean;
+    model?: string;
+}
+/**
+ * Run sqlite-vec benchmark comparison
+ */
+export declare function benchmarkSqliteVec(options?: SqliteVecBenchmarkOptions): Promise<void>;
+//# sourceMappingURL=benchmark-sqlite-vec.d.ts.map

package/dist/commands/benchmark-sqlite-vec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-sqlite-vec.d.ts","sourceRoot":"","sources":["../../src/commands/benchmark-sqlite-vec.ts"],"names":[],"mappings":"AAqOA,MAAM,WAAW,yBAAyB;IACxC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,wBAAsB,kBAAkB,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC,CAsJ/F"}

package/dist/commands/benchmark-sqlite-vec.js

@@ -0,0 +1,281 @@
+/**
+ * Benchmark comparing brute-force vector search vs sqlite-vec indexed search
+ */
+import Database from 'better-sqlite3';
+import * as sqliteVec from 'sqlite-vec';
+import { getEmbedding, cleanupEmbeddings } from '../lib/embeddings.js';
+import { cosineSimilarity } from '../lib/embeddings.js';
+import { setConfigOverride, LOCAL_MODEL } from '../lib/config.js';
+// Test data for generating vectors
+const testTopics = [
+    'TypeScript strongly typed programming language JavaScript superset',
+    'React frontend library component-based UI development',
+    'PostgreSQL relational database SQL ACID transactions',
+    'Docker containers virtualization deployment microservices',
+    'Kubernetes orchestration cluster management pods services',
+    'GraphQL API query language schema resolvers mutations',
+    'Redis in-memory cache key-value store pub-sub',
+    'Node.js server-side JavaScript runtime event loop',
+    'Python machine learning data science pandas numpy',
+    'Rust systems programming memory safety concurrency',
+    'Go golang concurrent programming goroutines channels',
+    'MongoDB NoSQL document database JSON BSON',
+    'Elasticsearch full-text search analytics distributed',
+    'RabbitMQ message queue AMQP pub-sub async',
+    'Nginx reverse proxy load balancer web server',
+    'Terraform infrastructure as code cloud provisioning',
+    'GitHub version control collaboration pull requests',
+    'Jenkins CI/CD continuous integration deployment pipeline',
+    'Prometheus monitoring metrics alerting time-series',
+    'Grafana visualization dashboards observability',
+];
+const testQueries = [
+    'typed language for web development',
+    'container orchestration platform',
+    'in-memory data store caching',
+    'message broker asynchronous communication',
+    'infrastructure automation cloud',
+    'monitoring and alerting system',
+    'full-text search engine',
+    'serverless functions cloud',
+    'database replication sharding',
+    'API gateway rate limiting',
+];
+/**
+ * Generate test embeddings
+ */
+async function generateTestEmbeddings(count) {
+    console.log(`  Generating ${count} test embeddings...`);
+    const results = [];
+    for (let i = 0; i < count; i++) {
+        const topic = testTopics[i % testTopics.length];
+        const content = `${topic} - variation ${i} with unique content ${Math.random().toString(36).substring(7)}`;
+        const embedding = await getEmbedding(content);
+        results.push({ content, embedding: new Float32Array(embedding) });
+        if ((i + 1) % 100 === 0) {
+            console.log(`    Generated ${i + 1}/${count} embeddings`);
+        }
+    }
+    return results;
+}
+/**
+ * Generate query embeddings
+ */
+async function generateQueryEmbeddings(count) {
+    console.log(`  Generating ${count} query embeddings...`);
+    const results = [];
+    for (let i = 0; i < count; i++) {
+        const query = testQueries[i % testQueries.length] + ` query${i}`;
+        const embedding = await getEmbedding(query);
+        results.push(new Float32Array(embedding));
+    }
+    return results;
+}
+/**
+ * Brute-force search (current implementation)
+ */
+function bruteForceSearch(queryEmbedding, allEmbeddings, k) {
+    const results = allEmbeddings.map((item) => ({
+        id: item.id,
+        similarity: cosineSimilarity(Array.from(queryEmbedding), Array.from(item.embedding)),
+    }));
+    results.sort((a, b) => b.similarity - a.similarity);
+    return results.slice(0, k);
+}
+/**
+ * Run brute-force benchmark
+ */
+function runBruteForce(queryEmbeddings, allEmbeddings, k) {
+    const times = [];
+    for (const queryEmb of queryEmbeddings) {
+        const start = performance.now();
+        bruteForceSearch(queryEmb, allEmbeddings, k);
+        times.push(performance.now() - start);
+    }
+    const totalMs = times.reduce((a, b) => a + b, 0);
+    return {
+        method: 'Brute-force (JS)',
+        vectorCount: allEmbeddings.length,
+        queryCount: queryEmbeddings.length,
+        totalMs,
+        avgMs: totalMs / times.length,
+        minMs: Math.min(...times),
+        maxMs: Math.max(...times),
+        queriesPerSecond: (times.length / totalMs) * 1000,
+    };
+}
+/**
+ * Run sqlite-vec benchmark
+ */
+function runSqliteVec(db, queryEmbeddings, k) {
+    const times = [];
+    const stmt = db.prepare(`
+    SELECT rowid, distance
+    FROM vec_benchmark
+    WHERE embedding MATCH ?
+      AND k = ?
+    ORDER BY distance
+  `);
+    for (const queryEmb of queryEmbeddings) {
+        const start = performance.now();
+        stmt.all(float32ToBuffer(queryEmb), k);
+        times.push(performance.now() - start);
+    }
+    const totalMs = times.reduce((a, b) => a + b, 0);
+    const vectorCount = db.prepare('SELECT COUNT(*) as cnt FROM vec_benchmark').get().cnt;
+    return {
+        method: 'sqlite-vec (indexed)',
+        vectorCount,
+        queryCount: queryEmbeddings.length,
+        totalMs,
+        avgMs: totalMs / times.length,
+        minMs: Math.min(...times),
+        maxMs: Math.max(...times),
+        queriesPerSecond: (times.length / totalMs) * 1000,
+    };
+}
+/**
+ * Convert Float32Array to Buffer for sqlite-vec
+ */
+function float32ToBuffer(arr) {
+    return Buffer.from(arr.buffer, arr.byteOffset, arr.byteLength);
+}
+/**
+ * Setup sqlite-vec database with test data
+ */
+function setupSqliteVecDb(embeddings) {
+    const db = new Database(':memory:');
+    sqliteVec.load(db);
+    // Get vector dimensions from first embedding
+    const dims = embeddings[0].embedding.length;
+    // Create vec0 virtual table with cosine distance
+    db.exec(`
+    CREATE VIRTUAL TABLE vec_benchmark USING vec0(
+      embedding float[${dims}] distance_metric=cosine
+    )
+  `);
+    // Insert all embeddings (rowid is auto-assigned if not specified)
+    const insertStmt = db.prepare('INSERT INTO vec_benchmark(embedding) VALUES (?)');
+    const insertMany = db.transaction((items) => {
+        for (let i = 0; i < items.length; i++) {
+            insertStmt.run(float32ToBuffer(items[i].embedding));
+        }
+    });
+    insertMany(embeddings);
+    return db;
+}
+/**
+ * Run sqlite-vec benchmark comparison
+ */
+export async function benchmarkSqliteVec(options = {}) {
+    const sizes = options.sizes || [100, 500, 1000, 5000];
+    const queryCount = options.queries || 50;
+    const k = options.k || 10;
+    const localModel = options.model || LOCAL_MODEL;
+    console.log('═══════════════════════════════════════════════════════════');
+    console.log('           SQLITE-VEC vs BRUTE-FORCE BENCHMARK              ');
+    console.log('═══════════════════════════════════════════════════════════');
+    console.log(`\nConfiguration:`);
+    console.log(`  Vector sizes: ${sizes.join(', ')}`);
+    console.log(`  Queries per size: ${queryCount}`);
+    console.log(`  Top-K results: ${k}`);
+    console.log(`  Model: ${localModel}`);
+    // Setup embedding model
+    setConfigOverride({
+        llm: { embeddings: { mode: 'local', model: localModel } },
+    });
+    cleanupEmbeddings();
+    // Warm up model
+    console.log('\n  Warming up embedding model...');
+    await getEmbedding('warmup query');
+    // Generate query embeddings once (reused for all sizes)
+    const queryEmbeddings = await generateQueryEmbeddings(queryCount);
+    const results = [];
+    for (const size of sizes) {
+        console.log(`\n┌─────────────────────────────────────────────────────────────┐`);
+        console.log(`│ Testing with ${size.toString().padStart(5)} vectors                                 │`);
+        console.log(`└─────────────────────────────────────────────────────────────┘`);
+        // Generate test embeddings for this size
+        const testEmbeddings = await generateTestEmbeddings(size);
+        // Prepare data for brute-force
+        const bruteForceData = testEmbeddings.map((item, idx) => ({
+            id: idx + 1,
+            embedding: item.embedding,
+        }));
+        // Setup sqlite-vec database
+        console.log('  Setting up sqlite-vec database...');
+        const db = setupSqliteVecDb(testEmbeddings);
+        // Run benchmarks
+        console.log('  Running brute-force benchmark...');
+        const bruteForceResult = runBruteForce(queryEmbeddings, bruteForceData, k);
+        console.log('  Running sqlite-vec benchmark...');
+        const sqliteVecResult = runSqliteVec(db, queryEmbeddings, k);
+        db.close();
+        const speedup = bruteForceResult.avgMs / sqliteVecResult.avgMs;
+        results.push({
+            bruteForce: bruteForceResult,
+            sqliteVec: sqliteVecResult,
+            speedup,
+            memoriesCount: size,
+        });
+        // Print intermediate results
+        console.log(`\n  Results for ${size} vectors:`);
+        console.log(`    Brute-force: ${bruteForceResult.avgMs.toFixed(2)}ms avg (${bruteForceResult.queriesPerSecond.toFixed(0)} q/s)`);
+        console.log(`    sqlite-vec:  ${sqliteVecResult.avgMs.toFixed(2)}ms avg (${sqliteVecResult.queriesPerSecond.toFixed(0)} q/s)`);
+        console.log(`    Speedup:     ${speedup.toFixed(1)}x`);
+    }
+    // Reset config
+    setConfigOverride(null);
+    // JSON output
+    if (options.json) {
+        console.log(JSON.stringify(results, null, 2));
+        return;
+    }
+    // Summary table
+    console.log('\n═══════════════════════════════════════════════════════════');
+    console.log('                        SUMMARY                             ');
+    console.log('═══════════════════════════════════════════════════════════');
+    console.log('\n┌──────────┬─────────────────┬─────────────────┬──────────┐');
+    console.log('│ Vectors  │ Brute-force     │ sqlite-vec      │ Speedup  │');
+    console.log('├──────────┼─────────────────┼─────────────────┼──────────┤');
+    for (const r of results) {
+        const vectors = r.memoriesCount.toString().padStart(7);
+        const bf = `${r.bruteForce.avgMs.toFixed(2)}ms`.padStart(14);
+        const sv = `${r.sqliteVec.avgMs.toFixed(2)}ms`.padStart(14);
+        const speedup = `${r.speedup.toFixed(1)}x`.padStart(7);
+        console.log(`│ ${vectors} │ ${bf} │ ${sv} │ ${speedup} │`);
+    }
+    console.log('└──────────┴─────────────────┴─────────────────┴──────────┘');
+    // Analysis
+    console.log('\nAnalysis:');
+    if (results.length > 0) {
+        const smallResult = results[0];
+        const largeResult = results[results.length - 1];
+        console.log(`  At ${smallResult.memoriesCount} vectors: sqlite-vec is ${smallResult.speedup.toFixed(1)}x faster`);
+        console.log(`  At ${largeResult.memoriesCount} vectors: sqlite-vec is ${largeResult.speedup.toFixed(1)}x faster`);
+        // Calculate scaling
+        const bfScaling = largeResult.bruteForce.avgMs / smallResult.bruteForce.avgMs;
+        const svScaling = largeResult.sqliteVec.avgMs / smallResult.sqliteVec.avgMs;
+        console.log(`  Brute-force scales ${bfScaling.toFixed(1)}x slower (${smallResult.memoriesCount} -> ${largeResult.memoriesCount})`);
+        console.log(`  sqlite-vec scales ${svScaling.toFixed(1)}x slower (${smallResult.memoriesCount} -> ${largeResult.memoriesCount})`);
+        if (bfScaling > svScaling * 1.5) {
+            console.log(`  sqlite-vec has better O() complexity (likely O(log n) vs O(n))`);
+        }
+    }
+    console.log('\nRecommendation:');
+    const largeResult = results[results.length - 1];
+    if (largeResult && largeResult.speedup > 2) {
+        console.log(`  sqlite-vec provides significant speedup at ${largeResult.memoriesCount}+ vectors`);
+        console.log(`  Consider migrating to sqlite-vec for production`);
+    }
+    else if (largeResult && largeResult.speedup > 1.2) {
+        console.log(`  sqlite-vec provides moderate speedup`);
+        console.log(`  Migration may be worth it for larger datasets`);
+    }
+    else {
+        console.log(`  sqlite-vec doesn't provide significant advantage at these sizes`);
+        console.log(`  Keep current brute-force implementation`);
+    }
+    console.log();
+}
+//# sourceMappingURL=benchmark-sqlite-vec.js.map

package/dist/commands/benchmark-sqlite-vec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark-sqlite-vec.js","sourceRoot":"","sources":["../../src/commands/benchmark-sqlite-vec.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,SAAS,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAoBlE,mCAAmC;AACnC,MAAM,UAAU,GAAG;IACjB,oEAAoE;IACpE,uDAAuD;IACvD,sDAAsD;IACtD,2DAA2D;IAC3D,2DAA2D;IAC3D,uDAAuD;IACvD,+CAA+C;IAC/C,mDAAmD;IACnD,mDAAmD;IACnD,oDAAoD;IACpD,sDAAsD;IACtD,2CAA2C;IAC3C,sDAAsD;IACtD,2CAA2C;IAC3C,8CAA8C;IAC9C,qDAAqD;IACrD,oDAAoD;IACpD,0DAA0D;IAC1D,oDAAoD;IACpD,gDAAgD;CACjD,CAAC;AAEF,MAAM,WAAW,GAAG;IAClB,oCAAoC;IACpC,kCAAkC;IAClC,8BAA8B;IAC9B,2CAA2C;IAC3C,iCAAiC;IACjC,gCAAgC;IAChC,yBAAyB;IACzB,4BAA4B;IAC5B,+BAA+B;IAC/B,2BAA2B;CAC5B,CAAC;AAEF;;GAEG;AACH,KAAK,UAAU,sBAAsB,CACnC,KAAa;IAEb,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,qBAAqB,CAAC,CAAC;IACxD,MAAM,OAAO,GAAmD,EAAE,CAAC;IAEnE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,GAAG,KAAK,gBAAgB,CAAC,wBAAwB,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3G,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAElE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,uBAAuB,CAAC,KAAa;IAClD,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,sBAAsB,CAAC,CAAC;IACzD,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,EAAE,CAAC;QACjE,MAAM,SAAS,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CACvB,cAA4B,EAC5B,aAAwD,EACxD,CAAS;IAET,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC3C,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,UAAU,EAAE,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;KACrF,CAAC,CAAC,CAAC;IAEJ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IACpD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CACpB,eAA+B,EAC/B,aAAwD,EACxD,CAAS;IAET,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,gBAAgB,CAAC,QAAQ,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,OAAO;QACL,MAAM,EAAE,kBAAkB;QAC1B,WAAW,EAAE,aAAa,CAAC,MAAM;QACjC,UAAU,EAAE,eAAe,CAAC,MAAM;QAClC,OAAO;QACP,KAAK,EAAE,OAAO,GAAG,KAAK,CAAC,MAAM;QAC7B,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACzB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACzB,gBAAgB,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI;KAClD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CACnB,EAAqB,EACrB,eAA+B,EAC/B,CAAS;IAET,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;GAMvB,CAAC,CAAC;IAEH,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,MAAM,WAAW,GACf,EAAE,CAAC,OAAO,CAAC,2CAA2C,CAAC,CAAC,GAAG,EAC5D,CAAC,GAAG,CAAC;IAEN,OAAO;QACL,MAAM,EAAE,sBAAsB;QAC9B,WAAW;QACX,UAAU,EAAE,eAAe,CAAC,MAAM;QAClC,OAAO;QACP,KAAK,EAAE,OAAO,GAAG,KAAK,CAAC,MAAM;QAC7B,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACzB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACzB,gBAAgB,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI;KAClD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,GAAiB;IACxC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;AACjE,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CACvB,UAA0D;IAE1D,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEnB,6CAA6C;IAC7C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC;IAE5C,iDAAiD;IACjD,EAAE,CAAC,IAAI,CAAC;;wBAEc,IAAI;;GAEzB,CAAC,CAAC;IAEH,kEAAkE;IAClE,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC;IACjF,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,KAAqD,EAAE,EAAE;QAC1F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,UAAU,CAAC,CAAC;IAEvB,OAAO,EAAE,CAAC;AACZ,CAAC;AAUD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,UAAqC,EAAE;IAC9E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;IACzC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1B,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,WAAW,CAAC;IAEhD,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC3E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC3E,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,EAAE,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,YAAY,UAAU,EAAE,CAAC,CAAC;IAEtC,wBAAwB;IACxB,iBAAiB,CAAC;QAChB,GAAG,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;KAC1D,CAAC,CAAC;IACH,iBAAiB,EAAE,CAAC;IAEpB,gBAAgB;IAChB,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACjD,MAAM,YAAY,CAAC,cAAc,CAAC,CAAC;IAEnC,wDAAwD;IACxD,MAAM,eAAe,GAAG,MAAM,uBAAuB,CAAC,UAAU,CAAC,CAAC;IAElE,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CACT,kBAAkB,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,4CAA4C,CAC1F,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;QAE/E,yCAAyC;QACzC,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAE1D,+BAA+B;QAC/B,MAAM,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YACxD,EAAE,EAAE,GAAG,GAAG,CAAC;YACX,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC,CAAC;QAEJ,4BAA4B;QAC5B,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,MAAM,EAAE,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;QAE5C,iBAAiB;QACjB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,MAAM,gBAAgB,GAAG,aAAa,CAAC,eAAe,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAE3E,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,MAAM,eAAe,GAAG,YAAY,CAAC,EAAE,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QAE7D,EAAE,CAAC,KAAK,EAAE,CAAC;QAEX,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC;QAC/D,OAAO,CAAC,IAAI,CAAC;YACX,UAAU,EAAE,gBAAgB;YAC5B,SAAS,EAAE,eAAe;YAC1B,OAAO;YACP,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,6BAA6B;QAC7B,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,WAAW,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CACT,oBAAoB,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,gBAAgB,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CACpH,CAAC;QACF,OAAO,CAAC,GAAG,CACT,oBAAoB,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,eAAe,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAClH,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC;IAED,eAAe;IACf,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAExB,cAAc;IACd,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9C,OAAO;IACT,CAAC;IAED,gBAAgB;IAChB,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;IAC5E,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC3E,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC3E,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAE3E,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,CAAC,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC7D,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO,MAAM,EAAE,MAAM,EAAE,MAAM,OAAO,IAAI,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAE3E,WAAW;IACX,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC3B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC/B,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEhD,OAAO,CAAC,GAAG,CACT,QAAQ,WAAW,CAAC,aAAa,2BAA2B,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CACrG,CAAC;QACF,OAAO,CAAC,GAAG,CACT,QAAQ,WAAW,CAAC,aAAa,2BAA2B,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CACrG,CAAC;QAEF,oBAAoB;QACpB,MAAM,SAAS,GAAG,WAAW,CAAC,UAAU,CAAC,KAAK,GAAG,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC;QAC9E,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,KAAK,CAAC;QAE5E,OAAO,CAAC,GAAG,CACT,wBAAwB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,WAAW,CAAC,aAAa,OAAO,WAAW,CAAC,aAAa,GAAG,CACtH,CAAC;QACF,OAAO,CAAC,GAAG,CACT,uBAAuB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,WAAW,CAAC,aAAa,OAAO,WAAW,CAAC,aAAa,GAAG,CACrH,CAAC;QAEF,IAAI,SAAS,GAAG,SAAS,GAAG,GAAG,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjC,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChD,IAAI,WAAW,IAAI,WAAW,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CACT,gDAAgD,WAAW,CAAC,aAAa,WAAW,CACrF,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;IACnE,CAAC;SAAM,IAAI,WAAW,IAAI,WAAW,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;IACjE,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;QACjF,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,CAAC,GAAG,EAAE,CAAC;AAChB,CAAC"}