@skillsmith/core 0.1.0

package/dist/src/benchmarks/embeddingBenchmark.js

@@ -0,0 +1,329 @@
+/**
+ * SMI-738: Embedding Generation Benchmarks
+ *
+ * Measures performance of embedding operations:
+ * - Single text embedding generation
+ * - Batch embedding generation
+ * - Cosine similarity calculations
+ * - Vector search operations
+ * - Model loading time
+ */
+import { BenchmarkRunner } from './BenchmarkRunner.js';
+import { EmbeddingService } from '../embeddings/index.js';
+const DEFAULT_CONFIG = {
+    warmupIterations: 3,
+    iterations: 100,
+    measureMemory: true,
+    suiteName: 'embedding',
+    batchSize: 100,
+    skipModelLoad: false,
+    embeddingIterations: 50,
+    enableMemoryProfiler: false,
+    memoryRegressionThreshold: 10,
+    memoryBaselines: {},
+};
+/**
+ * Performance targets for embedding operations
+ */
+export const EMBEDDING_TARGETS = {
+    /** Single embedding generation p50 (ms) */
+    single_embed_p50_ms: 50,
+    /** Single embedding generation p95 (ms) */
+    single_embed_p95_ms: 100,
+    /** Batch embedding per-item p50 (ms) */
+    batch_embed_per_item_p50_ms: 30,
+    /** Cosine similarity p95 (ms) */
+    similarity_p95_ms: 0.1,
+    /** Vector search p95 (ms) for 1000 vectors */
+    vector_search_p95_ms: 10,
+    /** Max memory for embedding service (MB) */
+    memoryPeak_mb: 500,
+};
+/**
+ * Embedding operation benchmark suite
+ */
+export class EmbeddingBenchmark {
+    config;
+    embeddingService = null;
+    testTexts = [];
+    testEmbeddings = [];
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_CONFIG, ...config };
+    }
+    /**
+     * Run all embedding benchmarks
+     */
+    async run() {
+        const runner = new BenchmarkRunner({
+            warmupIterations: this.config.warmupIterations,
+            iterations: this.config.embeddingIterations,
+            measureMemory: this.config.measureMemory,
+            suiteName: this.config.suiteName,
+            enableMemoryProfiler: this.config.enableMemoryProfiler,
+            memoryRegressionThreshold: this.config.memoryRegressionThreshold,
+            memoryBaselines: this.config.memoryBaselines,
+        });
+        // Generate test data
+        this.generateTestData();
+        // Model loading benchmark (only if not skipped)
+        if (!this.config.skipModelLoad) {
+            runner.add({
+                name: 'model_load',
+                fn: async () => {
+                    // Create fresh service to measure cold load
+                    const service = new EmbeddingService();
+                    await service.loadModel();
+                },
+            });
+        }
+        // Setup: Load model once for remaining benchmarks
+        await this.setup();
+        // Single text embedding
+        let singleEmbedIndex = 0;
+        runner.add({
+            name: 'single_embed',
+            fn: async () => {
+                const text = this.testTexts[singleEmbedIndex % this.testTexts.length];
+                singleEmbedIndex++;
+                await this.embeddingService.embed(text);
+            },
+        });
+        // Short text embedding (faster)
+        let shortEmbedIndex = 0;
+        runner.add({
+            name: 'short_text_embed',
+            fn: async () => {
+                const text = `skill ${shortEmbedIndex++}`;
+                await this.embeddingService.embed(text);
+            },
+        });
+        // Long text embedding (slower, more realistic)
+        let longEmbedIndex = 0;
+        runner.add({
+            name: 'long_text_embed',
+            fn: async () => {
+                const text = this.generateLongText(longEmbedIndex++);
+                await this.embeddingService.embed(text);
+            },
+        });
+        // Cosine similarity calculation (pre-computed embeddings)
+        let simIndex = 0;
+        runner.add({
+            name: 'cosine_similarity',
+            fn: () => {
+                const idx1 = simIndex % this.testEmbeddings.length;
+                const idx2 = (simIndex + 1) % this.testEmbeddings.length;
+                simIndex++;
+                this.embeddingService.cosineSimilarity(this.testEmbeddings[idx1], this.testEmbeddings[idx2]);
+            },
+        });
+        // Batch cosine similarity (simulate vector search)
+        runner.add({
+            name: 'batch_similarity_100',
+            fn: () => {
+                const query = this.testEmbeddings[0];
+                for (let i = 1; i < Math.min(100, this.testEmbeddings.length); i++) {
+                    this.embeddingService.cosineSimilarity(query, this.testEmbeddings[i]);
+                }
+            },
+        });
+        // Large batch similarity (1000 vectors)
+        runner.add({
+            name: 'batch_similarity_1000',
+            fn: () => {
+                const query = this.testEmbeddings[0];
+                // Simulate 1000 comparisons by repeating
+                for (let i = 0; i < 1000; i++) {
+                    const idx = i % this.testEmbeddings.length;
+                    this.embeddingService.cosineSimilarity(query, this.testEmbeddings[idx]);
+                }
+            },
+        });
+        // Find similar (full workflow)
+        runner.add({
+            name: 'find_similar_top10',
+            fn: () => {
+                const queryEmbedding = this.testEmbeddings[0];
+                this.embeddingService.findSimilar(queryEmbedding, 10);
+            },
+        });
+        // Embedding storage (if database configured)
+        let storeIndex = 0;
+        runner.add({
+            name: 'store_embedding',
+            fn: () => {
+                const idx = storeIndex % this.testEmbeddings.length;
+                storeIndex++;
+                this.embeddingService.storeEmbedding(`skill_${idx}`, this.testEmbeddings[idx], this.testTexts[idx]);
+            },
+        });
+        // Embedding retrieval
+        let retrieveIndex = 0;
+        runner.add({
+            name: 'retrieve_embedding',
+            fn: () => {
+                const idx = retrieveIndex % this.testEmbeddings.length;
+                retrieveIndex++;
+                this.embeddingService.getEmbedding(`skill_${idx}`);
+            },
+        });
+        // Get all embeddings
+        runner.add({
+            name: 'get_all_embeddings',
+            fn: () => {
+                this.embeddingService.getAllEmbeddings();
+            },
+        });
+        // Run benchmarks
+        const report = await runner.run();
+        // Cleanup
+        await this.teardown();
+        return report;
+    }
+    /**
+     * Run batch embedding benchmark separately (fewer iterations due to cost)
+     */
+    async runBatchBenchmark() {
+        const runner = new BenchmarkRunner({
+            warmupIterations: 1,
+            iterations: 10, // Fewer iterations for expensive batch operations
+            measureMemory: true,
+            suiteName: 'embedding_batch',
+            enableMemoryProfiler: this.config.enableMemoryProfiler,
+            memoryRegressionThreshold: this.config.memoryRegressionThreshold,
+            memoryBaselines: this.config.memoryBaselines,
+        });
+        await this.setup();
+        this.generateTestData();
+        // Batch embedding
+        runner.add({
+            name: 'batch_embed_100',
+            fn: async () => {
+                const batch = this.testTexts.slice(0, 100).map((text, i) => ({
+                    id: `batch_${i}`,
+                    text,
+                }));
+                await this.embeddingService.embedBatch(batch);
+            },
+        });
+        // Precompute embeddings
+        runner.add({
+            name: 'precompute_embeddings',
+            fn: async () => {
+                const skills = this.testTexts.slice(0, 50).map((text, i) => ({
+                    id: `precompute_${i}`,
+                    name: `Skill ${i}`,
+                    description: text,
+                }));
+                await this.embeddingService.precomputeEmbeddings(skills);
+            },
+        });
+        const report = await runner.run();
+        await this.teardown();
+        return report;
+    }
+    /**
+     * Setup embedding service
+     */
+    async setup() {
+        this.embeddingService = new EmbeddingService(':memory:');
+        await this.embeddingService.loadModel();
+        // Pre-compute test embeddings for similarity benchmarks
+        if (this.testEmbeddings.length === 0) {
+            for (let i = 0; i < Math.min(100, this.testTexts.length); i++) {
+                const embedding = await this.embeddingService.embed(this.testTexts[i]);
+                this.testEmbeddings.push(embedding);
+                // Also store for retrieval benchmarks
+                this.embeddingService.storeEmbedding(`skill_${i}`, embedding, this.testTexts[i]);
+            }
+        }
+    }
+    /**
+     * Generate test data
+     */
+    generateTestData() {
+        if (this.testTexts.length > 0)
+            return;
+        const languages = ['TypeScript', 'JavaScript', 'Python', 'Go', 'Rust', 'Java'];
+        const categories = ['formatting', 'linting', 'testing', 'deployment', 'documentation'];
+        const adjectives = ['comprehensive', 'lightweight', 'advanced', 'simple', 'powerful'];
+        for (let i = 0; i < this.config.batchSize; i++) {
+            const lang = languages[i % languages.length];
+            const category = categories[i % categories.length];
+            const adj = adjectives[i % adjectives.length];
+            this.testTexts.push(`${lang} ${category} skill - A ${adj} tool for ${category} ` +
+                `${lang} code with best practices support and automated fixes. ` +
+                `Integrates with popular editors and CI/CD pipelines for seamless workflow.`);
+        }
+    }
+    /**
+     * Generate long text for stress testing
+     */
+    generateLongText(seed) {
+        const base = `Skill ${seed}: A comprehensive development tool that provides `;
+        const features = [
+            'code formatting',
+            'static analysis',
+            'automated testing',
+            'documentation generation',
+            'security scanning',
+            'performance profiling',
+            'dependency management',
+            'build optimization',
+        ];
+        let text = base;
+        for (let i = 0; i < 10; i++) {
+            text += features[(seed + i) % features.length] + ', ';
+        }
+        text += 'and much more. ';
+        // Add more content to approach model limits
+        text += 'This skill integrates seamlessly with modern development workflows, ';
+        text += 'supporting multiple programming languages and frameworks. ';
+        text += 'It provides real-time feedback and suggestions for improving code quality.';
+        return text.slice(0, 1000); // Truncate to model limit
+    }
+    /**
+     * Cleanup resources
+     */
+    async teardown() {
+        if (this.embeddingService) {
+            this.embeddingService.close();
+            this.embeddingService = null;
+        }
+    }
+}
+/**
+ * Validate embedding benchmark results against targets
+ */
+export function validateEmbeddingResults(report) {
+    const failures = [];
+    const warnings = [];
+    const checkTarget = (name, metric, target) => {
+        const stats = report.results[name];
+        if (!stats)
+            return;
+        const value = stats[metric];
+        if (value > target) {
+            failures.push(`${name}: ${metric} (${value.toFixed(2)}ms) exceeds target (${target}ms)`);
+        }
+    };
+    // Check embedding performance
+    checkTarget('single_embed', 'p50_ms', EMBEDDING_TARGETS.single_embed_p50_ms);
+    checkTarget('single_embed', 'p95_ms', EMBEDDING_TARGETS.single_embed_p95_ms);
+    // Check similarity performance
+    checkTarget('cosine_similarity', 'p95_ms', EMBEDDING_TARGETS.similarity_p95_ms);
+    // Check vector search performance
+    checkTarget('batch_similarity_1000', 'p95_ms', EMBEDDING_TARGETS.vector_search_p95_ms);
+    // Memory warnings
+    for (const [name, stats] of Object.entries(report.results)) {
+        if (stats.memoryPeak_mb && stats.memoryPeak_mb > EMBEDDING_TARGETS.memoryPeak_mb) {
+            warnings.push(`${name}: high memory usage (${stats.memoryPeak_mb}MB) exceeds target (${EMBEDDING_TARGETS.memoryPeak_mb}MB)`);
+        }
+    }
+    return {
+        passed: failures.length === 0,
+        failures,
+        warnings,
+    };
+}
+//# sourceMappingURL=embeddingBenchmark.js.map

package/dist/src/benchmarks/embeddingBenchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddingBenchmark.js","sourceRoot":"","sources":["../../../src/benchmarks/embeddingBenchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAA8C,MAAM,sBAAsB,CAAA;AAClG,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAczD,MAAM,cAAc,GAAuC;IACzD,gBAAgB,EAAE,CAAC;IACnB,UAAU,EAAE,GAAG;IACf,aAAa,EAAE,IAAI;IACnB,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,GAAG;IACd,aAAa,EAAE,KAAK;IACpB,mBAAmB,EAAE,EAAE;IACvB,oBAAoB,EAAE,KAAK;IAC3B,yBAAyB,EAAE,EAAE;IAC7B,eAAe,EAAE,EAAE;CACpB,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,2CAA2C;IAC3C,mBAAmB,EAAE,EAAE;IACvB,2CAA2C;IAC3C,mBAAmB,EAAE,GAAG;IACxB,wCAAwC;IACxC,2BAA2B,EAAE,EAAE;IAC/B,iCAAiC;IACjC,iBAAiB,EAAE,GAAG;IACtB,8CAA8C;IAC9C,oBAAoB,EAAE,EAAE;IACxB,4CAA4C;IAC5C,aAAa,EAAE,GAAG;CACnB,CAAA;AAED;;GAEG;AACH,MAAM,OAAO,kBAAkB;IACrB,MAAM,CAAoC;IAC1C,gBAAgB,GAA4B,IAAI,CAAA;IAChD,SAAS,GAAa,EAAE,CAAA;IACxB,cAAc,GAAmB,EAAE,CAAA;IAE3C,YAAY,SAAmC,EAAE;QAC/C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAA;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACP,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;YACjC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;YAC3C,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YAChC,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB;YACtD,yBAAyB,EAAE,IAAI,CAAC,MAAM,CAAC,yBAAyB;YAChE,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;SAC7C,CAAC,CAAA;QAEF,qBAAqB;QACrB,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAEvB,gDAAgD;QAChD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC;gBACT,IAAI,EAAE,YAAY;gBAClB,EAAE,EAAE,KAAK,IAAI,EAAE;oBACb,4CAA4C;oBAC5C,MAAM,OAAO,GAAG,IAAI,gBAAgB,EAAE,CAAA;oBACtC,MAAM,OAAO,CAAC,SAAS,EAAE,CAAA;gBAC3B,CAAC;aACF,CAAC,CAAA;QACJ,CAAC;QAED,kDAAkD;QAClD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QAElB,wBAAwB;QACxB,IAAI,gBAAgB,GAAG,CAAC,CAAA;QACxB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,cAAc;YACpB,EAAE,EAAE,KAAK,IAAI,EAAE;gBACb,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;gBACrE,gBAAgB,EAAE,CAAA;gBAClB,MAAM,IAAI,CAAC,gBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC1C,CAAC;SACF,CAAC,CAAA;QAEF,gCAAgC;QAChC,IAAI,eAAe,GAAG,CAAC,CAAA;QACvB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,kBAAkB;YACxB,EAAE,EAAE,KAAK,IAAI,EAAE;gBACb,MAAM,IAAI,GAAG,SAAS,eAAe,EAAE,EAAE,CAAA;gBACzC,MAAM,IAAI,CAAC,gBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC1C,CAAC;SACF,CAAC,CAAA;QAEF,+CAA+C;QAC/C,IAAI,cAAc,GAAG,CAAC,CAAA;QACtB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,iBAAiB;YACvB,EAAE,EAAE,KAAK,IAAI,EAAE;gBACb,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,EAAE,CAAC,CAAA;gBACpD,MAAM,IAAI,CAAC,gBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC1C,CAAC;SACF,CAAC,CAAA;QAEF,0DAA0D;QAC1D,IAAI,QAAQ,GAAG,CAAC,CAAA;QAChB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,mBAAmB;YACzB,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,IAAI,GAAG,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAA;gBAClD,MAAM,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAA;gBACxD,QAAQ,EAAE,CAAA;gBACV,IAAI,CAAC,gBAAiB,CAAC,gBAAgB,CACrC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EACzB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAC1B,CAAA;YACH,CAAC;SACF,CAAC,CAAA;QAEF,mDAAmD;QACnD,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,sBAAsB;YAC5B,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;gBACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACnE,IAAI,CAAC,gBAAiB,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;gBACxE,CAAC;YACH,CAAC;SACF,CAAC,CAAA;QAEF,wCAAwC;QACxC,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,uBAAuB;YAC7B,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;gBACpC,yCAAyC;gBACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAA;oBAC1C,IAAI,CAAC,gBAAiB,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAA;gBAC1E,CAAC;YACH,CAAC;SACF,CAAC,CAAA;QAEF,+BAA+B;QAC/B,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,oBAAoB;YAC1B,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAA;gBAC7C,IAAI,CAAC,gBAAiB,CAAC,WAAW,CAAC,cAAc,EAAE,EAAE,CAAC,CAAA;YACxD,CAAC;SACF,CAAC,CAAA;QAEF,6CAA6C;QAC7C,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,iBAAiB;YACvB,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,GAAG,GAAG,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAA;gBACnD,UAAU,EAAE,CAAA;gBACZ,IAAI,CAAC,gBAAiB,CAAC,cAAc,CACnC,SAAS,GAAG,EAAE,EACd,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CACpB,CAAA;YACH,CAAC;SACF,CAAC,CAAA;QAEF,sBAAsB;QACtB,IAAI,aAAa,GAAG,CAAC,CAAA;QACrB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,oBAAoB;YAC1B,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,GAAG,GAAG,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAA;gBACtD,aAAa,EAAE,CAAA;gBACf,IAAI,CAAC,gBAAiB,CAAC,YAAY,CAAC,SAAS,GAAG,EAAE,CAAC,CAAA;YACrD,CAAC;SACF,CAAC,CAAA;QAEF,qBAAqB;QACrB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,oBAAoB;YAC1B,EAAE,EAAE,GAAG,EAAE;gBACP,IAAI,CAAC,gBAAiB,CAAC,gBAAgB,EAAE,CAAA;YAC3C,CAAC;SACF,CAAC,CAAA;QAEF,iBAAiB;QACjB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,CAAA;QAEjC,UAAU;QACV,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;QAErB,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB;QACrB,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;YACjC,gBAAgB,EAAE,CAAC;YACnB,UAAU,EAAE,EAAE,EAAE,kDAAkD;YAClE,aAAa,EAAE,IAAI;YACnB,SAAS,EAAE,iBAAiB;YAC5B,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB;YACtD,yBAAyB,EAAE,IAAI,CAAC,MAAM,CAAC,yBAAyB;YAChE,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;SAC7C,CAAC,CAAA;QAEF,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAEvB,kBAAkB;QAClB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,iBAAiB;YACvB,EAAE,EAAE,KAAK,IAAI,EAAE;gBACb,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC3D,EAAE,EAAE,SAAS,CAAC,EAAE;oBAChB,IAAI;iBACL,CAAC,CAAC,CAAA;gBACH,MAAM,IAAI,CAAC,gBAAiB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAA;YAChD,CAAC;SACF,CAAC,CAAA;QAEF,wBAAwB;QACxB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,uBAAuB;YAC7B,EAAE,EAAE,KAAK,IAAI,EAAE;gBACb,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC3D,EAAE,EAAE,cAAc,CAAC,EAAE;oBACrB,IAAI,EAAE,SAAS,CAAC,EAAE;oBAClB,WAAW,EAAE,IAAI;iBAClB,CAAC,CAAC,CAAA;gBACH,MAAM,IAAI,CAAC,gBAAiB,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAA;YAC3D,CAAC;SACF,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,CAAA;QACjC,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;QAErB,OAAO,MAAM,CAAA;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,UAAU,CAAC,CAAA;QACxD,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAA;QAEvC,wDAAwD;QACxD,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;gBACtE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBACnC,sCAAsC;gBACtC,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;YAClF,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB;QACtB,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,OAAM;QAErC,MAAM,SAAS,GAAG,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QAC9E,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,eAAe,CAAC,CAAA;QACtF,MAAM,UAAU,GAAG,CAAC,eAAe,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;QAErF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAA;YAC5C,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAA;YAClD,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAA;YAE7C,IAAI,CAAC,SAAS,CAAC,IAAI,CACjB,GAAG,IAAI,IAAI,QAAQ,cAAc,GAAG,aAAa,QAAQ,GAAG;gBAC1D,GAAG,IAAI,yDAAyD;gBAChE,4EAA4E,CAC/E,CAAA;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAY;QACnC,MAAM,IAAI,GAAG,SAAS,IAAI,mDAAmD,CAAA;QAC7E,MAAM,QAAQ,GAAG;YACf,iBAAiB;YACjB,iBAAiB;YACjB,mBAAmB;YACnB,0BAA0B;YAC1B,mBAAmB;YACnB,uBAAuB;YACvB,uBAAuB;YACvB,oBAAoB;SACrB,CAAA;QAED,IAAI,IAAI,GAAG,IAAI,CAAA;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,IAAI,IAAI,QAAQ,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAAA;QACvD,CAAC;QACD,IAAI,IAAI,iBAAiB,CAAA;QAEzB,4CAA4C;QAC5C,IAAI,IAAI,sEAAsE,CAAA;QAC9E,IAAI,IAAI,4DAA4D,CAAA;QACpE,IAAI,IAAI,4EAA4E,CAAA;QAEpF,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA,CAAC,0BAA0B;IACvD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,QAAQ;QACpB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAA;YAC7B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAA;QAC9B,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB,CAAC,MAAuB;IAC9D,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,MAA2B,EAAE,MAAc,EAAE,EAAE;QAChF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,CAAC,KAAK;YAAE,OAAM;QAElB,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;QAC3B,IAAI,KAAK,GAAG,MAAM,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,MAAM,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,MAAM,KAAK,CAAC,CAAA;QAC1F,CAAC;IACH,CAAC,CAAA;IAED,8BAA8B;IAC9B,WAAW,CAAC,cAAc,EAAE,QAAQ,EAAE,iBAAiB,CAAC,mBAAmB,CAAC,CAAA;IAC5E,WAAW,CAAC,cAAc,EAAE,QAAQ,EAAE,iBAAiB,CAAC,mBAAmB,CAAC,CAAA;IAE5E,+BAA+B;IAC/B,WAAW,CAAC,mBAAmB,EAAE,QAAQ,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,CAAA;IAE/E,kCAAkC;IAClC,WAAW,CAAC,uBAAuB,EAAE,QAAQ,EAAE,iBAAiB,CAAC,oBAAoB,CAAC,CAAA;IAEtF,kBAAkB;IAClB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3D,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,aAAa,GAAG,iBAAiB,CAAC,aAAa,EAAE,CAAC;YACjF,QAAQ,CAAC,IAAI,CACX,GAAG,IAAI,wBAAwB,KAAK,CAAC,aAAa,uBAAuB,iBAAiB,CAAC,aAAa,KAAK,CAC9G,CAAA;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC7B,QAAQ;QACR,QAAQ;KACT,CAAA;AACH,CAAC"}

package/dist/src/benchmarks/index.d.ts

@@ -0,0 +1,51 @@
+/**
+ * SMI-632: Benchmark module exports
+ * SMI-689: Enhanced with MemoryProfiler integration
+ *
+ * Provides performance benchmarking infrastructure for:
+ * - Search query latency
+ * - Indexing throughput
+ * - Statistical analysis
+ * - CI integration
+ * - Memory profiling and leak detection
+ */
+export { BenchmarkRunner, type BenchmarkConfig, type BenchmarkResult, type BenchmarkStats, type BenchmarkReport, type BenchmarkDefinition, type BenchmarkFn, type MemoryStats, type EnvironmentInfo, type ComparisonResult, type MetricComparison, type DetailedMemoryStats, type MemoryRegressionInfo, formatReportAsJson, formatReportAsText, compareReports, } from './BenchmarkRunner.js';
+export { MemoryProfiler, defaultMemoryProfiler, type MemorySnapshot, type MemoryStats as ProfilerMemoryStats, type MemoryBaseline, type LeakDetectionResult, type MemoryRegressionResult, } from './MemoryProfiler.js';
+export { SearchBenchmark, type SearchBenchmarkConfig, type ValidationResult, SEARCH_TARGETS, validateSearchResults, } from './SearchBenchmark.js';
+export { IndexBenchmark, type IndexBenchmarkConfig, type ThroughputResult, type SizeImpactResult, type IndexValidationResult, INDEX_TARGETS, validateIndexResults, } from './IndexBenchmark.js';
+export { CacheBenchmark, type CacheBenchmarkConfig, type CacheValidationResult, CACHE_TARGETS, validateCacheResults, } from './cacheBenchmark.js';
+export { EmbeddingBenchmark, type EmbeddingBenchmarkConfig, type EmbeddingValidationResult, EMBEDDING_TARGETS, validateEmbeddingResults, } from './embeddingBenchmark.js';
+export { percentile, mean, sampleStddev, calculateLatencyStats, type LatencyStats, } from './stats.js';
+/**
+ * CLI-friendly benchmark runner
+ *
+ * Usage:
+ *   npx ts-node -e "import { runAllBenchmarks } from './benchmarks'; runAllBenchmarks()"
+ *
+ * Or with npm script:
+ *   npm run benchmark
+ *   npm run benchmark -- --suite search
+ *   npm run benchmark -- --suite index
+ *   npm run benchmark -- --compare baseline.json
+ */
+export declare function runAllBenchmarks(options?: CLIOptions): Promise<void>;
+/**
+ * CLI options for benchmark runner
+ */
+export interface CLIOptions {
+    /** Run specific suite (search, index, cache, embedding) */
+    suite?: 'search' | 'index' | 'cache' | 'embedding';
+    /** Path to baseline JSON for comparison */
+    compare?: string;
+    /** Output format (text, json) */
+    output?: 'text' | 'json';
+    /** Number of iterations (overrides default) */
+    iterations?: number;
+    /** SMI-689: Enable memory profiling */
+    memory?: boolean;
+    /** SMI-689: Memory regression threshold percentage */
+    memoryThreshold?: number;
+    /** SMI-689: Path to memory baselines JSON file */
+    memoryBaseline?: string;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/src/benchmarks/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EACL,eAAe,EACf,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,kBAAkB,EAClB,kBAAkB,EAClB,cAAc,GACf,MAAM,sBAAsB,CAAA;AAG7B,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,KAAK,cAAc,EACnB,KAAK,WAAW,IAAI,mBAAmB,EACvC,KAAK,cAAc,EACnB,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,GAC5B,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EACL,eAAe,EACf,KAAK,qBAAqB,EAC1B,KAAK,gBAAgB,EACrB,cAAc,EACd,qBAAqB,GACtB,MAAM,sBAAsB,CAAA;AAG7B,OAAO,EACL,cAAc,EACd,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,qBAAqB,EAC1B,aAAa,EACb,oBAAoB,GACrB,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EACL,cAAc,EACd,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,EAC1B,aAAa,EACb,oBAAoB,GACrB,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EACL,kBAAkB,EAClB,KAAK,wBAAwB,EAC7B,KAAK,yBAAyB,EAC9B,iBAAiB,EACjB,wBAAwB,GACzB,MAAM,yBAAyB,CAAA;AAGhC,OAAO,EACL,UAAU,EACV,IAAI,EACJ,YAAY,EACZ,qBAAqB,EACrB,KAAK,YAAY,GAClB,MAAM,YAAY,CAAA;AAEnB;;;;;;;;;;;GAWG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAoL9E;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,WAAW,CAAA;IAClD,2CAA2C;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,iCAAiC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IACxB,+CAA+C;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,uCAAuC;IACvC,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,sDAAsD;IACtD,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,kDAAkD;IAClD,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB"}

package/dist/src/benchmarks/index.js

@@ -0,0 +1,201 @@
+/**
+ * SMI-632: Benchmark module exports
+ * SMI-689: Enhanced with MemoryProfiler integration
+ *
+ * Provides performance benchmarking infrastructure for:
+ * - Search query latency
+ * - Indexing throughput
+ * - Statistical analysis
+ * - CI integration
+ * - Memory profiling and leak detection
+ */
+// Core benchmark runner
+export { BenchmarkRunner, formatReportAsJson, formatReportAsText, compareReports, } from './BenchmarkRunner.js';
+// SMI-689: Memory profiler
+export { MemoryProfiler, defaultMemoryProfiler, } from './MemoryProfiler.js';
+// Search benchmarks
+export { SearchBenchmark, SEARCH_TARGETS, validateSearchResults, } from './SearchBenchmark.js';
+// Index benchmarks
+export { IndexBenchmark, INDEX_TARGETS, validateIndexResults, } from './IndexBenchmark.js';
+// SMI-738: Cache benchmarks
+export { CacheBenchmark, CACHE_TARGETS, validateCacheResults, } from './cacheBenchmark.js';
+// SMI-738: Embedding benchmarks
+export { EmbeddingBenchmark, EMBEDDING_TARGETS, validateEmbeddingResults, } from './embeddingBenchmark.js';
+// SMI-677: Shared statistical utilities
+export { percentile, mean, sampleStddev, calculateLatencyStats, } from './stats.js';
+/**
+ * CLI-friendly benchmark runner
+ *
+ * Usage:
+ *   npx ts-node -e "import { runAllBenchmarks } from './benchmarks'; runAllBenchmarks()"
+ *
+ * Or with npm script:
+ *   npm run benchmark
+ *   npm run benchmark -- --suite search
+ *   npm run benchmark -- --suite index
+ *   npm run benchmark -- --compare baseline.json
+ */
+export async function runAllBenchmarks(options = {}) {
+    const { suite, compare, output = 'text', iterations, memory = false, memoryThreshold = 10, memoryBaseline, } = options;
+    console.log('Starting Skillsmith Performance Benchmarks\n');
+    // SMI-689: Load memory baselines if provided
+    let memoryBaselines = {};
+    if (memoryBaseline) {
+        try {
+            const fs = await import('fs');
+            const baselineData = fs.readFileSync(memoryBaseline, 'utf-8');
+            const parsed = JSON.parse(baselineData);
+            memoryBaselines = parsed.memoryBaselines ?? {};
+            console.log(`Loaded memory baselines from ${memoryBaseline}`);
+        }
+        catch (err) {
+            console.warn(`Warning: Could not load memory baselines: ${err instanceof Error ? err.message : err}`);
+        }
+    }
+    const results = [];
+    // Run search benchmarks
+    if (!suite || suite === 'search') {
+        console.log('Running search benchmarks...');
+        // SMI-689: Enable memory profiling if requested
+        const searchBenchmark = new SearchBenchmark({
+            iterations: iterations ?? 1000,
+            skillCount: 1000,
+            enableMemoryProfiler: memory,
+            memoryRegressionThreshold: memoryThreshold,
+            memoryBaselines: memoryBaselines,
+        });
+        const searchReport = await searchBenchmark.run();
+        results.push(searchReport);
+        const searchValidation = validateSearchResults(searchReport);
+        if (!searchValidation.passed) {
+            console.error('Search benchmark failures:');
+            searchValidation.failures.forEach((f) => console.error(`  - ${f}`));
+        }
+        if (searchValidation.warnings.length > 0) {
+            console.warn('Search benchmark warnings:');
+            searchValidation.warnings.forEach((w) => console.warn(`  - ${w}`));
+        }
+    }
+    // Run index benchmarks
+    if (!suite || suite === 'index') {
+        console.log('Running index benchmarks...');
+        // SMI-689: Enable memory profiling if requested
+        const indexBenchmark = new IndexBenchmark({
+            iterations: iterations ?? 100,
+            enableMemoryProfiler: memory,
+            memoryRegressionThreshold: memoryThreshold,
+            memoryBaselines: memoryBaselines,
+        });
+        const indexReport = await indexBenchmark.run();
+        results.push(indexReport);
+        const indexValidation = validateIndexResults(indexReport);
+        if (!indexValidation.passed) {
+            console.error('Index benchmark failures:');
+            indexValidation.failures.forEach((f) => console.error(`  - ${f}`));
+        }
+        if (indexValidation.warnings.length > 0) {
+            console.warn('Index benchmark warnings:');
+            indexValidation.warnings.forEach((w) => console.warn(`  - ${w}`));
+        }
+    }
+    // SMI-738: Run cache benchmarks
+    if (suite === 'cache') {
+        console.log('Running cache benchmarks...');
+        const cacheBenchmark = new CacheBenchmark({
+            iterations: iterations ?? 1000,
+            enableMemoryProfiler: memory,
+            memoryRegressionThreshold: memoryThreshold,
+            memoryBaselines: memoryBaselines,
+        });
+        const cacheReport = await cacheBenchmark.run();
+        results.push(cacheReport);
+        const cacheValidation = validateCacheResults(cacheReport);
+        if (!cacheValidation.passed) {
+            console.error('Cache benchmark failures:');
+            cacheValidation.failures.forEach((f) => console.error(`  - ${f}`));
+        }
+        if (cacheValidation.warnings.length > 0) {
+            console.warn('Cache benchmark warnings:');
+            cacheValidation.warnings.forEach((w) => console.warn(`  - ${w}`));
+        }
+    }
+    // SMI-738: Run embedding benchmarks
+    if (suite === 'embedding') {
+        console.log('Running embedding benchmarks...');
+        const embeddingBenchmark = new EmbeddingBenchmark({
+            iterations: iterations ?? 50,
+            skipModelLoad: true, // Skip slow model load by default
+            enableMemoryProfiler: memory,
+            memoryRegressionThreshold: memoryThreshold,
+            memoryBaselines: memoryBaselines,
+        });
+        const embeddingReport = await embeddingBenchmark.run();
+        results.push(embeddingReport);
+        const embeddingValidation = validateEmbeddingResults(embeddingReport);
+        if (!embeddingValidation.passed) {
+            console.error('Embedding benchmark failures:');
+            embeddingValidation.failures.forEach((f) => console.error(`  - ${f}`));
+        }
+        if (embeddingValidation.warnings.length > 0) {
+            console.warn('Embedding benchmark warnings:');
+            embeddingValidation.warnings.forEach((w) => console.warn(`  - ${w}`));
+        }
+    }
+    // Output results
+    for (const report of results) {
+        if (output === 'json') {
+            console.log(formatReportAsJson(report));
+        }
+        else {
+            console.log(formatReportAsText(report));
+        }
+    }
+    // Compare with baseline if provided
+    if (compare) {
+        console.log('\nComparing with baseline...');
+        const fs = await import('fs');
+        const baselineData = fs.readFileSync(compare, 'utf-8');
+        const baseline = JSON.parse(baselineData);
+        for (const report of results) {
+            if (report.suite === baseline.suite) {
+                const comparison = compareReports(baseline, report);
+                console.log(`\nComparison for ${report.suite}:`);
+                console.log(`  Regressions: ${comparison.summary.regressions}`);
+                console.log(`  Improvements: ${comparison.summary.improvements}`);
+                console.log(`  Unchanged: ${comparison.summary.unchanged}`);
+                if (comparison.summary.regressions > 0) {
+                    console.error('\nRegression details:');
+                    for (const [name, comp] of Object.entries(comparison.comparisons)) {
+                        if (comp.isRegression) {
+                            console.error(`  ${name}: p95 increased by ${comp.p95ChangePercent}%`);
+                        }
+                    }
+                    process.exitCode = 1;
+                }
+            }
+        }
+    }
+    // SMI-689: Check for memory regressions
+    if (memory) {
+        let hasMemoryRegression = false;
+        for (const report of results) {
+            if (report.memoryRegression?.hasRegressions) {
+                hasMemoryRegression = true;
+                console.error(`\nMemory regression detected in ${report.suite}:`);
+                for (const reg of report.memoryRegression.regressions) {
+                    console.error(`  ${reg.label}: heap grew by ${reg.changePercent.toFixed(1)}%`);
+                }
+            }
+        }
+        if (hasMemoryRegression) {
+            process.exitCode = 1;
+        }
+    }
+}
+// Re-export everything for convenience
+import { SearchBenchmark, validateSearchResults } from './SearchBenchmark.js';
+import { IndexBenchmark, validateIndexResults } from './IndexBenchmark.js';
+import { CacheBenchmark, validateCacheResults } from './cacheBenchmark.js';
+import { EmbeddingBenchmark, validateEmbeddingResults } from './embeddingBenchmark.js';
+import { formatReportAsJson, formatReportAsText, compareReports, } from './BenchmarkRunner.js';
+//# sourceMappingURL=index.js.map

package/dist/src/benchmarks/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/benchmarks/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,wBAAwB;AACxB,OAAO,EACL,eAAe,EAaf,kBAAkB,EAClB,kBAAkB,EAClB,cAAc,GACf,MAAM,sBAAsB,CAAA;AAE7B,2BAA2B;AAC3B,OAAO,EACL,cAAc,EACd,qBAAqB,GAMtB,MAAM,qBAAqB,CAAA;AAE5B,oBAAoB;AACpB,OAAO,EACL,eAAe,EAGf,cAAc,EACd,qBAAqB,GACtB,MAAM,sBAAsB,CAAA;AAE7B,mBAAmB;AACnB,OAAO,EACL,cAAc,EAKd,aAAa,EACb,oBAAoB,GACrB,MAAM,qBAAqB,CAAA;AAE5B,4BAA4B;AAC5B,OAAO,EACL,cAAc,EAGd,aAAa,EACb,oBAAoB,GACrB,MAAM,qBAAqB,CAAA;AAE5B,gCAAgC;AAChC,OAAO,EACL,kBAAkB,EAGlB,iBAAiB,EACjB,wBAAwB,GACzB,MAAM,yBAAyB,CAAA;AAEhC,wCAAwC;AACxC,OAAO,EACL,UAAU,EACV,IAAI,EACJ,YAAY,EACZ,qBAAqB,GAEtB,MAAM,YAAY,CAAA;AAEnB;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,UAAsB,EAAE;IAC7D,MAAM,EACJ,KAAK,EACL,OAAO,EACP,MAAM,GAAG,MAAM,EACf,UAAU,EACV,MAAM,GAAG,KAAK,EACd,eAAe,GAAG,EAAE,EACpB,cAAc,GACf,GAAG,OAAO,CAAA;IAEX,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAA;IAE3D,6CAA6C;IAC7C,IAAI,eAAe,GAAiE,EAAE,CAAA;IACtF,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;YAC7B,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,cAAc,EAAE,OAAO,CAAC,CAAA;YAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YACvC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,EAAE,CAAA;YAC9C,OAAO,CAAC,GAAG,CAAC,gCAAgC,cAAc,EAAE,CAAC,CAAA;QAC/D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CACV,6CAA6C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CACxF,CAAA;QACH,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAsB,EAAE,CAAA;IAErC,wBAAwB;IACxB,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAA;QAC3C,gDAAgD;QAChD,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;YAC1C,UAAU,EAAE,UAAU,IAAI,IAAI;YAC9B,UAAU,EAAE,IAAI;YAChB,oBAAoB,EAAE,MAAM;YAC5B,yBAAyB,EAAE,eAAe;YAC1C,eAAe,EAAE,eAAe;SACjC,CAAC,CAAA;QACF,MAAM,YAAY,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,CAAA;QAChD,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QAE1B,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAA;QAC5D,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAA;YAC3C,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;QACrE,CAAC;QACD,IAAI,gBAAgB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;YAC1C,gBAAgB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;QACpE,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;QAC1C,gDAAgD;QAChD,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC;YACxC,UAAU,EAAE,UAAU,IAAI,GAAG;YAC7B,oBAAoB,EAAE,MAAM;YAC5B,yBAAyB,EAAE,eAAe;YAC1C,eAAe,EAAE,eAAe;SACjC,CAAC,CAAA;QACF,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,CAAA;QAC9C,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAEzB,MAAM,eAAe,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAA;QACzD,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;YAC1C,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;QACpE,CAAC;QACD,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;YACzC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;QAC1C,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC;YACxC,UAAU,EAAE,UAAU,IAAI,IAAI;YAC9B,oBAAoB,EAAE,MAAM;YAC5B,yBAAyB,EAAE,eAAe;YAC1C,eAAe,EAAE,eAAe;SACjC,CAAC,CAAA;QACF,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE,CAAA;QAC9C,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAEzB,MAAM,eAAe,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAA;QACzD,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAA;YAC1C,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;QACpE,CAAC;QACD,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;YACzC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAA;QAC9C,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAAC;YAChD,UAAU,EAAE,UAAU,IAAI,EAAE;YAC5B,aAAa,EAAE,IAAI,EAAE,kCAAkC;YACvD,oBAAoB,EAAE,MAAM;YAC5B,yBAAyB,EAAE,eAAe;YAC1C,eAAe,EAAE,eAAe;SACjC,CAAC,CAAA;QACF,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,CAAA;QACtD,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QAE7B,MAAM,mBAAmB,GAAG,wBAAwB,CAAC,eAAe,CAAC,CAAA;QACrE,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;YAC9C,mBAAmB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;QACxE,CAAC;QACD,IAAI,mBAAmB,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAA;YAC7C,mBAAmB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;QACvE,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAA;QACzC,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAA;QAC3C,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;QAC7B,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAoB,CAAA;QAE5D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACpC,MAAM,UAAU,GAAG,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;gBACnD,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,KAAK,GAAG,CAAC,CAAA;gBAChD,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAA;gBAC/D,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;gBACjE,OAAO,CAAC,GAAG,CAAC,gBAAgB,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;gBAE3D,IAAI,UAAU,CAAC,OAAO,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;oBACvC,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAA;oBACtC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;wBAClE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;4BACtB,OAAO,CAAC,KAAK,CAAC,KAAK,IAAI,sBAAsB,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAA;wBACxE,CAAC;oBACH,CAAC;oBACD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,mBAAmB,GAAG,KAAK,CAAA;QAC/B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,CAAC,gBAAgB,EAAE,cAAc,EAAE,CAAC;gBAC5C,mBAAmB,GAAG,IAAI,CAAA;gBAC1B,OAAO,CAAC,KAAK,CAAC,mCAAmC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAA;gBACjE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC;oBACtD,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,KAAK,kBAAkB,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;gBAChF,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,mBAAmB,EAAE,CAAC;YACxB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAA;QACtB,CAAC;IACH,CAAC;AACH,CAAC;AAsBD,uCAAuC;AACvC,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAC7E,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAC1E,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAC1E,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAA;AACtF,OAAO,EAEL,kBAAkB,EAClB,kBAAkB,EAClB,cAAc,GACf,MAAM,sBAAsB,CAAA"}