@skillsmith/core 0.1.0

package/dist/src/benchmarks/IndexBenchmark.js

@@ -0,0 +1,314 @@
+/**
+ * SMI-632: IndexBenchmark - Indexing throughput benchmarks
+ *
+ * Features:
+ * - Batch insert performance
+ * - Update performance
+ * - Database size impact
+ * - FTS5 index maintenance
+ */
+import { createDatabase, closeDatabase } from '../db/schema.js';
+import { SkillRepository } from '../repositories/SkillRepository.js';
+import { BenchmarkRunner } from './BenchmarkRunner.js';
+import { percentile, mean } from './stats.js';
+const DEFAULT_CONFIG = {
+    warmupIterations: 3,
+    iterations: 100,
+    measureMemory: true,
+    suiteName: 'index',
+    batchSize: 100,
+    baseDatabaseSize: 1000,
+    // SMI-689: Memory profiling defaults
+    enableMemoryProfiler: false,
+    memoryRegressionThreshold: 10,
+    memoryBaselines: {},
+};
+/**
+ * Performance targets for indexing operations
+ */
+export const INDEX_TARGETS = {
+    /** Skills indexed per second for batch inserts */
+    throughput_skills_per_sec: 100,
+    /** Maximum time for single insert (ms) */
+    single_insert_max_ms: 50,
+    /** Maximum time for batch of 100 inserts (ms) */
+    batch_100_max_ms: 500,
+};
+/**
+ * Indexing benchmark suite
+ */
+export class IndexBenchmark {
+    config;
+    db = null;
+    repo = null;
+    skillCounter = 0;
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_CONFIG, ...config };
+    }
+    /**
+     * Run all indexing benchmarks
+     */
+    async run() {
+        const runner = new BenchmarkRunner({
+            warmupIterations: this.config.warmupIterations,
+            iterations: this.config.iterations,
+            measureMemory: this.config.measureMemory,
+            suiteName: this.config.suiteName,
+        });
+        // Single insert benchmark
+        runner.add({
+            name: 'single_insert',
+            setup: async () => {
+                await this.setup();
+                this.skillCounter = 0;
+            },
+            fn: () => {
+                this.skillCounter++;
+                this.repo.create({
+                    name: `Benchmark Skill ${this.skillCounter}`,
+                    description: `Description for skill ${this.skillCounter}`,
+                    author: 'benchmark',
+                    tags: ['benchmark', 'test'],
+                });
+            },
+            teardown: async () => {
+                await this.teardown();
+            },
+        });
+        // Batch insert benchmark (100 skills)
+        runner.add({
+            name: 'batch_insert_100',
+            setup: async () => {
+                await this.setup();
+                this.skillCounter = 0;
+            },
+            fn: () => {
+                const skills = this.generateBatchSkills(100);
+                this.repo.createBatch(skills);
+            },
+            teardown: async () => {
+                await this.teardown();
+            },
+        });
+        // Batch insert benchmark (1000 skills)
+        runner.add({
+            name: 'batch_insert_1000',
+            setup: async () => {
+                await this.setup();
+                this.skillCounter = 0;
+            },
+            fn: () => {
+                const skills = this.generateBatchSkills(1000);
+                this.repo.createBatch(skills);
+            },
+            teardown: async () => {
+                await this.teardown();
+            },
+        });
+        // Update benchmark
+        runner.add({
+            name: 'update_skill',
+            setup: async () => {
+                await this.setup();
+                // Seed skills to update
+                const skills = this.generateBatchSkills(this.config.iterations + 100);
+                this.repo.createBatch(skills);
+                this.skillCounter = 0;
+            },
+            fn: () => {
+                const skills = this.repo.findAll(1, this.skillCounter);
+                if (skills.items.length > 0) {
+                    this.repo.update(skills.items[0].id, {
+                        description: `Updated description ${Date.now()}`,
+                        qualityScore: Math.random(),
+                    });
+                }
+                this.skillCounter++;
+            },
+            teardown: async () => {
+                await this.teardown();
+            },
+        });
+        // Delete benchmark
+        runner.add({
+            name: 'delete_skill',
+            setup: async () => {
+                await this.setup();
+                // Seed skills to delete
+                const skills = this.generateBatchSkills(this.config.iterations + 100);
+                this.repo.createBatch(skills);
+            },
+            fn: () => {
+                const skills = this.repo.findAll(1, 0);
+                if (skills.items.length > 0) {
+                    this.repo.delete(skills.items[0].id);
+                }
+            },
+            teardown: async () => {
+                await this.teardown();
+            },
+        });
+        // Upsert benchmark (mix of insert and update)
+        runner.add({
+            name: 'upsert_skill',
+            setup: async () => {
+                await this.setup();
+                // Seed some initial skills
+                const skills = this.generateBatchSkills(50);
+                this.repo.createBatch(skills);
+                this.skillCounter = 0;
+            },
+            fn: () => {
+                const isUpdate = this.skillCounter % 2 === 0;
+                const repoUrl = isUpdate
+                    ? `https://github.com/benchmark/skill-0`
+                    : `https://github.com/benchmark/new-skill-${this.skillCounter}`;
+                this.repo.upsert({
+                    name: `Upserted Skill ${this.skillCounter}`,
+                    description: `Description ${this.skillCounter}`,
+                    author: 'benchmark',
+                    repoUrl,
+                    tags: ['upsert', 'test'],
+                });
+                this.skillCounter++;
+            },
+            teardown: async () => {
+                await this.teardown();
+            },
+        });
+        // Run benchmarks
+        return await runner.run();
+    }
+    /**
+     * Run throughput benchmark (measures skills per second)
+     */
+    async runThroughput() {
+        await this.setup();
+        const batchSizes = [10, 50, 100, 500, 1000];
+        const results = {};
+        for (const batchSize of batchSizes) {
+            // Create a fresh database for each batch size test
+            await this.teardown();
+            await this.setup();
+            const skills = this.generateBatchSkills(batchSize);
+            const start = performance.now();
+            this.repo.createBatch(skills);
+            const duration = performance.now() - start;
+            const throughput = (batchSize / duration) * 1000; // skills per second
+            results[`batch_${batchSize}`] = {
+                batchSize,
+                duration_ms: Math.round(duration * 100) / 100,
+                throughput_per_sec: Math.round(throughput * 100) / 100,
+                meetsTarget: throughput >= INDEX_TARGETS.throughput_skills_per_sec,
+            };
+        }
+        await this.teardown();
+        return {
+            timestamp: new Date().toISOString(),
+            results,
+        };
+    }
+    /**
+     * Run database size impact benchmark
+     */
+    async runSizeImpact() {
+        const sizes = [100, 500, 1000, 5000, 10000];
+        const results = {};
+        for (const size of sizes) {
+            await this.setup();
+            // Seed the database to target size
+            const seedSkills = this.generateBatchSkills(size);
+            this.repo.createBatch(seedSkills);
+            // Measure insert time at this database size
+            const insertTimes = [];
+            for (let i = 0; i < 100; i++) {
+                const start = performance.now();
+                this.repo.create({
+                    name: `Extra Skill ${i}`,
+                    description: `Description at size ${size}`,
+                    author: 'benchmark',
+                    tags: ['size-test'],
+                });
+                insertTimes.push(performance.now() - start);
+            }
+            const sortedTimes = insertTimes.sort((a, b) => a - b);
+            // SMI-677: Use shared stats utilities for consistent percentile calculations
+            results[`size_${size}`] = {
+                databaseSize: size,
+                avgInsert_ms: Math.round(mean(sortedTimes) * 1000) / 1000,
+                p50Insert_ms: percentile(sortedTimes, 50),
+                p95Insert_ms: percentile(sortedTimes, 95),
+            };
+            await this.teardown();
+        }
+        return {
+            timestamp: new Date().toISOString(),
+            results,
+        };
+    }
+    /**
+     * Setup database
+     */
+    async setup() {
+        this.db = createDatabase(':memory:');
+        this.repo = new SkillRepository(this.db);
+        this.skillCounter = 0;
+    }
+    /**
+     * Cleanup database resources
+     */
+    async teardown() {
+        if (this.db) {
+            closeDatabase(this.db);
+            this.db = null;
+            this.repo = null;
+        }
+    }
+    /**
+     * Generate a batch of test skills
+     */
+    generateBatchSkills(count) {
+        const startId = this.skillCounter;
+        this.skillCounter += count;
+        return Array.from({ length: count }, (_, i) => ({
+            name: `Batch Skill ${startId + i}`,
+            description: `Description for batch skill ${startId + i} with some searchable content`,
+            author: 'benchmark',
+            repoUrl: `https://github.com/benchmark/skill-${startId + i}`,
+            tags: ['batch', 'benchmark', i % 2 === 0 ? 'even' : 'odd'],
+            qualityScore: 0.5 + Math.random() * 0.5,
+            trustTier: ['verified', 'community', 'experimental', 'unknown'][i % 4],
+        }));
+    }
+}
+/**
+ * Validate indexing benchmark results against targets
+ */
+export function validateIndexResults(report) {
+    const failures = [];
+    const warnings = [];
+    // Check single insert
+    const singleInsert = report.results['single_insert'];
+    if (singleInsert && singleInsert.p95_ms > INDEX_TARGETS.single_insert_max_ms) {
+        failures.push(`single_insert: p95 (${singleInsert.p95_ms}ms) exceeds target (${INDEX_TARGETS.single_insert_max_ms}ms)`);
+    }
+    // Check batch insert
+    const batchInsert = report.results['batch_insert_100'];
+    if (batchInsert && batchInsert.p95_ms > INDEX_TARGETS.batch_100_max_ms) {
+        failures.push(`batch_insert_100: p95 (${batchInsert.p95_ms}ms) exceeds target (${INDEX_TARGETS.batch_100_max_ms}ms)`);
+    }
+    // Check throughput for batch of 1000
+    const batch1000 = report.results['batch_insert_1000'];
+    if (batch1000) {
+        const throughput = (1000 / batch1000.mean_ms) * 1000; // skills per second
+        if (throughput < INDEX_TARGETS.throughput_skills_per_sec) {
+            warnings.push(`batch_insert_1000: throughput (${Math.round(throughput)} skills/sec) below target (${INDEX_TARGETS.throughput_skills_per_sec} skills/sec)`);
+        }
+    }
+    return {
+        passed: failures.length === 0,
+        failures,
+        warnings,
+    };
+}
+//# sourceMappingURL=IndexBenchmark.js.map

package/dist/src/benchmarks/IndexBenchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IndexBenchmark.js","sourceRoot":"","sources":["../../../src/benchmarks/IndexBenchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/D,OAAO,EAAE,eAAe,EAAE,MAAM,oCAAoC,CAAA;AACpE,OAAO,EAAE,eAAe,EAA8C,MAAM,sBAAsB,CAAA;AAClG,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAY7C,MAAM,cAAc,GAAmC;IACrD,gBAAgB,EAAE,CAAC;IACnB,UAAU,EAAE,GAAG;IACf,aAAa,EAAE,IAAI;IACnB,SAAS,EAAE,OAAO;IAClB,SAAS,EAAE,GAAG;IACd,gBAAgB,EAAE,IAAI;IACtB,qCAAqC;IACrC,oBAAoB,EAAE,KAAK;IAC3B,yBAAyB,EAAE,EAAE;IAC7B,eAAe,EAAE,EAAE;CACpB,CAAA;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,kDAAkD;IAClD,yBAAyB,EAAE,GAAG;IAC9B,0CAA0C;IAC1C,oBAAoB,EAAE,EAAE;IACxB,iDAAiD;IACjD,gBAAgB,EAAE,GAAG;CACtB,CAAA;AAED;;GAEG;AACH,MAAM,OAAO,cAAc;IACjB,MAAM,CAAgC;IACtC,EAAE,GAAwB,IAAI,CAAA;IAC9B,IAAI,GAA2B,IAAI,CAAA;IACnC,YAAY,GAAW,CAAC,CAAA;IAEhC,YAAY,SAA+B,EAAE;QAC3C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,MAAM,EAAE,CAAA;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG;QACP,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;YACjC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SACjC,CAAC,CAAA;QAEF,0BAA0B;QAC1B,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;gBAClB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACvB,CAAC;YACD,EAAE,EAAE,GAAG,EAAE;gBACP,IAAI,CAAC,YAAY,EAAE,CAAA;gBACnB,IAAI,CAAC,IAAK,CAAC,MAAM,CAAC;oBAChB,IAAI,EAAE,mBAAmB,IAAI,CAAC,YAAY,EAAE;oBAC5C,WAAW,EAAE,yBAAyB,IAAI,CAAC,YAAY,EAAE;oBACzD,MAAM,EAAE,WAAW;oBACnB,IAAI,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC;iBAC5B,CAAC,CAAA;YACJ,CAAC;YACD,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;YACvB,CAAC;SACF,CAAC,CAAA;QAEF,sCAAsC;QACtC,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,kBAAkB;YACxB,KAAK,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;gBAClB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACvB,CAAC;YACD,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAA;gBAC5C,IAAI,CAAC,IAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;YAChC,CAAC;YACD,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;YACvB,CAAC;SACF,CAAC,CAAA;QAEF,uCAAuC;QACvC,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;gBAClB,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACvB,CAAC;YACD,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAA;gBAC7C,IAAI,CAAC,IAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;YAChC,CAAC;YACD,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;YACvB,CAAC;SACF,CAAC,CAAA;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;gBAClB,wBAAwB;gBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAA;gBACrE,IAAI,CAAC,IAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;gBAC9B,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACvB,CAAC;YACD,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,MAAM,GAAG,IAAI,CAAC,IAAK,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;gBACvD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,IAAI,CAAC,IAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;wBACpC,WAAW,EAAE,uBAAuB,IAAI,CAAC,GAAG,EAAE,EAAE;wBAChD,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE;qBAC5B,CAAC,CAAA;gBACJ,CAAC;gBACD,IAAI,CAAC,YAAY,EAAE,CAAA;YACrB,CAAC;YACD,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;YACvB,CAAC;SACF,CAAC,CAAA;QAEF,mBAAmB;QACnB,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;gBAClB,wBAAwB;gBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAA;gBACrE,IAAI,CAAC,IAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;YAChC,CAAC;YACD,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,MAAM,GAAG,IAAI,CAAC,IAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;gBACvC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,IAAI,CAAC,IAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;gBACvC,CAAC;YACH,CAAC;YACD,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;YACvB,CAAC;SACF,CAAC,CAAA;QAEF,8CAA8C;QAC9C,MAAM,CAAC,GAAG,CAAC;YACT,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;gBAClB,2BAA2B;gBAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAA;gBAC3C,IAAI,CAAC,IAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;gBAC9B,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACvB,CAAC;YACD,EAAE,EAAE,GAAG,EAAE;gBACP,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,CAAA;gBAC5C,MAAM,OAAO,GAAG,QAAQ;oBACtB,CAAC,CAAC,sCAAsC;oBACxC,CAAC,CAAC,0CAA0C,IAAI,CAAC,YAAY,EAAE,CAAA;gBAEjE,IAAI,CAAC,IAAK,CAAC,MAAM,CAAC;oBAChB,IAAI,EAAE,kBAAkB,IAAI,CAAC,YAAY,EAAE;oBAC3C,WAAW,EAAE,eAAe,IAAI,CAAC,YAAY,EAAE;oBAC/C,MAAM,EAAE,WAAW;oBACnB,OAAO;oBACP,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC;iBACzB,CAAC,CAAA;gBACF,IAAI,CAAC,YAAY,EAAE,CAAA;YACrB,CAAC;YACD,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;YACvB,CAAC;SACF,CAAC,CAAA;QAEF,iBAAiB;QACjB,OAAO,MAAM,MAAM,CAAC,GAAG,EAAE,CAAA;IAC3B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;QAElB,MAAM,UAAU,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAgC,EAAE,CAAA;QAE/C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,mDAAmD;YACnD,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;YACrB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;YAElB,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAA;YAElD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC/B,IAAI,CAAC,IAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;YAC9B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAA;YAE1C,MAAM,UAAU,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAA,CAAC,oBAAoB;YAErE,OAAO,CAAC,SAAS,SAAS,EAAE,CAAC,GAAG;gBAC9B,SAAS;gBACT,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC7C,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;gBACtD,WAAW,EAAE,UAAU,IAAI,aAAa,CAAC,yBAAyB;aACnE,CAAA;QACH,CAAC;QAED,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;QAErB,OAAO;YACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO;SACR,CAAA;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAgC,EAAE,CAAA;QAE/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAA;YAElB,mCAAmC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAA;YACjD,IAAI,CAAC,IAAK,CAAC,WAAW,CAAC,UAAU,CAAC,CAAA;YAElC,4CAA4C;YAC5C,MAAM,WAAW,GAAa,EAAE,CAAA;YAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;gBAC/B,IAAI,CAAC,IAAK,CAAC,MAAM,CAAC;oBAChB,IAAI,EAAE,eAAe,CAAC,EAAE;oBACxB,WAAW,EAAE,uBAAuB,IAAI,EAAE;oBAC1C,MAAM,EAAE,WAAW;oBACnB,IAAI,EAAE,CAAC,WAAW,CAAC;iBACpB,CAAC,CAAA;gBACF,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAA;YAC7C,CAAC;YAED,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAErD,6EAA6E;YAC7E,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,GAAG;gBACxB,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI;gBACzD,YAAY,EAAE,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC;gBACzC,YAAY,EAAE,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC;aAC1C,CAAA;YAED,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAA;QACvB,CAAC;QAED,OAAO;YACL,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO;SACR,CAAA;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,EAAE,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;QACpC,IAAI,CAAC,IAAI,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACxC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;IACvB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,QAAQ;QACpB,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACtB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAA;YACd,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,KAAa;QASvC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAA;QACjC,IAAI,CAAC,YAAY,IAAI,KAAK,CAAA;QAE1B,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9C,IAAI,EAAE,eAAe,OAAO,GAAG,CAAC,EAAE;YAClC,WAAW,EAAE,+BAA+B,OAAO,GAAG,CAAC,+BAA+B;YACtF,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,sCAAsC,OAAO,GAAG,CAAC,EAAE;YAC5D,IAAI,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YAC1D,YAAY,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG;YACvC,SAAS,EAAG,CAAC,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,SAAS,CAAW,CAAC,CAAC,GAAG,CAAC,CAAC;SAClF,CAAC,CAAC,CAAA;IACL,CAAC;CACF;AAkCD;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAuB;IAC1D,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,sBAAsB;IACtB,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;IACpD,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,aAAa,CAAC,oBAAoB,EAAE,CAAC;QAC7E,QAAQ,CAAC,IAAI,CACX,uBAAuB,YAAY,CAAC,MAAM,uBAAuB,aAAa,CAAC,oBAAoB,KAAK,CACzG,CAAA;IACH,CAAC;IAED,qBAAqB;IACrB,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAA;IACtD,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,aAAa,CAAC,gBAAgB,EAAE,CAAC;QACvE,QAAQ,CAAC,IAAI,CACX,0BAA0B,WAAW,CAAC,MAAM,uBAAuB,aAAa,CAAC,gBAAgB,KAAK,CACvG,CAAA;IACH,CAAC;IAED,qCAAqC;IACrC,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAA;IACrD,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,UAAU,GAAG,CAAC,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,IAAI,CAAA,CAAC,oBAAoB;QACzE,IAAI,UAAU,GAAG,aAAa,CAAC,yBAAyB,EAAE,CAAC;YACzD,QAAQ,CAAC,IAAI,CACX,kCAAkC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,8BAA8B,aAAa,CAAC,yBAAyB,cAAc,CAC5I,CAAA;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC7B,QAAQ;QACR,QAAQ;KACT,CAAA;AACH,CAAC"}

package/dist/src/benchmarks/MemoryProfiler.d.ts

@@ -0,0 +1,266 @@
+/**
+ * SMI-689: MemoryProfiler - Memory profiling for benchmark infrastructure
+ *
+ * Features:
+ * - Track memory usage for labeled operations
+ * - Detect memory leaks over threshold
+ * - Get heap snapshots using V8 statistics
+ * - Generate human-readable memory reports
+ * - Baseline comparison for memory regression detection
+ */
+/**
+ * Memory snapshot at a point in time
+ */
+export interface MemorySnapshot {
+    /** Timestamp when snapshot was taken */
+    timestamp: number;
+    /** Total heap size in bytes */
+    totalHeapSize: number;
+    /** Used heap size in bytes */
+    usedHeapSize: number;
+    /** External memory in bytes (ArrayBuffers, etc.) */
+    externalMemory: number;
+    /** Heap size limit in bytes */
+    heapSizeLimit: number;
+    /** Total physical memory allocated in bytes */
+    totalPhysicalSize: number;
+    /** Total available memory in bytes */
+    totalAvailableSize: number;
+    /** Malloced memory in bytes */
+    mallocedMemory: number;
+    /** Peak malloced memory in bytes */
+    peakMallocedMemory: number;
+}
+/**
+ * Statistics for a tracked memory operation
+ */
+export interface MemoryStats {
+    /** Label for the tracked operation */
+    label: string;
+    /** Start snapshot */
+    startSnapshot: MemorySnapshot;
+    /** End snapshot (undefined if still tracking) */
+    endSnapshot?: MemorySnapshot;
+    /** Duration in milliseconds */
+    duration: number;
+    /** Heap growth in bytes */
+    heapGrowth: number;
+    /** Heap growth as percentage */
+    heapGrowthPercent: number;
+    /** Peak heap usage during tracking */
+    peakHeapUsed: number;
+    /** Number of samples taken */
+    sampleCount: number;
+}
+/**
+ * Memory baseline for regression comparison
+ */
+export interface MemoryBaseline {
+    /** Label for the baseline */
+    label: string;
+    /** Timestamp when baseline was created */
+    timestamp: string;
+    /** Average heap usage in bytes */
+    avgHeapUsed: number;
+    /** Peak heap usage in bytes */
+    peakHeapUsed: number;
+    /** Number of samples in baseline */
+    sampleCount: number;
+}
+/**
+ * Result of leak detection
+ */
+export interface LeakDetectionResult {
+    /** Whether potential leaks were detected */
+    hasLeaks: boolean;
+    /** Threshold used for detection (percentage) */
+    threshold: number;
+    /** Actual heap growth percentage */
+    heapGrowthPercent: number;
+    /** Bytes of suspected leak */
+    leakedBytes: number;
+    /** Labels of operations with suspected leaks */
+    suspectedLabels: string[];
+    /** Detailed message */
+    message: string;
+}
+/**
+ * Memory regression result
+ */
+export interface MemoryRegressionResult {
+    /** Whether regression was detected */
+    hasRegression: boolean;
+    /** Threshold used (percentage) */
+    threshold: number;
+    /** Label of the operation */
+    label: string;
+    /** Baseline heap usage */
+    baselineHeap: number;
+    /** Current heap usage */
+    currentHeap: number;
+    /** Change percentage */
+    changePercent: number;
+    /** Detailed message */
+    message: string;
+}
+/**
+ * MemoryProfiler provides comprehensive memory tracking and leak detection
+ * for the benchmark infrastructure.
+ *
+ * @example
+ * ```typescript
+ * const profiler = new MemoryProfiler();
+ *
+ * profiler.trackMemory('heavy_operation');
+ * await heavyOperation();
+ * const stats = profiler.stopTracking('heavy_operation');
+ *
+ * console.log(`Heap grew by ${stats.heapGrowthPercent}%`);
+ *
+ * // Check for leaks
+ * const leakResult = profiler.detectLeaks(10);
+ * if (leakResult.hasLeaks) {
+ *   console.error(leakResult.message);
+ * }
+ * ```
+ */
+export declare class MemoryProfiler {
+    private activeTracking;
+    private completedStats;
+    private baselines;
+    private samplingIntervalMs;
+    /**
+     * Create a new MemoryProfiler instance
+     *
+     * @param samplingIntervalMs - Interval in ms for collecting memory samples (default: 100ms)
+     */
+    constructor(samplingIntervalMs?: number);
+    /**
+     * Start tracking memory for a labeled operation
+     *
+     * @param label - Unique label to identify this tracking session
+     * @throws Error if label is already being tracked
+     *
+     * @example
+     * ```typescript
+     * profiler.trackMemory('database_query');
+     * ```
+     */
+    trackMemory(label: string): void;
+    /**
+     * Stop tracking memory for a labeled operation and return statistics
+     *
+     * @param label - Label of the tracking session to stop
+     * @returns Memory statistics for the tracked operation
+     * @throws Error if label is not being tracked
+     *
+     * @example
+     * ```typescript
+     * const stats = profiler.stopTracking('database_query');
+     * console.log(`Heap growth: ${stats.heapGrowthPercent}%`);
+     * ```
+     */
+    stopTracking(label: string): MemoryStats;
+    /**
+     * Get current heap statistics using V8
+     *
+     * @returns Current memory snapshot
+     *
+     * @example
+     * ```typescript
+     * const snapshot = profiler.getHeapSnapshot();
+     * console.log(`Used heap: ${snapshot.usedHeapSize / 1024 / 1024} MB`);
+     * ```
+     */
+    getHeapSnapshot(): MemorySnapshot;
+    /**
+     * Detect potential memory leaks across all completed tracking sessions
+     *
+     * @param threshold - Heap growth percentage threshold to consider a leak (default: 10%)
+     * @returns Leak detection result
+     *
+     * @example
+     * ```typescript
+     * const result = profiler.detectLeaks(15); // 15% threshold
+     * if (result.hasLeaks) {
+     *   console.error(`Potential leak detected: ${result.message}`);
+     * }
+     * ```
+     */
+    detectLeaks(threshold?: number): LeakDetectionResult;
+    /**
+     * Save a baseline for memory regression comparison
+     *
+     * @param label - Label to save as baseline
+     * @throws Error if no completed stats exist for the label
+     */
+    saveBaseline(label: string): MemoryBaseline;
+    /**
+     * Load baselines from a JSON object
+     *
+     * @param baselines - Object mapping labels to baselines
+     */
+    loadBaselines(baselines: Record<string, MemoryBaseline>): void;
+    /**
+     * Check for memory regression against baseline
+     *
+     * @param label - Label to check
+     * @param threshold - Regression threshold percentage (default: 10%)
+     * @returns Regression result
+     */
+    checkRegression(label: string, threshold?: number): MemoryRegressionResult;
+    /**
+     * Generate a human-readable memory report
+     *
+     * @returns Formatted memory report string
+     *
+     * @example
+     * ```typescript
+     * profiler.trackMemory('op1');
+     * await operation1();
+     * profiler.stopTracking('op1');
+     *
+     * console.log(profiler.formatMemoryReport());
+     * ```
+     */
+    formatMemoryReport(): string;
+    /**
+     * Get all completed statistics
+     *
+     * @returns Map of label to MemoryStats
+     */
+    getCompletedStats(): Map<string, MemoryStats>;
+    /**
+     * Get all baselines
+     *
+     * @returns Map of label to MemoryBaseline
+     */
+    getBaselines(): Map<string, MemoryBaseline>;
+    /**
+     * Export baselines as JSON-serializable object
+     *
+     * @returns Object mapping labels to baselines
+     */
+    exportBaselines(): Record<string, MemoryBaseline>;
+    /**
+     * Clear all tracking data
+     */
+    clear(): void;
+    /**
+     * Clear baselines
+     */
+    clearBaselines(): void;
+    /**
+     * Force garbage collection if available
+     */
+    private forceGC;
+    /**
+     * Format bytes to human-readable string
+     */
+    private formatBytes;
+}
+/**
+ * Default memory profiler instance for convenience
+ */
+export declare const defaultMemoryProfiler: MemoryProfiler;
+//# sourceMappingURL=MemoryProfiler.d.ts.map

package/dist/src/benchmarks/MemoryProfiler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryProfiler.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/MemoryProfiler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAIH;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,wCAAwC;IACxC,SAAS,EAAE,MAAM,CAAA;IACjB,+BAA+B;IAC/B,aAAa,EAAE,MAAM,CAAA;IACrB,8BAA8B;IAC9B,YAAY,EAAE,MAAM,CAAA;IACpB,oDAAoD;IACpD,cAAc,EAAE,MAAM,CAAA;IACtB,+BAA+B;IAC/B,aAAa,EAAE,MAAM,CAAA;IACrB,+CAA+C;IAC/C,iBAAiB,EAAE,MAAM,CAAA;IACzB,sCAAsC;IACtC,kBAAkB,EAAE,MAAM,CAAA;IAC1B,+BAA+B;IAC/B,cAAc,EAAE,MAAM,CAAA;IACtB,oCAAoC;IACpC,kBAAkB,EAAE,MAAM,CAAA;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,sCAAsC;IACtC,KAAK,EAAE,MAAM,CAAA;IACb,qBAAqB;IACrB,aAAa,EAAE,cAAc,CAAA;IAC7B,iDAAiD;IACjD,WAAW,CAAC,EAAE,cAAc,CAAA;IAC5B,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,CAAA;IAChB,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAA;IAClB,gCAAgC;IAChC,iBAAiB,EAAE,MAAM,CAAA;IACzB,sCAAsC;IACtC,YAAY,EAAE,MAAM,CAAA;IACpB,8BAA8B;IAC9B,WAAW,EAAE,MAAM,CAAA;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,6BAA6B;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,0CAA0C;IAC1C,SAAS,EAAE,MAAM,CAAA;IACjB,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAA;IACnB,+BAA+B;IAC/B,YAAY,EAAE,MAAM,CAAA;IACpB,oCAAoC;IACpC,WAAW,EAAE,MAAM,CAAA;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,4CAA4C;IAC5C,QAAQ,EAAE,OAAO,CAAA;IACjB,gDAAgD;IAChD,SAAS,EAAE,MAAM,CAAA;IACjB,oCAAoC;IACpC,iBAAiB,EAAE,MAAM,CAAA;IACzB,8BAA8B;IAC9B,WAAW,EAAE,MAAM,CAAA;IACnB,gDAAgD;IAChD,eAAe,EAAE,MAAM,EAAE,CAAA;IACzB,uBAAuB;IACvB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,sCAAsC;IACtC,aAAa,EAAE,OAAO,CAAA;IACtB,kCAAkC;IAClC,SAAS,EAAE,MAAM,CAAA;IACjB,6BAA6B;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,0BAA0B;IAC1B,YAAY,EAAE,MAAM,CAAA;IACpB,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAA;IACnB,wBAAwB;IACxB,aAAa,EAAE,MAAM,CAAA;IACrB,uBAAuB;IACvB,OAAO,EAAE,MAAM,CAAA;CAChB;AAaD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,cAAc,CAAwC;IAC9D,OAAO,CAAC,cAAc,CAAsC;IAC5D,OAAO,CAAC,SAAS,CAAyC;IAC1D,OAAO,CAAC,kBAAkB,CAAQ;IAElC;;;;OAIG;gBACS,kBAAkB,GAAE,MAAY;IAI5C;;;;;;;;;;OAUG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAyBhC;;;;;;;;;;;;OAYG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW;IA+CxC;;;;;;;;;;OAUG;IACH,eAAe,IAAI,cAAc;IAiBjC;;;;;;;;;;;;;OAaG;IACH,WAAW,CAAC,SAAS,GAAE,MAAW,GAAG,mBAAmB;IA4BxD;;;;;OAKG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,cAAc;IAqB3C;;;;OAIG;IACH,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,GAAG,IAAI;IAM9D;;;;;;OAMG;IACH,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAW,GAAG,sBAAsB;IAiD9E;;;;;;;;;;;;;OAaG;IACH,kBAAkB,IAAI,MAAM;IAkF5B;;;;OAIG;IACH,iBAAiB,IAAI,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC;IAI7C;;;;OAIG;IACH,YAAY,IAAI,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC;IAI3C;;;;OAIG;IACH,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC;IAQjD;;OAEG;IACH,KAAK,IAAI,IAAI;IAWb;;OAEG;IACH,cAAc,IAAI,IAAI;IAItB;;OAEG;IACH,OAAO,CAAC,OAAO;IAMf;;OAEG;IACH,OAAO,CAAC,WAAW;CAQpB;AAED;;GAEG;AACH,eAAO,MAAM,qBAAqB,gBAAuB,CAAA"}