@10up/block-renderer-benchmark 0.1.4

package/dist/storage/sqlite-storage.js

@@ -0,0 +1,305 @@
+/**
+ * SQLite storage for historical benchmark data
+ *
+ * Stores all benchmark runs and measurements for trend analysis
+ * and historical comparisons.
+ */
+import Database from 'better-sqlite3';
+import * as fs from 'fs';
+import * as path from 'path';
+const SCHEMA = `
+-- Benchmark runs
+CREATE TABLE IF NOT EXISTS benchmark_runs (
+  id TEXT PRIMARY KEY,
+  start_time TEXT NOT NULL,
+  end_time TEXT NOT NULL,
+  duration_ms REAL NOT NULL,
+  node_version TEXT NOT NULL,
+  platform TEXT NOT NULL,
+  arch TEXT NOT NULL,
+  cpu_count INTEGER,
+  total_memory INTEGER,
+  commit_hash TEXT,
+  branch TEXT,
+  is_dirty INTEGER DEFAULT 0,
+  created_at TEXT DEFAULT CURRENT_TIMESTAMP
+);
+
+-- Individual measurements
+CREATE TABLE IF NOT EXISTS measurements (
+  id INTEGER PRIMARY KEY AUTOINCREMENT,
+  run_id TEXT NOT NULL REFERENCES benchmark_runs(id),
+  name TEXT NOT NULL,
+  package TEXT NOT NULL,
+  function_name TEXT NOT NULL,
+  mean_ms REAL NOT NULL,
+  median_ms REAL NOT NULL,
+  min_ms REAL NOT NULL,
+  max_ms REAL NOT NULL,
+  std_dev REAL NOT NULL,
+  p95_ms REAL NOT NULL,
+  p99_ms REAL NOT NULL,
+  iterations INTEGER NOT NULL,
+  ops_per_second REAL,
+  heap_used INTEGER,
+  heap_total INTEGER,
+  external_memory INTEGER,
+  timestamp TEXT NOT NULL,
+  metadata TEXT,
+  UNIQUE(run_id, name)
+);
+
+-- Indexes for common queries
+CREATE INDEX IF NOT EXISTS idx_measurements_name ON measurements(name);
+CREATE INDEX IF NOT EXISTS idx_measurements_package ON measurements(package);
+CREATE INDEX IF NOT EXISTS idx_runs_commit ON benchmark_runs(commit_hash);
+CREATE INDEX IF NOT EXISTS idx_runs_branch ON benchmark_runs(branch);
+CREATE INDEX IF NOT EXISTS idx_runs_timestamp ON benchmark_runs(start_time);
+`;
+/**
+ * SQLite storage for benchmark data
+ */
+export class SqliteStorage {
+    db;
+    dbPath;
+    constructor(dbPath) {
+        this.dbPath = dbPath;
+        // Ensure directory exists
+        const dir = path.dirname(dbPath);
+        if (!fs.existsSync(dir)) {
+            fs.mkdirSync(dir, { recursive: true });
+        }
+        this.db = new Database(dbPath);
+        this.db.pragma('journal_mode = WAL');
+        this.initSchema();
+    }
+    /**
+     * Initialize the database schema
+     */
+    initSchema() {
+        this.db.exec(SCHEMA);
+    }
+    /**
+     * Save a benchmark run
+     */
+    saveRun(run) {
+        const insertRun = this.db.prepare(`
+      INSERT OR REPLACE INTO benchmark_runs (
+        id, start_time, end_time, duration_ms,
+        node_version, platform, arch, cpu_count, total_memory,
+        commit_hash, branch, is_dirty
+      ) VALUES (
+        @id, @startTime, @endTime, @duration,
+        @nodeVersion, @platform, @arch, @cpuCount, @totalMemory,
+        @commitHash, @branch, @isDirty
+      )
+    `);
+        const insertMeasurement = this.db.prepare(`
+      INSERT OR REPLACE INTO measurements (
+        run_id, name, package, function_name,
+        mean_ms, median_ms, min_ms, max_ms, std_dev, p95_ms, p99_ms,
+        iterations, ops_per_second, heap_used, heap_total, external_memory,
+        timestamp, metadata
+      ) VALUES (
+        @runId, @name, @package, @functionName,
+        @meanMs, @medianMs, @minMs, @maxMs, @stdDev, @p95Ms, @p99Ms,
+        @iterations, @opsPerSecond, @heapUsed, @heapTotal, @externalMemory,
+        @timestamp, @metadata
+      )
+    `);
+        const transaction = this.db.transaction(() => {
+            insertRun.run({
+                id: run.id,
+                startTime: run.startTime,
+                endTime: run.endTime,
+                duration: run.duration,
+                nodeVersion: run.environment.nodeVersion,
+                platform: run.environment.platform,
+                arch: run.environment.arch,
+                cpuCount: run.environment.cpuCount,
+                totalMemory: run.environment.totalMemory,
+                commitHash: run.git?.commitHash ?? null,
+                branch: run.git?.branch ?? null,
+                isDirty: run.git?.isDirty ? 1 : 0,
+            });
+            for (const measurement of run.measurements) {
+                insertMeasurement.run({
+                    runId: run.id,
+                    name: measurement.name,
+                    package: measurement.package,
+                    functionName: measurement.function,
+                    meanMs: measurement.timing.mean,
+                    medianMs: measurement.timing.median,
+                    minMs: measurement.timing.min,
+                    maxMs: measurement.timing.max,
+                    stdDev: measurement.timing.stdDev,
+                    p95Ms: measurement.timing.p95,
+                    p99Ms: measurement.timing.p99,
+                    iterations: measurement.iterations,
+                    opsPerSecond: measurement.opsPerSecond ?? null,
+                    heapUsed: measurement.memory?.heapUsed ?? null,
+                    heapTotal: measurement.memory?.heapTotal ?? null,
+                    externalMemory: measurement.memory?.external ?? null,
+                    timestamp: measurement.timestamp,
+                    metadata: measurement.metadata ? JSON.stringify(measurement.metadata) : null,
+                });
+            }
+        });
+        transaction();
+    }
+    /**
+     * Get the latest run
+     */
+    getLatestRun() {
+        const row = this.db.prepare(`
+      SELECT * FROM benchmark_runs
+      ORDER BY start_time DESC
+      LIMIT 1
+    `).get();
+        if (!row)
+            return null;
+        return this.loadRunWithMeasurements(row);
+    }
+    /**
+     * Get a run by ID
+     */
+    getRun(id) {
+        const row = this.db.prepare(`
+      SELECT * FROM benchmark_runs WHERE id = ?
+    `).get(id);
+        if (!row)
+            return null;
+        return this.loadRunWithMeasurements(row);
+    }
+    /**
+     * Get a run by commit hash
+     */
+    getRunByCommit(commitHash) {
+        const row = this.db.prepare(`
+      SELECT * FROM benchmark_runs
+      WHERE commit_hash = ?
+      ORDER BY start_time DESC
+      LIMIT 1
+    `).get(commitHash);
+        if (!row)
+            return null;
+        return this.loadRunWithMeasurements(row);
+    }
+    /**
+     * Get recent runs
+     */
+    getRecentRuns(limit = 10) {
+        const rows = this.db.prepare(`
+      SELECT * FROM benchmark_runs
+      ORDER BY start_time DESC
+      LIMIT ?
+    `).all(limit);
+        return rows.map((row) => this.loadRunWithMeasurements(row));
+    }
+    /**
+     * Get measurement history for a specific benchmark
+     */
+    getMeasurementHistory(name, limit = 50) {
+        const rows = this.db.prepare(`
+      SELECT m.*, r.commit_hash, r.branch
+      FROM measurements m
+      JOIN benchmark_runs r ON m.run_id = r.id
+      WHERE m.name = ?
+      ORDER BY m.timestamp DESC
+      LIMIT ?
+    `).all(name, limit);
+        return rows.map((row) => this.rowToMeasurement(row));
+    }
+    /**
+     * Get all measurements for a run
+     */
+    getMeasurementsForRun(runId) {
+        const rows = this.db.prepare(`
+      SELECT * FROM measurements WHERE run_id = ?
+    `).all(runId);
+        return rows.map((row) => this.rowToMeasurement(row));
+    }
+    /**
+     * Load a run with its measurements
+     */
+    loadRunWithMeasurements(row) {
+        const measurements = this.getMeasurementsForRun(row.id);
+        const environment = {
+            nodeVersion: row.node_version,
+            platform: row.platform,
+            arch: row.arch,
+            cpuCount: row.cpu_count,
+            totalMemory: row.total_memory,
+        };
+        const git = row.commit_hash
+            ? {
+                commitHash: row.commit_hash,
+                branch: row.branch ?? 'unknown',
+                isDirty: row.is_dirty === 1,
+            }
+            : undefined;
+        return {
+            id: row.id,
+            startTime: row.start_time,
+            endTime: row.end_time,
+            duration: row.duration_ms,
+            measurements,
+            environment,
+            git,
+        };
+    }
+    /**
+     * Convert a measurement row to a BenchmarkMeasurement
+     */
+    rowToMeasurement(row) {
+        return {
+            runId: row.run_id,
+            name: row.name,
+            package: row.package,
+            function: row.function_name,
+            timing: {
+                mean: row.mean_ms,
+                median: row.median_ms,
+                min: row.min_ms,
+                max: row.max_ms,
+                stdDev: row.std_dev,
+                p95: row.p95_ms,
+                p99: row.p99_ms,
+            },
+            iterations: row.iterations,
+            timestamp: row.timestamp,
+            opsPerSecond: row.ops_per_second ?? undefined,
+            memory: row.heap_used
+                ? {
+                    heapUsed: row.heap_used,
+                    heapTotal: row.heap_total ?? 0,
+                    external: row.external_memory ?? 0,
+                }
+                : undefined,
+            metadata: row.metadata ? JSON.parse(row.metadata) : undefined,
+        };
+    }
+    /**
+     * Close the database connection
+     */
+    close() {
+        this.db.close();
+    }
+    /**
+     * Get the database file path
+     */
+    getPath() {
+        return this.dbPath;
+    }
+}
+/**
+ * Default database path relative to project root
+ */
+export const DEFAULT_DB_PATH = 'benchmarks/.benchmark.db';
+/**
+ * Create a SQLite storage instance with the default path
+ */
+export function createSqliteStorage(rootDir) {
+    return new SqliteStorage(path.join(rootDir, DEFAULT_DB_PATH));
+}
+//# sourceMappingURL=sqlite-storage.js.map

package/dist/storage/sqlite-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-storage.js","sourceRoot":"","sources":["../../src/storage/sqlite-storage.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAQ7B,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgDd,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,aAAa;IAChB,EAAE,CAAoB;IACtB,MAAM,CAAS;IAEvB,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,0BAA0B;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,UAAU;QAChB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,GAAiB;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;;;;KAUjC,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;;;;;;KAYzC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAC3C,SAAS,CAAC,GAAG,CAAC;gBACZ,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,WAAW;gBACxC,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,QAAQ;gBAClC,IAAI,EAAE,GAAG,CAAC,WAAW,CAAC,IAAI;gBAC1B,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,QAAQ;gBAClC,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,WAAW;gBACxC,UAAU,EAAE,GAAG,CAAC,GAAG,EAAE,UAAU,IAAI,IAAI;gBACvC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,MAAM,IAAI,IAAI;gBAC/B,OAAO,EAAE,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aAClC,CAAC,CAAC;YAEH,KAAK,MAAM,WAAW,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;gBAC3C,iBAAiB,CAAC,GAAG,CAAC;oBACpB,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,IAAI,EAAE,WAAW,CAAC,IAAI;oBACtB,OAAO,EAAE,WAAW,CAAC,OAAO;oBAC5B,YAAY,EAAE,WAAW,CAAC,QAAQ;oBAClC,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,IAAI;oBAC/B,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM;oBACnC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG;oBAC7B,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG;oBAC7B,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM;oBACjC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG;oBAC7B,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG;oBAC7B,UAAU,EAAE,WAAW,CAAC,UAAU;oBAClC,YAAY,EAAE,WAAW,CAAC,YAAY,IAAI,IAAI;oBAC9C,QAAQ,EAAE,WAAW,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI;oBAC9C,SAAS,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,IAAI,IAAI;oBAChD,cAAc,EAAE,WAAW,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI;oBACpD,SAAS,EAAE,WAAW,CAAC,SAAS;oBAChC,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;iBAC7E,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,WAAW,EAAE,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,YAAY;QACV,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI3B,CAAC,CAAC,GAAG,EAAwB,CAAC;QAE/B,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,OAAO,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,EAAU;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE3B,CAAC,CAAC,GAAG,CAAC,EAAE,CAAuB,CAAC;QAEjC,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,OAAO,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,UAAkB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;KAK3B,CAAC,CAAC,GAAG,CAAC,UAAU,CAAuB,CAAC;QAEzC,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,OAAO,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,QAAgB,EAAE;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5B,CAAC,CAAC,GAAG,CAAC,KAAK,CAAa,CAAC;QAE1B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,qBAAqB,CAAC,IAAY,EAAE,QAAgB,EAAE;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;KAO5B,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAqB,CAAC;QAExC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,KAAa;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE5B,CAAC,CAAC,GAAG,CAAC,KAAK,CAAqB,CAAC;QAElC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,GAAW;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAExD,MAAM,WAAW,GAAoB;YACnC,WAAW,EAAE,GAAG,CAAC,YAAY;YAC7B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,QAAQ,EAAE,GAAG,CAAC,SAAS;YACvB,WAAW,EAAE,GAAG,CAAC,YAAY;SAC9B,CAAC;QAEF,MAAM,GAAG,GAAwB,GAAG,CAAC,WAAW;YAC9C,CAAC,CAAC;gBACE,UAAU,EAAE,GAAG,CAAC,WAAW;gBAC3B,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,SAAS;gBAC/B,OAAO,EAAE,GAAG,CAAC,QAAQ,KAAK,CAAC;aAC5B;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,OAAO,EAAE,GAAG,CAAC,QAAQ;YACrB,QAAQ,EAAE,GAAG,CAAC,WAAW;YACzB,YAAY;YACZ,WAAW;YACX,GAAG;SACJ,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,GAAmB;QAC1C,OAAO;YACL,KAAK,EAAE,GAAG,CAAC,MAAM;YACjB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,QAAQ,EAAE,GAAG,CAAC,aAAa;YAC3B,MAAM,EAAE;gBACN,IAAI,EAAE,GAAG,CAAC,OAAO;gBACjB,MAAM,EAAE,GAAG,CAAC,SAAS;gBACrB,GAAG,EAAE,GAAG,CAAC,MAAM;gBACf,GAAG,EAAE,GAAG,CAAC,MAAM;gBACf,MAAM,EAAE,GAAG,CAAC,OAAO;gBACnB,GAAG,EAAE,GAAG,CAAC,MAAM;gBACf,GAAG,EAAE,GAAG,CAAC,MAAM;aAChB;YACD,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,YAAY,EAAE,GAAG,CAAC,cAAc,IAAI,SAAS;YAC7C,MAAM,EAAE,GAAG,CAAC,SAAS;gBACnB,CAAC,CAAC;oBACE,QAAQ,EAAE,GAAG,CAAC,SAAS;oBACvB,SAAS,EAAE,GAAG,CAAC,UAAU,IAAI,CAAC;oBAC9B,QAAQ,EAAE,GAAG,CAAC,eAAe,IAAI,CAAC;iBACnC;gBACH,CAAC,CAAC,SAAS;YACb,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS;SAC9D,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;CACF;AA2CD;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,0BAA0B,CAAC;AAE1D;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,OAAO,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC;AAChE,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,253 @@
+/**
+ * Core types for the benchmark package
+ */
+/**
+ * Timing statistics for a benchmark measurement
+ */
+export interface TimingStats {
+    /** Mean execution time in milliseconds */
+    mean: number;
+    /** Median execution time in milliseconds */
+    median: number;
+    /** Minimum execution time in milliseconds */
+    min: number;
+    /** Maximum execution time in milliseconds */
+    max: number;
+    /** Standard deviation in milliseconds */
+    stdDev: number;
+    /** 95th percentile in milliseconds */
+    p95: number;
+    /** 99th percentile in milliseconds */
+    p99: number;
+}
+/**
+ * Memory statistics for a benchmark measurement
+ */
+export interface MemoryStats {
+    /** Heap used in bytes */
+    heapUsed: number;
+    /** Total heap in bytes */
+    heapTotal: number;
+    /** External memory in bytes */
+    external: number;
+}
+/**
+ * A single benchmark measurement
+ */
+export interface BenchmarkMeasurement {
+    /** Unique identifier for this measurement */
+    id?: string;
+    /** Run identifier (timestamp-based) */
+    runId: string;
+    /** Full name of the benchmark (package/function) */
+    name: string;
+    /** Package being benchmarked */
+    package: string;
+    /** Function being benchmarked */
+    function: string;
+    /** Timing statistics */
+    timing: TimingStats;
+    /** Memory statistics (optional) */
+    memory?: MemoryStats;
+    /** Number of iterations */
+    iterations: number;
+    /** Timestamp of the measurement */
+    timestamp: string;
+    /** Operations per second */
+    opsPerSecond?: number;
+    /** Custom metadata */
+    metadata?: Record<string, unknown>;
+}
+/**
+ * Environment information for a benchmark run
+ */
+export interface EnvironmentInfo {
+    /** Node.js version */
+    nodeVersion: string;
+    /** Operating system platform */
+    platform: string;
+    /** CPU architecture */
+    arch: string;
+    /** Number of CPU cores */
+    cpuCount: number;
+    /** Total system memory in bytes */
+    totalMemory: number;
+}
+/**
+ * Git information for a benchmark run
+ */
+export interface GitInfo {
+    /** Git commit hash */
+    commitHash: string;
+    /** Git branch name */
+    branch: string;
+    /** Whether the working directory has uncommitted changes */
+    isDirty: boolean;
+}
+/**
+ * A complete benchmark run (multiple measurements)
+ */
+export interface BenchmarkRun {
+    /** Unique run identifier */
+    id: string;
+    /** When the run started */
+    startTime: string;
+    /** When the run ended */
+    endTime: string;
+    /** Total duration in milliseconds */
+    duration: number;
+    /** All measurements in this run */
+    measurements: BenchmarkMeasurement[];
+    /** Environment information */
+    environment: EnvironmentInfo;
+    /** Git information (optional) */
+    git?: GitInfo;
+}
+/**
+ * Benchmark configuration
+ */
+export interface BenchmarkConfig {
+    /** Number of warmup iterations */
+    warmupIterations: number;
+    /** Number of measurement iterations */
+    iterations: number;
+    /** Timeout per benchmark in milliseconds */
+    timeout: number;
+    /** Whether to collect memory stats */
+    collectMemory: boolean;
+    /** Minimum time to run benchmark in milliseconds */
+    minTime: number;
+}
+/**
+ * Default benchmark configuration
+ */
+export declare const DEFAULT_BENCHMARK_CONFIG: BenchmarkConfig;
+/**
+ * Baseline entry for JSON storage
+ */
+export interface BaselineEntry {
+    /** Mean execution time in milliseconds */
+    mean: number;
+    /** Median execution time in milliseconds */
+    median: number;
+    /** 95th percentile in milliseconds */
+    p95: number;
+    /** Number of iterations used */
+    iterations?: number;
+}
+/**
+ * JSON baseline file format
+ */
+export interface BaselineFile {
+    /** Schema version */
+    version: number;
+    /** When the baseline was generated */
+    generated: string;
+    /** Git commit hash */
+    commit?: string;
+    /** Git branch name */
+    branch?: string;
+    /** Baseline measurements by name */
+    baselines: Record<string, BaselineEntry>;
+}
+/**
+ * Comparison result between two measurements
+ */
+export interface ComparisonResult {
+    /** Benchmark name */
+    name: string;
+    /** Baseline measurement */
+    baseline: BaselineEntry;
+    /** Current measurement */
+    current: BaselineEntry;
+    /** Change in mean time (percentage, positive = slower) */
+    meanChange: number;
+    /** Change in p95 time (percentage, positive = slower) */
+    p95Change: number;
+    /** Is this a regression? */
+    isRegression: boolean;
+    /** Is this an improvement? */
+    isImprovement: boolean;
+    /** Status indicator */
+    status: 'regression' | 'improvement' | 'unchanged';
+}
+/**
+ * Summary of a comparison
+ */
+export interface ComparisonSummary {
+    /** Total number of benchmarks compared */
+    total: number;
+    /** Number of regressions */
+    regressions: number;
+    /** Number of improvements */
+    improvements: number;
+    /** Number of unchanged */
+    unchanged: number;
+    /** Individual comparison results */
+    results: ComparisonResult[];
+    /** Whether any regressions were detected */
+    hasRegressions: boolean;
+}
+/**
+ * Regression detection thresholds
+ */
+export interface RegressionThresholds {
+    /** Percentage increase to flag as regression (default: 10) */
+    regressionThreshold: number;
+    /** Percentage decrease to flag as improvement (default: 10) */
+    improvementThreshold: number;
+}
+/**
+ * Default regression thresholds
+ */
+export declare const DEFAULT_REGRESSION_THRESHOLDS: RegressionThresholds;
+/**
+ * CLI run options
+ */
+export interface RunOptions {
+    /** Only run benchmarks for specific package */
+    package?: string;
+    /** Filter benchmarks by name pattern */
+    filter?: string;
+    /** Update baseline JSON after run */
+    baseline?: boolean;
+    /** Output as JSON */
+    json?: boolean;
+    /** Custom database path */
+    dbPath?: string;
+    /** Number of iterations */
+    iterations?: number;
+    /** Verbose output */
+    verbose?: boolean;
+}
+/**
+ * CLI compare options
+ */
+export interface CompareOptions {
+    /** Baseline to compare against (commit hash, 'latest', or path) */
+    baseline: string;
+    /** Current run to compare (commit hash, 'latest', or path) */
+    current?: string;
+    /** Regression threshold percentage */
+    threshold?: number;
+    /** Output format */
+    format?: 'console' | 'markdown' | 'json';
+    /** Output file path */
+    output?: string;
+    /** Fail on regression */
+    failOnRegression?: boolean;
+}
+/**
+ * CLI report options
+ */
+export interface ReportOptions {
+    /** Number of runs to include in history */
+    history?: number;
+    /** Output format */
+    format?: 'console' | 'markdown' | 'json';
+    /** Output file path */
+    output?: string;
+    /** Include trend analysis */
+    trends?: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,0CAA0C;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,GAAG,EAAE,MAAM,CAAC;IACZ,6CAA6C;IAC7C,GAAG,EAAE,MAAM,CAAC;IACZ,yCAAyC;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,sCAAsC;IACtC,GAAG,EAAE,MAAM,CAAC;IACZ,sCAAsC;IACtC,GAAG,EAAE,MAAM,CAAC;CACb;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,yBAAyB;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,0BAA0B;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,6CAA6C;IAC7C,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,uCAAuC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,oDAAoD;IACpD,IAAI,EAAE,MAAM,CAAC;IACb,gCAAgC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,wBAAwB;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,mCAAmC;IACnC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,4BAA4B;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,sBAAsB;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,sBAAsB;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,gCAAgC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,uBAAuB;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,0BAA0B;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,mCAAmC;IACnC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB,sBAAsB;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,4DAA4D;IAC5D,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,4BAA4B;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,qCAAqC;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,mCAAmC;IACnC,YAAY,EAAE,oBAAoB,EAAE,CAAC;IACrC,8BAA8B;IAC9B,WAAW,EAAE,eAAe,CAAC;IAC7B,iCAAiC;IACjC,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,kCAAkC;IAClC,gBAAgB,EAAE,MAAM,CAAC;IACzB,uCAAuC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,4CAA4C;IAC5C,OAAO,EAAE,MAAM,CAAC;IAChB,sCAAsC;IACtC,aAAa,EAAE,OAAO,CAAC;IACvB,oDAAoD;IACpD,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,eAAO,MAAM,wBAAwB,EAAE,eAMtC,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,0CAA0C;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,sCAAsC;IACtC,GAAG,EAAE,MAAM,CAAC;IACZ,gCAAgC;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,sCAAsC;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,sBAAsB;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,sBAAsB;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAC1C;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,2BAA2B;IAC3B,QAAQ,EAAE,aAAa,CAAC;IACxB,0BAA0B;IAC1B,OAAO,EAAE,aAAa,CAAC;IACvB,0DAA0D;IAC1D,UAAU,EAAE,MAAM,CAAC;IACnB,yDAAyD;IACzD,SAAS,EAAE,MAAM,CAAC;IAClB,4BAA4B;IAC5B,YAAY,EAAE,OAAO,CAAC;IACtB,8BAA8B;IAC9B,aAAa,EAAE,OAAO,CAAC;IACvB,uBAAuB;IACvB,MAAM,EAAE,YAAY,GAAG,aAAa,GAAG,WAAW,CAAC;CACpD;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,0CAA0C;IAC1C,KAAK,EAAE,MAAM,CAAC;IACd,4BAA4B;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,0BAA0B;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,4CAA4C;IAC5C,cAAc,EAAE,OAAO,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,8DAA8D;IAC9D,mBAAmB,EAAE,MAAM,CAAC;IAC5B,+DAA+D;IAC/D,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAED;;GAEG;AACH,eAAO,MAAM,6BAA6B,EAAE,oBAG3C,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,+CAA+C;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qCAAqC;IACrC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,qBAAqB;IACrB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,2BAA2B;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,2BAA2B;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qBAAqB;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,mEAAmE;IACnE,QAAQ,EAAE,MAAM,CAAC;IACjB,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,sCAAsC;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oBAAoB;IACpB,MAAM,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;IACzC,uBAAuB;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yBAAyB;IACzB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,2CAA2C;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oBAAoB;IACpB,MAAM,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;IACzC,uBAAuB;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6BAA6B;IAC7B,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB"}

package/dist/types.js

@@ -0,0 +1,21 @@
+/**
+ * Core types for the benchmark package
+ */
+/**
+ * Default benchmark configuration
+ */
+export const DEFAULT_BENCHMARK_CONFIG = {
+    warmupIterations: 10,
+    iterations: 100,
+    timeout: 30000,
+    collectMemory: false,
+    minTime: 500,
+};
+/**
+ * Default regression thresholds
+ */
+export const DEFAULT_REGRESSION_THRESHOLDS = {
+    regressionThreshold: 10,
+    improvementThreshold: 10,
+};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AA8HH;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAoB;IACvD,gBAAgB,EAAE,EAAE;IACpB,UAAU,EAAE,GAAG;IACf,OAAO,EAAE,KAAK;IACd,aAAa,EAAE,KAAK;IACpB,OAAO,EAAE,GAAG;CACb,CAAC;AAkFF;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAyB;IACjE,mBAAmB,EAAE,EAAE;IACvB,oBAAoB,EAAE,EAAE;CACzB,CAAC"}

package/package.json

@@ -0,0 +1,79 @@
+{
+  "name": "@10up/block-renderer-benchmark",
+  "version": "0.1.4",
+  "description": "Performance benchmarking for block-renderer",
+  "type": "module",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./vitest": {
+      "types": "./dist/runner/vitest-reporter.d.ts",
+      "import": "./dist/runner/vitest-reporter.js"
+    },
+    "./cli/commands/run.js": {
+      "types": "./dist/cli/commands/run.d.ts",
+      "import": "./dist/cli/commands/run.js"
+    },
+    "./cli/commands/compare.js": {
+      "types": "./dist/cli/commands/compare.d.ts",
+      "import": "./dist/cli/commands/compare.js"
+    },
+    "./cli/commands/report.js": {
+      "types": "./dist/cli/commands/report.d.ts",
+      "import": "./dist/cli/commands/report.js"
+    }
+  },
+  "bin": {
+    "benchmark": "./dist/cli/index.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "dependencies": {
+    "better-sqlite3": "^11.7.0",
+    "tinybench": "^3.0.0",
+    "@10up/block-renderer-core": "0.1.4"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.12",
+    "typescript": "^5.7.0",
+    "vitest": "^2.1.0"
+  },
+  "peerDependencies": {
+    "vitest": "^2.0.0"
+  },
+  "peerDependenciesMeta": {
+    "vitest": {
+      "optional": true
+    }
+  },
+  "keywords": [
+    "benchmark",
+    "performance",
+    "vitest",
+    "testing"
+  ],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/10up/json-block-renderer",
+    "directory": "packages/benchmark"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "dev": "tsc -p tsconfig.build.json --watch",
+    "typecheck": "tsc --noEmit",
+    "clean": "rm -rf dist",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "bench": "vitest bench"
+  }
+}