modestbench 0.0.1

package/dist/reporters/simple.d.ts

@@ -0,0 +1,51 @@
+/**
+ * ModestBench Simple Console Reporter
+ *
+ * Provides plain text output without colors, ANSI codes, or decorative
+ * elements. Ideal for CI/CD environments, piping, or non-TTY outputs.
+ */
+import type { BenchmarkRun, FileResult, ProgressState, SuiteResult, TaskResult } from "../types/index.js";
+import { BaseReporter } from "./registry.js";
+/**
+ * Simple console reporter with plain text output (no colors or progress bars)
+ */
+export declare class SimpleReporter extends BaseReporter {
+    private currentFile;
+    private currentSuite;
+    private failures;
+    private readonly quiet;
+    private startTime;
+    private suiteResults;
+    private readonly verbose;
+    constructor(options?: {
+        quiet?: boolean;
+        verbose?: boolean;
+    });
+    onEnd(run: BenchmarkRun): void;
+    onError(error: Error): void;
+    onFileEnd(result: FileResult): void;
+    onFileStart(file: string): void;
+    onProgress(_state: ProgressState): void;
+    onStart(run: BenchmarkRun): void;
+    onSuiteEnd(result: SuiteResult): void;
+    onSuiteStart(suite: string): void;
+    onTaskResult(result: TaskResult): void;
+    onTaskStart(task: string): void;
+    /**
+     * Format bytes in human-readable format
+     */
+    private formatBytes;
+    /**
+     * Format file path - show relative path if within CWD, otherwise absolute
+     */
+    private formatPath;
+    /**
+     * Simple pluralization helper
+     */
+    private pluralize;
+    /**
+     * Print all task results in a suite with aligned columns
+     */
+    private printAlignedSuiteResults;
+}
+//# sourceMappingURL=simple.d.ts.map

package/dist/reporters/simple.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"simple.d.ts","sourceRoot":"","sources":["../../src/reporters/simple.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,KAAK,EACV,YAAY,EACZ,UAAU,EACV,aAAa,EACb,WAAW,EACX,UAAU,EACX,0BAA0B;AAE3B,OAAO,EAAE,YAAY,EAAE,sBAAsB;AAY7C;;GAEG;AACH,qBAAa,cAAe,SAAQ,YAAY;IAC9C,OAAO,CAAC,WAAW,CAAM;IAEzB,OAAO,CAAC,YAAY,CAAM;IAE1B,OAAO,CAAC,QAAQ,CAKR;IAER,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAU;IAEhC,OAAO,CAAC,SAAS,CAAK;IAEtB,OAAO,CAAC,YAAY,CAAoB;IAExC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;gBAGhC,OAAO,GAAE;QACP,KAAK,CAAC,EAAE,OAAO,CAAC;QAChB,OAAO,CAAC,EAAE,OAAO,CAAC;KACd;IAQR,KAAK,CAAC,GAAG,EAAE,YAAY,GAAG,IAAI;IA4D9B,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAY3B,SAAS,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI;IA4BnC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAW/B,UAAU,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI;IAKvC,OAAO,CAAC,GAAG,EAAE,YAAY,GAAG,IAAI;IAiChC,UAAU,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IA0BrC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAkBjC,YAAY,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI;IAStC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAW/B;;OAEG;IACH,OAAO,CAAC,WAAW;IAanB;;OAEG;IACH,OAAO,CAAC,UAAU;IAYlB;;OAEG;IACH,OAAO,CAAC,SAAS;IAIjB;;OAEG;IACH,OAAO,CAAC,wBAAwB;CA4IjC"}

package/dist/reporters/simple.js

@@ -0,0 +1,321 @@
+/**
+ * ModestBench Simple Console Reporter
+ *
+ * Provides plain text output without colors, ANSI codes, or decorative
+ * elements. Ideal for CI/CD environments, piping, or non-TTY outputs.
+ */
+import path from 'node:path';
+import { BaseReporter } from "./registry.js";
+/**
+ * Basic symbols for plain text output
+ */
+const symbols = {
+    approx: '≈',
+    checkmark: '√',
+    cross: '×',
+    plusMinus: '±',
+};
+/**
+ * Simple console reporter with plain text output (no colors or progress bars)
+ */
+export class SimpleReporter extends BaseReporter {
+    currentFile = '';
+    currentSuite = '';
+    failures = [];
+    quiet;
+    startTime = 0;
+    suiteResults = [];
+    verbose;
+    constructor(options = {}) {
+        super('simple', options);
+        this.verbose = options.verbose ?? false;
+        this.quiet = options.quiet ?? false;
+    }
+    onEnd(run) {
+        if (this.quiet) {
+            return;
+        }
+        const duration = Date.now() - this.startTime;
+        const totalFiles = run.files.length;
+        // Calculate totals across all files
+        let totalSuites = 0;
+        let totalPassed = 0;
+        let totalFailed = 0;
+        for (const file of run.files) {
+            totalSuites += file.suites.length;
+            for (const suite of file.suites) {
+                totalPassed += suite.tasks.filter((t) => !t.error).length;
+                totalFailed += suite.tasks.filter((t) => t.error).length;
+            }
+        }
+        // Results header
+        console.log('== Results');
+        console.log();
+        if (totalFailed > 0) {
+            console.log(`${symbols.cross} Failed: ${totalFailed}`);
+            console.log(`${symbols.checkmark} Passed: ${totalPassed}`);
+        }
+        else {
+            console.log(`${symbols.checkmark} All tests passed: ${totalPassed}`);
+        }
+        console.log(`- Files: ${totalFiles}`);
+        console.log(`- Suites: ${totalSuites}`);
+        console.log(`${symbols.approx} Duration: ${this.formatDuration(duration * 1e6)}`);
+        console.log();
+        if (totalFailed > 0) {
+            console.log(`${symbols.cross.repeat(3)} Some benchmarks failed`);
+            // Display failed tasks with details
+            if (this.failures.length > 0) {
+                console.log();
+                console.log('Failed Tasks:');
+                console.log();
+                for (const failure of this.failures) {
+                    const displayPath = this.formatPath(failure.file);
+                    console.log(`  ${displayPath} > ${failure.suite} > ${failure.task}`);
+                    console.log(`    ${failure.error}`);
+                    console.log();
+                }
+            }
+        }
+        else {
+            console.log('All benchmarks completed successfully!');
+        }
+    }
+    onError(error) {
+        if (this.quiet) {
+            return;
+        }
+        console.error(`${symbols.cross.repeat(3)} Error:`, error.message);
+        if (this.verbose && error.stack) {
+            console.error(error.stack);
+        }
+    }
+    onFileEnd(result) {
+        if (this.quiet) {
+            return;
+        }
+        const totalTasks = result.suites.reduce((sum, suite) => sum + suite.tasks.length, 0);
+        const totalPassed = result.suites.reduce((sum, suite) => sum + suite.tasks.filter((t) => !t.error).length, 0);
+        const totalFailed = totalTasks - totalPassed;
+        if (totalFailed > 0) {
+            console.log(`  ${symbols.cross} ${totalFailed} failed, ${totalPassed} passed`);
+        }
+        else {
+            console.log(` ${symbols.checkmark} ${totalPassed > 1 ? 'All ' : ''}${totalPassed} ${this.pluralize('task', totalPassed)} passed`);
+        }
+        console.log();
+    }
+    onFileStart(file) {
+        this.currentFile = file;
+        if (this.quiet) {
+            return;
+        }
+        const displayPath = this.formatPath(file);
+        console.log(`-- ${displayPath}`);
+    }
+    onProgress(_state) {
+        // Simple reporter does not display progress bars
+        return;
+    }
+    onStart(run) {
+        this.startTime = Date.now();
+        this.failures = []; // Reset failures for new run
+        if (this.quiet) {
+            return;
+        }
+        console.log('modestbench');
+        console.log();
+        if (run.environment) {
+            console.log(`  node.js: ${run.environment.nodeVersion}`);
+            console.log(`  platform: ${run.environment.platform} ${run.environment.arch}`);
+            console.log(`  cpu: ${run.environment.cpu.model} (${run.environment.cpu.cores} cores)`);
+            console.log(`  mem: ${this.formatBytes(run.environment.memory.total)}`);
+            console.log();
+        }
+        if (run.git) {
+            console.log(`  Git: ${run.git.commit}`);
+        }
+        if (run.ci) {
+            console.log(`  CI: ${run.ci.provider}`);
+            console.log();
+        }
+    }
+    onSuiteEnd(result) {
+        if (this.quiet) {
+            return;
+        }
+        // Print all buffered task results with aligned columns
+        this.printAlignedSuiteResults();
+        // Skip displaying summary for the implicit "default" suite
+        if (result.name === 'default') {
+            return;
+        }
+        const passed = result.tasks.filter((t) => !t.error).length;
+        const failed = result.tasks.filter((t) => t.error).length;
+        if (failed > 0) {
+            console.log(`  ${symbols.cross} ${failed} failed, ${passed} passed`);
+        }
+        else {
+            console.log(`  ${symbols.checkmark} ${passed} ${this.pluralize('task', passed)} passed`);
+        }
+        console.log();
+    }
+    onSuiteStart(suite) {
+        this.currentSuite = suite;
+        if (this.quiet) {
+            return;
+        }
+        this.suiteResults = []; // Reset buffer for new suite
+        // Skip displaying the implicit "default" suite header
+        if (suite === 'default') {
+            return;
+        }
+        console.log();
+        console.log(`  -- ${suite}`);
+    }
+    onTaskResult(result) {
+        if (this.quiet) {
+            return;
+        }
+        // Buffer the result for later printing with proper alignment
+        this.suiteResults.push(result);
+    }
+    onTaskStart(task) {
+        if (this.quiet) {
+            return;
+        }
+        // Only show static markers in verbose mode
+        if (this.verbose) {
+            console.log(`    - ${task}`);
+        }
+    }
+    /**
+     * Format bytes in human-readable format
+     */
+    formatBytes(bytes) {
+        const units = ['B', 'KB', 'MB', 'GB', 'TB'];
+        let size = bytes;
+        let unitIndex = 0;
+        while (size >= 1024 && unitIndex < units.length - 1) {
+            size /= 1024;
+            unitIndex++;
+        }
+        return `${size.toFixed(1)} ${units[unitIndex]}`;
+    }
+    /**
+     * Format file path - show relative path if within CWD, otherwise absolute
+     */
+    formatPath(filePath) {
+        const cwd = process.cwd();
+        const absolutePath = path.resolve(filePath);
+        // Check if the file is within the current working directory
+        if (absolutePath.startsWith(cwd + path.sep) || absolutePath === cwd) {
+            return path.relative(cwd, absolutePath);
+        }
+        return absolutePath;
+    }
+    /**
+     * Simple pluralization helper
+     */
+    pluralize(str, count) {
+        return count === 1 ? str : `${str}s`;
+    }
+    /**
+     * Print all task results in a suite with aligned columns
+     */
+    printAlignedSuiteResults() {
+        if (this.suiteResults.length === 0) {
+            return;
+        }
+        const MAX_NAME_WIDTH = 60;
+        const BASE_INDENT = '    '; // 4 spaces
+        const separator = '-'; // Simple text separator instead of bullet
+        const formatted = this.suiteResults.map((result) => {
+            const status = result.error ? symbols.cross : symbols.checkmark;
+            const name = result.name.trim();
+            const nameLength = name.length;
+            if (result.error) {
+                return {
+                    durationLen: 0,
+                    durationStr: '',
+                    error: true,
+                    errorMessage: result.error?.message || String(result.error),
+                    iterations: 0,
+                    name,
+                    nameLength,
+                    opsPerSecLen: 0,
+                    opsPerSecStr: '',
+                    rmeLen: 0,
+                    rmeStr: '',
+                    status,
+                };
+            }
+            const duration = this.formatDuration(result.mean * 1e9);
+            const opsPerSec = this.formatOpsPerSecond(result.opsPerSecond);
+            const rme = this.formatPercentage(result.marginOfError * 100);
+            return {
+                durationLen: duration.length,
+                durationStr: duration,
+                error: false,
+                iterations: result.iterations,
+                name,
+                nameLength,
+                opsPerSecLen: opsPerSec.length,
+                opsPerSecStr: opsPerSec,
+                rmeLen: rme.length,
+                rmeStr: rme,
+                status,
+            };
+        });
+        // Find max widths
+        const nonWrappingTasks = formatted.filter((t) => t.nameLength <= MAX_NAME_WIDTH);
+        const maxNameLen = nonWrappingTasks.length > 0
+            ? Math.max(...nonWrappingTasks.map((t) => t.nameLength))
+            : 40; // Default if all tasks wrap
+        const maxDurationLen = Math.max(...formatted.filter((t) => !t.error).map((t) => t.durationLen), 0);
+        const maxRmeLen = Math.max(...formatted.filter((t) => !t.error).map((t) => t.rmeLen), 0);
+        const maxOpsLen = Math.max(...formatted.filter((t) => !t.error).map((t) => t.opsPerSecLen), 0);
+        // Calculate the position where numbers start for unwrapped lines
+        // BASE_INDENT (4) + status (1 char) + space (1) + maxNameLen + ": " (2) = 8 + maxNameLen
+        const numbersStartPos = BASE_INDENT.length + 2 + maxNameLen + 2;
+        // Print each task with aligned columns
+        for (const task of formatted) {
+            if (task.error) {
+                // Track failure for end summary
+                this.failures.push({
+                    error: task.errorMessage || 'Unknown error',
+                    file: this.currentFile,
+                    suite: this.currentSuite,
+                    task: task.name,
+                });
+                console.log(`${BASE_INDENT}${task.status} ${task.name} FAILED`);
+            }
+            else if (task.nameLength > MAX_NAME_WIDTH) {
+                // Long name - wrap to next line, but align numbers with unwrapped lines
+                console.log(`${BASE_INDENT}${task.status} ${task.name}:`);
+                // Calculate padding to align with unwrapped lines
+                // We need to get to numbersStartPos from the beginning of the line
+                const leadingPad = ' '.repeat(numbersStartPos);
+                const durationPad = ' '.repeat(maxDurationLen - task.durationLen);
+                const rmePad = ' '.repeat(maxRmeLen - task.rmeLen);
+                const opsPad = ' '.repeat(maxOpsLen - task.opsPerSecLen);
+                console.log(`${leadingPad}${durationPad}${task.durationStr} ${separator} ${symbols.plusMinus}${rmePad}${task.rmeStr} ${separator} ${opsPad}${task.opsPerSecStr}`);
+                if (this.verbose && task.iterations > 0) {
+                    console.log(`      ${task.iterations} iterations`);
+                }
+            }
+            else {
+                // Normal length - align on same line
+                const namePad = ' '.repeat(maxNameLen - task.nameLength);
+                const durationPad = ' '.repeat(maxDurationLen - task.durationLen);
+                const rmePad = ' '.repeat(maxRmeLen - task.rmeLen);
+                const opsPad = ' '.repeat(maxOpsLen - task.opsPerSecLen);
+                console.log(`${BASE_INDENT}${task.status} ${task.name}${namePad}: ${durationPad}${task.durationStr} ${separator} ${symbols.plusMinus}${rmePad}${task.rmeStr} ${separator} ${opsPad}${task.opsPerSecStr}`);
+                if (this.verbose && task.iterations > 0) {
+                    console.log(`      ${task.iterations} iterations`);
+                }
+            }
+        }
+    }
+}
+//# sourceMappingURL=simple.js.map

package/dist/reporters/simple.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"simple.js","sourceRoot":"","sources":["../../src/reporters/simple.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,IAAI,MAAM,WAAW,CAAC;AAU7B,OAAO,EAAE,YAAY,EAAE,sBAAsB;AAE7C;;GAEG;AACH,MAAM,OAAO,GAAG;IACd,MAAM,EAAE,GAAG;IACX,SAAS,EAAE,GAAG;IACd,KAAK,EAAE,GAAG;IACV,SAAS,EAAE,GAAG;CACN,CAAC;AAEX;;GAEG;AACH,MAAM,OAAO,cAAe,SAAQ,YAAY;IACtC,WAAW,GAAG,EAAE,CAAC;IAEjB,YAAY,GAAG,EAAE,CAAC;IAElB,QAAQ,GAKX,EAAE,CAAC;IAES,KAAK,CAAU;IAExB,SAAS,GAAG,CAAC,CAAC;IAEd,YAAY,GAAiB,EAAE,CAAC;IAEvB,OAAO,CAAU;IAElC,YACE,UAGI,EAAE;QAEN,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,GAAiB;QACrB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7C,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;QAEpC,oCAAoC;QACpC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAC7B,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YAClC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChC,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAa,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;gBACtE,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAa,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;YACvE,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1B,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,KAAK,YAAY,WAAW,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,YAAY,WAAW,EAAE,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,sBAAsB,WAAW,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,YAAY,UAAU,EAAE,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,EAAE,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CACT,GAAG,OAAO,CAAC,MAAM,cAAc,IAAI,CAAC,cAAc,CAAC,QAAQ,GAAG,GAAG,CAAC,EAAE,CACrE,CAAC;QACF,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC;YAEjE,oCAAoC;YACpC,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,EAAE,CAAC;gBACd,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;gBAC7B,OAAO,CAAC,GAAG,EAAE,CAAC;gBAEd,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACpC,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAClD,OAAO,CAAC,GAAG,CAAC,KAAK,WAAW,MAAM,OAAO,CAAC,KAAK,MAAM,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBACrE,OAAO,CAAC,GAAG,CAAC,OAAO,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;oBACpC,OAAO,CAAC,GAAG,EAAE,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAY;QAClB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAElE,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,SAAS,CAAC,MAAkB;QAC1B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CACrC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,EACxC,CAAC,CACF,CAAC;QACF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CACtC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAChE,CAAC,CACF,CAAC;QACF,MAAM,WAAW,GAAG,UAAU,GAAG,WAAW,CAAC;QAE7C,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CACT,KAAK,OAAO,CAAC,KAAK,IAAI,WAAW,YAAY,WAAW,SAAS,CAClE,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CACT,IAAI,OAAO,CAAC,SAAS,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,SAAS,CACrH,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,UAAU,CAAC,MAAqB;QAC9B,iDAAiD;QACjD,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAiB;QACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,6BAA6B;QAEjD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,GAAG,CACT,eAAe,GAAG,CAAC,WAAW,CAAC,QAAQ,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,CAClE,CAAC;YACF,OAAO,CAAC,GAAG,CACT,UAAU,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,KAAK,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,SAAS,CAC3E,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;QAED,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;YACxC,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,UAAU,CAAC,MAAmB;QAC5B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,uDAAuD;QACvD,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAEhC,2DAA2D;QAC3D,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAE1D,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO,CAAC,KAAK,IAAI,MAAM,YAAY,MAAM,SAAS,CAAC,CAAC;QACvE,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CACT,KAAK,OAAO,CAAC,SAAS,IAAI,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,CAC5E,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,YAAY,CAAC,KAAa;QACxB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAE1B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,6BAA6B;QAErD,sDAAsD;QACtD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,YAAY,CAAC,MAAkB;QAC7B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,6DAA6D;QAC7D,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,2CAA2C;QAC3C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAa;QAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,OAAO,IAAI,IAAI,IAAI,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,IAAI,IAAI,IAAI,CAAC;YACb,SAAS,EAAE,CAAC;QACd,CAAC;QAED,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,QAAgB;QACjC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE5C,4DAA4D;QAC5D,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,YAAY,KAAK,GAAG,EAAE,CAAC;YACpE,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,GAAW,EAAE,KAAa;QAC1C,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,wBAAwB;QAC9B,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO;QACT,CAAC;QAED,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,WAAW;QACvC,MAAM,SAAS,GAAG,GAAG,CAAC,CAAC,0CAA0C;QAkBjE,MAAM,SAAS,GAAoB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAClE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;YAEhE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAChC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC;YAE/B,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,OAAO;oBACL,WAAW,EAAE,CAAC;oBACd,WAAW,EAAE,EAAE;oBACf,KAAK,EAAE,IAAI;oBACX,YAAY,EAAE,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC3D,UAAU,EAAE,CAAC;oBACb,IAAI;oBACJ,UAAU;oBACV,YAAY,EAAE,CAAC;oBACf,YAAY,EAAE,EAAE;oBAChB,MAAM,EAAE,CAAC;oBACT,MAAM,EAAE,EAAE;oBACV,MAAM;iBACP,CAAC;YACJ,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;YACxD,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC;YAE9D,OAAO;gBACL,WAAW,EAAE,QAAQ,CAAC,MAAM;gBAC5B,WAAW,EAAE,QAAQ;gBACrB,KAAK,EAAE,KAAK;gBACZ,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,IAAI;gBACJ,UAAU;gBACV,YAAY,EAAE,SAAS,CAAC,MAAM;gBAC9B,YAAY,EAAE,SAAS;gBACvB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,MAAM,EAAE,GAAG;gBACX,MAAM;aACP,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,kBAAkB;QAClB,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,cAAc,CACtC,CAAC;QACF,MAAM,UAAU,GACd,gBAAgB,CAAC,MAAM,GAAG,CAAC;YACzB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YACxD,CAAC,CAAC,EAAE,CAAC,CAAC,4BAA4B;QAEtC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,EAC9D,CAAC,CACF,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EACzD,CAAC,CACF,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,EAC/D,CAAC,CACF,CAAC;QAEF,iEAAiE;QACjE,yFAAyF;QACzF,MAAM,eAAe,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC;QAEhE,uCAAuC;QACvC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,gCAAgC;gBAChC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACjB,KAAK,EAAE,IAAI,CAAC,YAAY,IAAI,eAAe;oBAC3C,IAAI,EAAE,IAAI,CAAC,WAAW;oBACtB,KAAK,EAAE,IAAI,CAAC,YAAY;oBACxB,IAAI,EAAE,IAAI,CAAC,IAAI;iBAChB,CAAC,CAAC;gBAEH,OAAO,CAAC,GAAG,CAAC,GAAG,WAAW,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,SAAS,CAAC,CAAC;YAClE,CAAC;iBAAM,IAAI,IAAI,CAAC,UAAU,GAAG,cAAc,EAAE,CAAC;gBAC5C,wEAAwE;gBACxE,OAAO,CAAC,GAAG,CAAC,GAAG,WAAW,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;gBAE1D,kDAAkD;gBAClD,mEAAmE;gBACnE,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;gBAC/C,MAAM,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;gBAClE,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;gBAEzD,OAAO,CAAC,GAAG,CACT,GAAG,UAAU,GAAG,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,SAAS,IAAI,OAAO,CAAC,SAAS,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CACrJ,CAAC;gBAEF,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;oBACxC,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,UAAU,aAAa,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,qCAAqC;gBACrC,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;gBACzD,MAAM,WAAW,GAAG,GAAG,CAAC,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;gBAClE,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;gBAEzD,OAAO,CAAC,GAAG,CACT,GAAG,WAAW,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,GAAG,OAAO,KAAK,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,SAAS,IAAI,OAAO,CAAC,SAAS,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,SAAS,IAAI,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAC7L,CAAC;gBAEF,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;oBACxC,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,UAAU,aAAa,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/schema/modestbench-config.schema.json

@@ -0,0 +1,162 @@
+{
+  "$id": "https://github.com/boneskull/modestbench/schema/config.json",
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "type": "object",
+  "properties": {
+    "$schema": {
+      "description": "JSON Schema reference for IDE support (not used by ModestBench)",
+      "type": "string"
+    },
+    "bail": {
+      "description": "Stop benchmark execution on first failure",
+      "type": "boolean"
+    },
+    "exclude": {
+      "description": "Glob patterns to exclude from benchmark file discovery (e.g., \"node_modules/**\", \".git/**\")",
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "excludeTags": {
+      "description": "Tags to exclude from benchmark execution. Benchmarks matching any of these tags will be skipped.",
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "iterations": {
+      "description": "Default number of iterations to run for each benchmark task. Higher values provide more accurate statistics but take longer to execute.",
+      "type": "integer",
+      "exclusiveMinimum": 0,
+      "maximum": 9007199254740991
+    },
+    "limitBy": {
+      "description": "How to limit benchmark execution: \"time\" stops after time limit, \"iterations\" stops after iteration count, \"any\" stops at whichever comes first, \"all\" runs until both limits are reached",
+      "type": "string",
+      "enum": [
+        "time",
+        "iterations",
+        "any",
+        "all"
+      ]
+    },
+    "metadata": {
+      "description": "Custom metadata to attach to benchmark runs. Can include project name, version, environment details, etc.",
+      "type": "object",
+      "propertyNames": {
+        "type": "string"
+      },
+      "additionalProperties": {}
+    },
+    "outputDir": {
+      "description": "Directory path where benchmark results and reports will be written",
+      "type": "string",
+      "minLength": 1
+    },
+    "pattern": {
+      "description": "Glob pattern(s) for discovering benchmark files. Can be a single pattern string or array of patterns (e.g., \"**/*.bench.{cjs,cts,js,mjs,mts,ts}\")",
+      "anyOf": [
+        {
+          "type": "string",
+          "minLength": 1
+        },
+        {
+          "type": "array",
+          "items": {
+            "type": "string",
+            "minLength": 1
+          }
+        }
+      ]
+    },
+    "quiet": {
+      "description": "Run in quiet mode with minimal console output (only errors and final results)",
+      "type": "boolean"
+    },
+    "reporterConfig": {
+      "description": "Configuration options specific to individual reporters, keyed by reporter name",
+      "type": "object",
+      "propertyNames": {
+        "type": "string"
+      },
+      "additionalProperties": {}
+    },
+    "reporters": {
+      "description": "List of reporter names to use for output. Available reporters: \"human\", \"json\", \"csv\"",
+      "minItems": 1,
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "tags": {
+      "description": "Tags to filter which benchmarks to run. If empty, all benchmarks are included. Only benchmarks with matching tags will execute.",
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "thresholds": {
+      "description": "Performance assertion thresholds for benchmark validation",
+      "title": "Threshold Configuration",
+      "type": "object",
+      "properties": {
+        "maxMarginOfError": {
+          "description": "Maximum allowed margin of error as a percentage",
+          "type": "number",
+          "exclusiveMinimum": 0
+        },
+        "maxMean": {
+          "description": "Maximum allowed mean execution time in nanoseconds",
+          "type": "number",
+          "exclusiveMinimum": 0
+        },
+        "maxP95": {
+          "description": "Maximum allowed 95th percentile execution time in nanoseconds",
+          "type": "number",
+          "exclusiveMinimum": 0
+        },
+        "maxP99": {
+          "description": "Maximum allowed 99th percentile execution time in nanoseconds",
+          "type": "number",
+          "exclusiveMinimum": 0
+        },
+        "maxStdDev": {
+          "description": "Maximum allowed standard deviation in nanoseconds",
+          "type": "number",
+          "exclusiveMinimum": 0
+        },
+        "minOpsPerSecond": {
+          "description": "Minimum required operations per second",
+          "type": "number",
+          "exclusiveMinimum": 0
+        }
+      },
+      "additionalProperties": false
+    },
+    "time": {
+      "description": "Maximum time to spend on each benchmark task in milliseconds. Tasks will run at least until this duration or iteration count is reached, depending on limitBy setting.",
+      "type": "integer",
+      "exclusiveMinimum": 0,
+      "maximum": 9007199254740991
+    },
+    "timeout": {
+      "description": "Timeout for individual benchmark tasks in milliseconds. Tasks exceeding this duration will be terminated and marked as failed.",
+      "type": "integer",
+      "exclusiveMinimum": 0,
+      "maximum": 9007199254740991
+    },
+    "verbose": {
+      "description": "Enable verbose output. Provides more detailed console output including progress, intermediate results, and diagnostic information",
+      "type": "boolean"
+    },
+    "warmup": {
+      "description": "Number of warmup iterations to run before measurement begins. Warmup helps stabilize performance by allowing JIT compilation and caching to occur.",
+      "type": "integer",
+      "minimum": 0,
+      "maximum": 9007199254740991
+    }
+  },
+  "additionalProperties": false
+}