modestbench 0.3.2 → 0.5.1

package/dist/cli/commands/test.cjs

@@ -0,0 +1,392 @@
+"use strict";
+/**
+ * ModestBench Test Adapter Command
+ *
+ * Run existing test files as benchmarks by capturing test definitions and
+ * executing them through a lightweight benchmark runner.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleTestCommand = void 0;
+const node_os_1 = require("node:os");
+const node_os_2 = require("node:os");
+const node_path_1 = require("node:path");
+const node_perf_hooks_1 = require("node:perf_hooks");
+const ava_adapter_js_1 = require("../../adapters/ava-adapter.cjs");
+const mocha_adapter_js_1 = require("../../adapters/mocha-adapter.cjs");
+const node_test_adapter_js_1 = require("../../adapters/node-test-adapter.cjs");
+const types_js_1 = require("../../adapters/types.cjs");
+const cli_js_1 = require("../../types/cli.cjs");
+const core_js_1 = require("../../types/core.cjs");
+const type_guards_js_1 = require("../../utils/type-guards.cjs");
+/**
+ * Get a minimal default config for test runs
+ */
+const getDefaultTestConfig = (iterations, warmup, verbose) => ({
+    bail: false,
+    exclude: [],
+    excludeTags: [],
+    iterations,
+    limitBy: 'iterations',
+    metadata: {},
+    pattern: [],
+    quiet: false,
+    reporterConfig: {},
+    reporters: ['human'],
+    tags: [],
+    thresholds: {},
+    time: 1000,
+    timeout: 30000,
+    verbose,
+    warmup,
+});
+/**
+ * Default iteration count for test benchmarks
+ */
+const DEFAULT_ITERATIONS = 100;
+/**
+ * Default warmup iterations
+ */
+const DEFAULT_WARMUP = 5;
+/**
+ * Handle test command - run test files as benchmarks
+ */
+const handleTestCommand = async (context, options) => {
+    const verbose = options.verbose ?? false;
+    const quiet = options.quiet ?? false;
+    const iterations = options.iterations ?? DEFAULT_ITERATIONS;
+    const warmup = options.warmup ?? DEFAULT_WARMUP;
+    // Get the reporter (default to human unless JSON requested)
+    const reporterName = options.json ? 'json' : 'human';
+    const reporter = context.reporterRegistry.get(reporterName);
+    try {
+        // Select the appropriate adapter
+        const adapter = selectAdapter(options.framework);
+        if (verbose && !quiet) {
+            console.error(`Using ${options.framework} adapter`);
+        }
+        // Resolve file paths
+        const cwd = options.cwd ?? process.cwd();
+        const patterns = options.pattern ?? [];
+        if (patterns.length === 0) {
+            console.error('Error: At least one test file path is required');
+            return cli_js_1.ExitCodes.CONFIG_ERROR;
+        }
+        // Build config for the run
+        const config = getDefaultTestConfig(iterations, warmup, verbose);
+        // Initialize run tracking
+        const runStartTime = new Date();
+        const fileResults = [];
+        let hasFailures = false;
+        // Build initial run for onStart (will be updated at end)
+        const runId = (0, core_js_1.createRunId)(crypto.randomUUID());
+        const initialRun = buildBenchmarkRun([], config, runStartTime, runStartTime, runId);
+        // Notify reporter of start
+        await reporter?.onStart?.(initialRun);
+        for (const pattern of patterns) {
+            const filePath = (0, node_path_1.resolve)(cwd, pattern);
+            const fileStartTime = new Date();
+            if (verbose && !quiet) {
+                console.error(`\nCapturing tests from: ${filePath}`);
+            }
+            await reporter?.onFileStart?.(filePath);
+            try {
+                const captured = await adapter.capture(filePath);
+                if (verbose && !quiet) {
+                    const testCount = countAllTests(captured);
+                    console.error(`  Found ${testCount} test(s)`);
+                }
+                // Convert to benchmark definition
+                const benchmarkDef = (0, types_js_1.capturedToBenchmark)(captured);
+                // Run benchmarks and collect suite results
+                const suiteResults = [];
+                // Execute benchmarks for each suite
+                for (const [suiteName, suite] of Object.entries(benchmarkDef.suites)) {
+                    const suiteStartTime = new Date();
+                    const taskResults = [];
+                    await reporter?.onSuiteStart?.(suiteName);
+                    // Run setup if present
+                    if (suite.setup) {
+                        try {
+                            await suite.setup();
+                        }
+                        catch (setupError) {
+                            const err = (0, type_guards_js_1.isError)(setupError)
+                                ? setupError
+                                : new Error(String(setupError));
+                            await reporter?.onError?.(err);
+                            hasFailures = true;
+                            if (options.bail) {
+                                return cli_js_1.ExitCodes.BENCHMARK_FAILURES;
+                            }
+                            continue;
+                        }
+                    }
+                    // Run each benchmark
+                    for (const [benchName, bench] of Object.entries(suite.benchmarks)) {
+                        await reporter?.onTaskStart?.(benchName);
+                        const result = await runBenchmark(benchName, bench.fn, iterations, warmup);
+                        // Convert to TaskResult format
+                        const taskResult = convertToTaskResult(result);
+                        taskResults.push(taskResult);
+                        // Notify reporter
+                        await reporter?.onTaskResult?.(taskResult);
+                        if (result.error) {
+                            hasFailures = true;
+                            if (options.bail) {
+                                // Run teardown before bailing
+                                if (suite.teardown) {
+                                    try {
+                                        await suite.teardown();
+                                    }
+                                    catch {
+                                        // Ignore teardown errors when bailing
+                                    }
+                                }
+                                return cli_js_1.ExitCodes.BENCHMARK_FAILURES;
+                            }
+                        }
+                    }
+                    // Run teardown if present
+                    if (suite.teardown) {
+                        try {
+                            await suite.teardown();
+                        }
+                        catch (teardownError) {
+                            const err = (0, type_guards_js_1.isError)(teardownError)
+                                ? teardownError
+                                : new Error(String(teardownError));
+                            await reporter?.onError?.(err);
+                        }
+                    }
+                    const suiteEndTime = new Date();
+                    const suiteResult = {
+                        duration: suiteEndTime.getTime() - suiteStartTime.getTime(),
+                        endTime: suiteEndTime,
+                        name: suiteName,
+                        startTime: suiteStartTime,
+                        tasks: taskResults,
+                    };
+                    suiteResults.push(suiteResult);
+                    await reporter?.onSuiteEnd?.(suiteResult);
+                }
+                const fileEndTime = new Date();
+                const fileResult = {
+                    duration: fileEndTime.getTime() - fileStartTime.getTime(),
+                    endTime: fileEndTime,
+                    filePath,
+                    startTime: fileStartTime,
+                    suites: suiteResults,
+                };
+                fileResults.push(fileResult);
+                await reporter?.onFileEnd?.(fileResult);
+            }
+            catch (captureError) {
+                const err = (0, type_guards_js_1.isError)(captureError)
+                    ? captureError
+                    : new Error(String(captureError));
+                await reporter?.onError?.(err);
+                hasFailures = true;
+                if (options.bail) {
+                    return cli_js_1.ExitCodes.BENCHMARK_FAILURES;
+                }
+            }
+        }
+        // Build final run result
+        const runEndTime = new Date();
+        const run = buildBenchmarkRun(fileResults, config, runStartTime, runEndTime, runId);
+        // Notify reporter of end
+        await reporter?.onEnd?.(run);
+        return hasFailures ? cli_js_1.ExitCodes.BENCHMARK_FAILURES : cli_js_1.ExitCodes.SUCCESS;
+    }
+    catch (error) {
+        const err = (0, type_guards_js_1.isError)(error) ? error : new Error(String(error));
+        await reporter?.onError?.(err);
+        return cli_js_1.ExitCodes.RUNTIME_ERROR;
+    }
+};
+exports.handleTestCommand = handleTestCommand;
+/**
+ * Run a benchmark for a single test function
+ */
+const runBenchmark = async (name, fn, iterations, warmup) => {
+    const times = [];
+    try {
+        // Warmup phase
+        for (let i = 0; i < warmup; i++) {
+            await fn();
+        }
+        // Measurement phase
+        for (let i = 0; i < iterations; i++) {
+            const start = node_perf_hooks_1.performance.now();
+            await fn();
+            const end = node_perf_hooks_1.performance.now();
+            times.push(end - start);
+        }
+        // Calculate statistics
+        const totalTime = times.reduce((a, b) => a + b, 0);
+        const mean = totalTime / times.length;
+        const min = Math.min(...times);
+        const max = Math.max(...times);
+        // Standard deviation
+        const squaredDiffs = times.map((t) => Math.pow(t - mean, 2));
+        const avgSquaredDiff = squaredDiffs.reduce((a, b) => a + b, 0) / squaredDiffs.length;
+        const stdDev = Math.sqrt(avgSquaredDiff);
+        // Ops per second
+        const opsPerSecond = mean > 0 ? 1000 / mean : 0;
+        return {
+            iterations,
+            max,
+            mean,
+            min,
+            name,
+            opsPerSecond,
+            stdDev,
+            totalTime,
+        };
+    }
+    catch (error) {
+        return {
+            error: (0, type_guards_js_1.isError)(error) ? error : new Error(String(error)),
+            iterations: 0,
+            max: 0,
+            mean: 0,
+            min: 0,
+            name,
+            opsPerSecond: 0,
+            stdDev: 0,
+            totalTime: 0,
+        };
+    }
+};
+/**
+ * Convert internal TestBenchmarkResult to standard TaskResult format
+ *
+ * Note: Times are converted from milliseconds to nanoseconds
+ */
+const convertToTaskResult = (result) => {
+    const MS_TO_NS = 1_000_000;
+    // Calculate coefficient of variation (stdDev/mean × 100)
+    const cv = result.mean > 0 ? (result.stdDev / result.mean) * 100 : 0;
+    // Estimate margin of error (using 95% confidence, ~1.96 * stdErr)
+    const stdErr = result.stdDev / Math.sqrt(result.iterations);
+    const marginOfError = result.mean > 0 ? ((1.96 * stdErr) / result.mean) * 100 : 0;
+    // Variance in ns² = (stdDev in ms)² × (MS_TO_NS)²
+    // This is equivalent to (stdDev × MS_TO_NS)² since variance = stdDev²
+    const variance = result.stdDev * result.stdDev * MS_TO_NS * MS_TO_NS;
+    return {
+        cv,
+        error: result.error,
+        iterations: result.iterations,
+        marginOfError,
+        max: result.max * MS_TO_NS,
+        mean: result.mean * MS_TO_NS,
+        min: result.min * MS_TO_NS,
+        name: result.name,
+        opsPerSecond: result.opsPerSecond,
+        // Percentile approximations: without storing all timing samples, we estimate
+        // p95/p99 as fractions of max. These are NOT true percentiles from the distribution.
+        p95: result.max * MS_TO_NS * 0.95,
+        p99: result.max * MS_TO_NS * 0.99,
+        stdDev: result.stdDev * MS_TO_NS,
+        variance,
+    };
+};
+/**
+ * Build the final BenchmarkRun result structure
+ */
+const buildBenchmarkRun = (files, config, startTime, endTime, runId) => {
+    // Collect all task results for summary
+    const allTasks = [];
+    for (const file of files) {
+        for (const suite of file.suites) {
+            allTasks.push(...suite.tasks);
+        }
+    }
+    // Find fastest and slowest
+    const validTasks = allTasks.filter((t) => !t.error && t.opsPerSecond > 0);
+    const fastest = validTasks.length > 0
+        ? validTasks.reduce((a, b) => (a.opsPerSecond > b.opsPerSecond ? a : b))
+        : null;
+    const slowest = validTasks.length > 0
+        ? validTasks.reduce((a, b) => (a.opsPerSecond < b.opsPerSecond ? a : b))
+        : null;
+    // Calculate summary
+    const summary = {
+        failedTasks: allTasks.filter((t) => t.error).length,
+        fastest,
+        overallMean: validTasks.length > 0
+            ? validTasks.reduce((sum, t) => sum + t.mean, 0) / validTasks.length
+            : 0,
+        passedTasks: validTasks.length,
+        slowest,
+        totalFiles: files.length,
+        totalOperations: allTasks.reduce((sum, t) => sum + t.iterations, 0),
+        totalSuites: files.reduce((sum, f) => sum + f.suites.length, 0),
+        totalTasks: allTasks.length,
+    };
+    return {
+        config,
+        duration: endTime.getTime() - startTime.getTime(),
+        endTime,
+        environment: {
+            arch: process.arch,
+            availableMemory: (0, node_os_2.freemem)(),
+            cpu: {
+                cores: (0, node_os_2.cpus)().length,
+                model: (0, node_os_2.cpus)()[0]?.model ?? 'unknown',
+                speed: (0, node_os_2.cpus)()[0]?.speed ?? 0,
+            },
+            env: {},
+            hostname: (0, node_os_1.hostname)(),
+            memory: {
+                free: (0, node_os_2.freemem)(),
+                total: (0, node_os_2.totalmem)(),
+                used: (0, node_os_2.totalmem)() - (0, node_os_2.freemem)(),
+            },
+            nodeVersion: process.version,
+            platform: process.platform,
+        },
+        files,
+        id: runId,
+        startTime,
+        summary,
+    };
+};
+/**
+ * Select the appropriate adapter for the framework
+ */
+const selectAdapter = (framework) => {
+    switch (framework) {
+        case 'ava':
+            return new ava_adapter_js_1.AvaAdapter();
+        case 'mocha':
+            return new mocha_adapter_js_1.MochaAdapter();
+        case 'node-test':
+            return new node_test_adapter_js_1.NodeTestAdapter();
+        default: {
+            const _exhaustive = framework;
+            throw new Error(`Unknown framework: ${_exhaustive}`);
+        }
+    }
+};
+/**
+ * Count all tests in a captured file
+ */
+const countAllTests = (captured) => {
+    let count = captured.rootTests.length;
+    for (const suite of captured.rootSuites) {
+        count += countTestsInSuite(suite);
+    }
+    return count;
+};
+/**
+ * Count tests in a suite recursively
+ */
+const countTestsInSuite = (suite) => {
+    let count = suite.tests.length;
+    for (const child of suite.children) {
+        count += countTestsInSuite(child);
+    }
+    return count;
+};
+//# sourceMappingURL=test.js.map

package/dist/cli/commands/test.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.js","sourceRoot":"","sources":["../../../src/cli/commands/test.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAEH,qCAAmC;AACnC,qCAAkD;AAClD,yCAAoC;AACpC,qDAA8C;AAY9C,mEAA2D;AAC3D,uEAA+D;AAC/D,+EAAsE;AACtE,uDAMiC;AACjC,gDAA+C;AAC/C,kDAAkD;AAClD,gEAAqD;AAErD;;GAEG;AACH,MAAM,oBAAoB,GAAG,CAC3B,UAAkB,EAClB,MAAc,EACd,OAAgB,EACG,EAAE,CAAC,CAAC;IACvB,IAAI,EAAE,KAAK;IACX,OAAO,EAAE,EAAE;IACX,WAAW,EAAE,EAAE;IACf,UAAU;IACV,OAAO,EAAE,YAAY;IACrB,QAAQ,EAAE,EAAE;IACZ,OAAO,EAAE,EAAE;IACX,KAAK,EAAE,KAAK;IACZ,cAAc,EAAE,EAAE;IAClB,SAAS,EAAE,CAAC,OAAO,CAAC;IACpB,IAAI,EAAE,EAAE;IACR,UAAU,EAAE,EAAE;IACd,IAAI,EAAE,IAAI;IACV,OAAO,EAAE,KAAK;IACd,OAAO;IACP,MAAM;CACP,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B;;GAEG;AACH,MAAM,cAAc,GAAG,CAAC,CAAC;AAoDzB;;GAEG;AACI,MAAM,iBAAiB,GAAG,KAAK,EACpC,OAAmB,EACnB,OAAoB,EACH,EAAE;IACnB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACrC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAC;IAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,cAAc,CAAC;IAEhD,4DAA4D;IAC5D,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAE5D,IAAI,CAAC;QACH,iCAAiC;QACjC,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEjD,IAAI,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,SAAS,OAAO,CAAC,SAAS,UAAU,CAAC,CAAC;QACtD,CAAC;QAED,qBAAqB;QACrB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;QAEvC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;YAChE,OAAO,kBAAS,CAAC,YAAY,CAAC;QAChC,CAAC;QAED,2BAA2B;QAC3B,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAEjE,0BAA0B;QAC1B,MAAM,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;QAChC,MAAM,WAAW,GAAiB,EAAE,CAAC;QACrC,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,yDAAyD;QACzD,MAAM,KAAK,GAAG,IAAA,qBAAW,EAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/C,MAAM,UAAU,GAAG,iBAAiB,CAClC,EAAE,EACF,MAAM,EACN,YAAY,EACZ,YAAY,EACZ,KAAK,CACN,CAAC;QAEF,2BAA2B;QAC3B,MAAM,QAAQ,EAAE,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC;QAEtC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAA,mBAAO,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACvC,MAAM,aAAa,GAAG,IAAI,IAAI,EAAE,CAAC;YAEjC,IAAI,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;YACvD,CAAC;YAED,MAAM,QAAQ,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC;YAExC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAEjD,IAAI,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;oBACtB,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;oBAC1C,OAAO,CAAC,KAAK,CAAC,WAAW,SAAS,UAAU,CAAC,CAAC;gBAChD,CAAC;gBAED,kCAAkC;gBAClC,MAAM,YAAY,GAAG,IAAA,8BAAmB,EAAC,QAAQ,CAAC,CAAC;gBAEnD,2CAA2C;gBAC3C,MAAM,YAAY,GAAkB,EAAE,CAAC;gBAEvC,oCAAoC;gBACpC,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAC7C,YAAY,CAAC,MAAM,CACwB,EAAE,CAAC;oBAC9C,MAAM,cAAc,GAAG,IAAI,IAAI,EAAE,CAAC;oBAClC,MAAM,WAAW,GAAiB,EAAE,CAAC;oBAErC,MAAM,QAAQ,EAAE,YAAY,EAAE,CAAC,SAAS,CAAC,CAAC;oBAE1C,uBAAuB;oBACvB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBAChB,IAAI,CAAC;4BACH,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;wBACtB,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,MAAM,GAAG,GAAG,IAAA,wBAAO,EAAC,UAAU,CAAC;gCAC7B,CAAC,CAAC,UAAU;gCACZ,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;4BAClC,MAAM,QAAQ,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;4BAC/B,WAAW,GAAG,IAAI,CAAC;4BACnB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gCACjB,OAAO,kBAAS,CAAC,kBAAkB,CAAC;4BACtC,CAAC;4BACD,SAAS;wBACX,CAAC;oBACH,CAAC;oBAED,qBAAqB;oBACrB,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;wBAClE,MAAM,QAAQ,EAAE,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC;wBAEzC,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,SAAS,EACT,KAAK,CAAC,EAAE,EACR,UAAU,EACV,MAAM,CACP,CAAC;wBAEF,+BAA+B;wBAC/B,MAAM,UAAU,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;wBAC/C,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;wBAE7B,kBAAkB;wBAClB,MAAM,QAAQ,EAAE,YAAY,EAAE,CAAC,UAAU,CAAC,CAAC;wBAE3C,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,WAAW,GAAG,IAAI,CAAC;4BACnB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gCACjB,8BAA8B;gCAC9B,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oCACnB,IAAI,CAAC;wCACH,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;oCACzB,CAAC;oCAAC,MAAM,CAAC;wCACP,sCAAsC;oCACxC,CAAC;gCACH,CAAC;gCACD,OAAO,kBAAS,CAAC,kBAAkB,CAAC;4BACtC,CAAC;wBACH,CAAC;oBACH,CAAC;oBAED,0BAA0B;oBAC1B,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACnB,IAAI,CAAC;4BACH,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACzB,CAAC;wBAAC,OAAO,aAAa,EAAE,CAAC;4BACvB,MAAM,GAAG,GAAG,IAAA,wBAAO,EAAC,aAAa,CAAC;gCAChC,CAAC,CAAC,aAAa;gCACf,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;4BACrC,MAAM,QAAQ,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;wBACjC,CAAC;oBACH,CAAC;oBAED,MAAM,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;oBAChC,MAAM,WAAW,GAAgB;wBAC/B,QAAQ,EAAE,YAAY,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC,OAAO,EAAE;wBAC3D,OAAO,EAAE,YAAY;wBACrB,IAAI,EAAE,SAAS;wBACf,SAAS,EAAE,cAAc;wBACzB,KAAK,EAAE,WAAW;qBACnB,CAAC;oBAEF,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBAC/B,MAAM,QAAQ,EAAE,UAAU,EAAE,CAAC,WAAW,CAAC,CAAC;gBAC5C,CAAC;gBAED,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC/B,MAAM,UAAU,GAAe;oBAC7B,QAAQ,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,aAAa,CAAC,OAAO,EAAE;oBACzD,OAAO,EAAE,WAAW;oBACpB,QAAQ;oBACR,SAAS,EAAE,aAAa;oBACxB,MAAM,EAAE,YAAY;iBACrB,CAAC;gBAEF,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC7B,MAAM,QAAQ,EAAE,SAAS,EAAE,CAAC,UAAU,CAAC,CAAC;YAC1C,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,IAAA,wBAAO,EAAC,YAAY,CAAC;oBAC/B,CAAC,CAAC,YAAY;oBACd,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;gBACpC,MAAM,QAAQ,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC/B,WAAW,GAAG,IAAI,CAAC;gBACnB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;oBACjB,OAAO,kBAAS,CAAC,kBAAkB,CAAC;gBACtC,CAAC;YACH,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,iBAAiB,CAC3B,WAAW,EACX,MAAM,EACN,YAAY,EACZ,UAAU,EACV,KAAK,CACN,CAAC;QAEF,yBAAyB;QACzB,MAAM,QAAQ,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;QAE7B,OAAO,WAAW,CAAC,CAAC,CAAC,kBAAS,CAAC,kBAAkB,CAAC,CAAC,CAAC,kBAAS,CAAC,OAAO,CAAC;IACxE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,IAAA,wBAAO,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9D,MAAM,QAAQ,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;QAC/B,OAAO,kBAAS,CAAC,aAAa,CAAC;IACjC,CAAC;AACH,CAAC,CAAC;AA1MW,QAAA,iBAAiB,qBA0M5B;AAEF;;GAEG;AACH,MAAM,YAAY,GAAG,KAAK,EACxB,IAAY,EACZ,EAA+B,EAC/B,UAAkB,EAClB,MAAc,EACgB,EAAE;IAChC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,CAAC;QACH,eAAe;QACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,EAAE,EAAE,CAAC;QACb,CAAC;QAED,oBAAoB;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,6BAAW,CAAC,GAAG,EAAE,CAAC;YAChC,MAAM,EAAE,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,6BAAW,CAAC,GAAG,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC;QAC1B,CAAC;QAED,uBAAuB;QACvB,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAE/B,qBAAqB;QACrB,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,cAAc,GAClB,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAEzC,iBAAiB;QACjB,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhD,OAAO;YACL,UAAU;YACV,GAAG;YACH,IAAI;YACJ,GAAG;YACH,IAAI;YACJ,YAAY;YACZ,MAAM;YACN,SAAS;SACV,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,KAAK,EAAE,IAAA,wBAAO,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxD,UAAU,EAAE,CAAC;YACb,GAAG,EAAE,CAAC;YACN,IAAI,EAAE,CAAC;YACP,GAAG,EAAE,CAAC;YACN,IAAI;YACJ,YAAY,EAAE,CAAC;YACf,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;SACb,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,mBAAmB,GAAG,CAAC,MAA2B,EAAc,EAAE;IACtE,MAAM,QAAQ,GAAG,SAAS,CAAC;IAE3B,yDAAyD;IACzD,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAErE,kEAAkE;IAClE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,aAAa,GACjB,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9D,kDAAkD;IAClD,sEAAsE;IACtE,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAErE,OAAO;QACL,EAAE;QACF,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,aAAa;QACb,GAAG,EAAE,MAAM,CAAC,GAAG,GAAG,QAAQ;QAC1B,IAAI,EAAE,MAAM,CAAC,IAAI,GAAG,QAAQ;QAC5B,GAAG,EAAE,MAAM,CAAC,GAAG,GAAG,QAAQ;QAC1B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,6EAA6E;QAC7E,qFAAqF;QACrF,GAAG,EAAE,MAAM,CAAC,GAAG,GAAG,QAAQ,GAAG,IAAI;QACjC,GAAG,EAAE,MAAM,CAAC,GAAG,GAAG,QAAQ,GAAG,IAAI;QACjC,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,QAAQ;QAChC,QAAQ;KACT,CAAC;AACJ,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,iBAAiB,GAAG,CACxB,KAAmB,EACnB,MAAyB,EACzB,SAAe,EACf,OAAa,EACb,KAAqC,EACvB,EAAE;IAChB,uCAAuC;IACvC,MAAM,QAAQ,GAAiB,EAAE,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;IAC1E,MAAM,OAAO,GACX,UAAU,CAAC,MAAM,GAAG,CAAC;QACnB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,OAAO,GACX,UAAU,CAAC,MAAM,GAAG,CAAC;QACnB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,IAAI,CAAC;IAEX,oBAAoB;IACpB,MAAM,OAAO,GAAe;QAC1B,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM;QACnD,OAAO;QACP,WAAW,EACT,UAAU,CAAC,MAAM,GAAG,CAAC;YACnB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM;YACpE,CAAC,CAAC,CAAC;QACP,WAAW,EAAE,UAAU,CAAC,MAAM;QAC9B,OAAO;QACP,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACnE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/D,UAAU,EAAE,QAAQ,CAAC,MAAM;KAC5B,CAAC;IAEF,OAAO;QACL,MAAM;QACN,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE;QACjD,OAAO;QACP,WAAW,EAAE;YACX,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,eAAe,EAAE,IAAA,iBAAO,GAAE;YAC1B,GAAG,EAAE;gBACH,KAAK,EAAE,IAAA,cAAI,GAAE,CAAC,MAAM;gBACpB,KAAK,EAAE,IAAA,cAAI,GAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,SAAS;gBACpC,KAAK,EAAE,IAAA,cAAI,GAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC;aAC7B;YACD,GAAG,EAAE,EAAE;YACP,QAAQ,EAAE,IAAA,kBAAQ,GAAE;YACpB,MAAM,EAAE;gBACN,IAAI,EAAE,IAAA,iBAAO,GAAE;gBACf,KAAK,EAAE,IAAA,kBAAQ,GAAE;gBACjB,IAAI,EAAE,IAAA,kBAAQ,GAAE,GAAG,IAAA,iBAAO,GAAE;aAC7B;YACD,WAAW,EAAE,OAAO,CAAC,OAAO;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B;QACD,KAAK;QACL,EAAE,EAAE,KAAK;QACT,SAAS;QACT,OAAO;KACR,CAAC;AACJ,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,aAAa,GAAG,CAAC,SAAwB,EAAE,EAAE;IACjD,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,KAAK;YACR,OAAO,IAAI,2BAAU,EAAE,CAAC;QAC1B,KAAK,OAAO;YACV,OAAO,IAAI,+BAAY,EAAE,CAAC;QAC5B,KAAK,WAAW;YACd,OAAO,IAAI,sCAAe,EAAE,CAAC;QAC/B,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,WAAW,GAAU,SAAS,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,sBAAsB,WAAW,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,aAAa,GAAG,CAAC,QAA0B,EAAU,EAAE;IAC3D,IAAI,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACxC,KAAK,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,iBAAiB,GAAG,CAAC,KAAoB,EAAU,EAAE;IACzD,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnC,KAAK,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC"}

package/dist/cli/commands/test.d.cts

@@ -0,0 +1,38 @@
+/**
+ * ModestBench Test Adapter Command
+ *
+ * Run existing test files as benchmarks by capturing test definitions and
+ * executing them through a lightweight benchmark runner.
+ */
+import type { CliContext } from "../index.cjs";
+import { type TestFramework } from "../../adapters/types.cjs";
+/**
+ * Test command options
+ */
+export interface TestOptions {
+    /** Bail on first failure */
+    bail?: boolean;
+    /** Working directory */
+    cwd?: string;
+    /** Test framework to use */
+    framework: TestFramework;
+    /** Number of iterations per test */
+    iterations?: number;
+    /** Output JSON */
+    json?: boolean;
+    /** Disable color */
+    noColor?: boolean;
+    /** Test file paths or patterns */
+    pattern?: string[];
+    /** Quiet mode */
+    quiet?: boolean;
+    /** Verbose output */
+    verbose?: boolean;
+    /** Warmup iterations */
+    warmup?: number;
+}
+/**
+ * Handle test command - run test files as benchmarks
+ */
+export declare const handleTestCommand: (context: CliContext, options: TestOptions) => Promise<number>;
+//# sourceMappingURL=test.d.ts.map

package/dist/cli/commands/test.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAeH,OAAO,KAAK,EAAE,UAAU,EAAE,qBAAoB;AAK9C,OAAO,EAKL,KAAK,aAAa,EACnB,iCAAgC;AAyCjC;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4BAA4B;IAC5B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,wBAAwB;IACxB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,4BAA4B;IAC5B,SAAS,EAAE,aAAa,CAAC;IACzB,oCAAoC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB;IAClB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,oBAAoB;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kCAAkC;IAClC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,iBAAiB;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,qBAAqB;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,wBAAwB;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AA0BD;;GAEG;AACH,eAAO,MAAM,iBAAiB,GAC5B,SAAS,UAAU,EACnB,SAAS,WAAW,KACnB,OAAO,CAAC,MAAM,CAuMhB,CAAC"}

package/dist/cli/commands/test.d.ts

@@ -0,0 +1,38 @@
+/**
+ * ModestBench Test Adapter Command
+ *
+ * Run existing test files as benchmarks by capturing test definitions and
+ * executing them through a lightweight benchmark runner.
+ */
+import type { CliContext } from "../index.js";
+import { type TestFramework } from "../../adapters/types.js";
+/**
+ * Test command options
+ */
+export interface TestOptions {
+    /** Bail on first failure */
+    bail?: boolean;
+    /** Working directory */
+    cwd?: string;
+    /** Test framework to use */
+    framework: TestFramework;
+    /** Number of iterations per test */
+    iterations?: number;
+    /** Output JSON */
+    json?: boolean;
+    /** Disable color */
+    noColor?: boolean;
+    /** Test file paths or patterns */
+    pattern?: string[];
+    /** Quiet mode */
+    quiet?: boolean;
+    /** Verbose output */
+    verbose?: boolean;
+    /** Warmup iterations */
+    warmup?: number;
+}
+/**
+ * Handle test command - run test files as benchmarks
+ */
+export declare const handleTestCommand: (context: CliContext, options: TestOptions) => Promise<number>;
+//# sourceMappingURL=test.d.ts.map

package/dist/cli/commands/test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAeH,OAAO,KAAK,EAAE,UAAU,EAAE,oBAAoB;AAK9C,OAAO,EAKL,KAAK,aAAa,EACnB,gCAAgC;AAyCjC;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4BAA4B;IAC5B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,wBAAwB;IACxB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,4BAA4B;IAC5B,SAAS,EAAE,aAAa,CAAC;IACzB,oCAAoC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB;IAClB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,oBAAoB;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kCAAkC;IAClC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,iBAAiB;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,qBAAqB;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,wBAAwB;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AA0BD;;GAEG;AACH,eAAO,MAAM,iBAAiB,GAC5B,SAAS,UAAU,EACnB,SAAS,WAAW,KACnB,OAAO,CAAC,MAAM,CAuMhB,CAAC"}